From 0c7c6b2ad2135b38c9630ad80bfd4318b7e51540 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jean-Baptiste=20Onofr=C3=A9?= Date: Thu, 29 Dec 2016 08:26:34 +0100 Subject: [PATCH] Add 0.4.0 release --- _config.yml | 2 +- .../sdks/javadoc/0.4.0/allclasses-frame.html | 965 + .../javadoc/0.4.0/allclasses-noframe.html | 965 + .../sdks/javadoc/0.4.0/constant-values.html | 1318 + .../sdks/javadoc/0.4.0/deprecated-list.html | 603 + .../sdks/javadoc/0.4.0/help-doc.html | 231 + .../sdks/javadoc/0.4.0/index-all.html | 21330 ++++++++++++++++ .../sdks/javadoc/0.4.0/index.html | 76 + .../runners/apex/ApexPipelineOptions.html | 379 + .../ApexRunner.CreateApexPCollectionView.html | 328 + .../apache/beam/runners/apex/ApexRunner.html | 395 + .../apex/ApexRunnerRegistrar.Options.html | 288 + .../apex/ApexRunnerRegistrar.Runner.html | 292 + .../runners/apex/ApexRunnerRegistrar.html | 231 + .../beam/runners/apex/ApexRunnerResult.html | 450 + .../apex/ApexYarnLauncher.LaunchParams.html | 317 + .../apex/ApexYarnLauncher.ProcessWatcher.html | 300 + .../beam/runners/apex/ApexYarnLauncher.html | 405 + .../beam/runners/apex/TestApexRunner.html | 294 + .../apex/class-use/ApexPipelineOptions.html | 166 + .../ApexRunner.CreateApexPCollectionView.html | 168 + .../runners/apex/class-use/ApexRunner.html | 168 + .../ApexRunnerRegistrar.Options.html | 126 + .../class-use/ApexRunnerRegistrar.Runner.html | 126 + .../apex/class-use/ApexRunnerRegistrar.html | 126 + .../apex/class-use/ApexRunnerResult.html | 172 + .../ApexYarnLauncher.LaunchParams.html | 168 + .../ApexYarnLauncher.ProcessWatcher.html | 126 + .../apex/class-use/ApexYarnLauncher.html | 126 + .../apex/class-use/TestApexRunner.html | 168 + .../beam/runners/apex/package-frame.html | 34 + .../beam/runners/apex/package-summary.html | 229 + .../beam/runners/apex/package-tree.html | 173 + .../apache/beam/runners/apex/package-use.html | 189 + .../beam/runners/core/AggregatorFactory.html | 237 + .../beam/runners/core/AssignWindows.html | 331 + .../beam/runners/core/AssignWindowsDoFn.html | 341 + .../core/DoFnRunner.ReduceFnExecutor.html | 254 + .../apache/beam/runners/core/DoFnRunner.html | 288 + .../core/DoFnRunners.OutputManager.html | 233 + .../apache/beam/runners/core/DoFnRunners.html | 453 + .../runners/core/ElementAndRestriction.html | 315 + .../core/ElementAndRestrictionCoder.html | 394 + .../core/ElementByteSizeObservable.html | 267 + .../GroupAlsoByWindowViaWindowSetDoFn.html | 413 + .../runners/core/GroupAlsoByWindowsDoFn.html | 371 + ...GroupAlsoByWindowsViaOutputBufferDoFn.html | 359 + ...eyViaGroupByKeyOnly.GroupAlsoByWindow.html | 371 + ...ByKeyViaGroupByKeyOnly.GroupByKeyOnly.html | 356 + .../core/GroupByKeyViaGroupByKeyOnly.html | 383 + .../beam/runners/core/KeyedWorkItem.html | 268 + .../beam/runners/core/KeyedWorkItemCoder.html | 473 + .../KeyedWorkItems.ComposedKeyedWorkItem.html | 351 + .../beam/runners/core/KeyedWorkItems.html | 362 + .../core/LateDataDroppingDoFnRunner.html | 366 + .../beam/runners/core/NonEmptyPanes.html | 348 + .../runners/core/OutputWindowedValue.html | 262 + .../beam/runners/core/PaneInfoTracker.html | 329 + .../beam/runners/core/PeekingReiterator.html | 383 + .../runners/core/PerKeyCombineFnRunners.html | 278 + .../core/PushbackSideInputDoFnRunner.html | 354 + .../beam/runners/core/ReduceFn.Context.html | 349 + .../runners/core/ReduceFn.OnMergeContext.html | 297 + .../core/ReduceFn.OnTriggerContext.html | 311 + .../core/ReduceFn.ProcessValueContext.html | 309 + .../apache/beam/runners/core/ReduceFn.html | 471 + .../beam/runners/core/ReduceFnRunner.html | 378 + .../beam/runners/core/SideInputHandler.html | 437 + .../beam/runners/core/SimpleDoFnRunner.html | 373 + ...SplittableParDo.GBKIntoKeyedWorkItems.html | 333 + .../core/SplittableParDo.ProcessElements.html | 445 + .../core/SplittableParDo.ProcessFn.html | 414 + .../beam/runners/core/SplittableParDo.html | 382 + .../beam/runners/core/SystemReduceFn.html | 463 + ...ource.BoundedToUnboundedSourceAdapter.html | 450 + .../core/UnboundedReadFromBoundedSource.html | 452 + .../core/WindowingInternalsAdapters.html | 274 + .../core/class-use/AggregatorFactory.html | 126 + .../runners/core/class-use/AssignWindows.html | 126 + .../core/class-use/AssignWindowsDoFn.html | 126 + .../DoFnRunner.ReduceFnExecutor.html | 170 + .../runners/core/class-use/DoFnRunner.html | 301 + .../class-use/DoFnRunners.OutputManager.html | 244 + .../runners/core/class-use/DoFnRunners.html | 126 + .../core/class-use/ElementAndRestriction.html | 209 + .../class-use/ElementAndRestrictionCoder.html | 171 + .../class-use/ElementByteSizeObservable.html | 126 + .../GroupAlsoByWindowViaWindowSetDoFn.html | 126 + .../class-use/GroupAlsoByWindowsDoFn.html | 171 + ...GroupAlsoByWindowsViaOutputBufferDoFn.html | 126 + ...eyViaGroupByKeyOnly.GroupAlsoByWindow.html | 126 + ...ByKeyViaGroupByKeyOnly.GroupByKeyOnly.html | 126 + .../GroupByKeyViaGroupByKeyOnly.html | 126 + .../runners/core/class-use/KeyedWorkItem.html | 321 + .../core/class-use/KeyedWorkItemCoder.html | 177 + .../KeyedWorkItems.ComposedKeyedWorkItem.html | 126 + .../core/class-use/KeyedWorkItems.html | 126 + .../class-use/LateDataDroppingDoFnRunner.html | 126 + .../runners/core/class-use/NonEmptyPanes.html | 126 + .../core/class-use/OutputWindowedValue.html | 201 + .../core/class-use/PaneInfoTracker.html | 126 + .../core/class-use/PeekingReiterator.html | 168 + .../class-use/PerKeyCombineFnRunners.html | 126 + .../PushbackSideInputDoFnRunner.html | 170 + .../core/class-use/ReduceFn.Context.html | 217 + .../class-use/ReduceFn.OnMergeContext.html | 170 + .../class-use/ReduceFn.OnTriggerContext.html | 174 + .../ReduceFn.ProcessValueContext.html | 174 + .../beam/runners/core/class-use/ReduceFn.html | 190 + .../core/class-use/ReduceFnRunner.html | 126 + .../core/class-use/SideInputHandler.html | 126 + .../core/class-use/SimpleDoFnRunner.html | 126 + ...SplittableParDo.GBKIntoKeyedWorkItems.html | 126 + .../SplittableParDo.ProcessElements.html | 126 + .../class-use/SplittableParDo.ProcessFn.html | 168 + .../core/class-use/SplittableParDo.html | 126 + .../core/class-use/SystemReduceFn.html | 207 + ...ource.BoundedToUnboundedSourceAdapter.html | 169 + .../UnboundedReadFromBoundedSource.html | 126 + .../class-use/WindowingInternalsAdapters.html | 126 + .../beam/runners/core/package-frame.html | 62 + .../beam/runners/core/package-summary.html | 423 + .../beam/runners/core/package-tree.html | 229 + .../apache/beam/runners/core/package-use.html | 259 + .../core/triggers/AfterAllStateMachine.html | 449 + ...fterDelayFromFirstElementStateMachine.html | 779 + .../core/triggers/AfterEachStateMachine.html | 450 + .../core/triggers/AfterFirstStateMachine.html | 448 + .../core/triggers/AfterPaneStateMachine.html | 578 + .../AfterProcessingTimeStateMachine.html | 427 + ...ateMachine.AfterWatermarkEarlyAndLate.html | 437 + ...WatermarkStateMachine.FromEndOfWindow.html | 490 + .../triggers/AfterWatermarkStateMachine.html | 295 + .../triggers/DefaultTriggerStateMachine.html | 458 + .../ExecutableTriggerStateMachine.html | 467 + .../core/triggers/FinishedTriggers.html | 282 + .../core/triggers/FinishedTriggersBitSet.html | 360 + .../core/triggers/FinishedTriggersSet.html | 347 + .../core/triggers/NeverStateMachine.html | 407 + .../core/triggers/RepeatedlyStateMachine.html | 440 + .../ReshuffleTriggerStateMachine.html | 436 + ...riggerStateMachine.MergingTriggerInfo.html | 260 + .../TriggerStateMachine.OnElementContext.html | 342 + .../TriggerStateMachine.OnMergeContext.html | 368 + ...rStateMachine.OnceTriggerStateMachine.html | 371 + .../TriggerStateMachine.TriggerContext.html | 405 + .../TriggerStateMachine.TriggerInfo.html | 406 + .../core/triggers/TriggerStateMachine.html | 739 + .../TriggerStateMachineContextFactory.html | 371 + .../triggers/TriggerStateMachineRunner.html | 567 + .../core/triggers/TriggerStateMachines.html | 253 + .../class-use/AfterAllStateMachine.html | 126 + ...fterDelayFromFirstElementStateMachine.html | 208 + .../class-use/AfterEachStateMachine.html | 126 + .../class-use/AfterFirstStateMachine.html | 126 + .../class-use/AfterPaneStateMachine.html | 171 + .../AfterProcessingTimeStateMachine.html | 176 + ...ateMachine.AfterWatermarkEarlyAndLate.html | 187 + ...WatermarkStateMachine.FromEndOfWindow.html | 171 + .../class-use/AfterWatermarkStateMachine.html | 126 + .../class-use/DefaultTriggerStateMachine.html | 171 + .../ExecutableTriggerStateMachine.html | 387 + .../triggers/class-use/FinishedTriggers.html | 241 + .../class-use/FinishedTriggersBitSet.html | 177 + .../class-use/FinishedTriggersSet.html | 173 + .../triggers/class-use/NeverStateMachine.html | 171 + .../class-use/RepeatedlyStateMachine.html | 172 + .../ReshuffleTriggerStateMachine.html | 126 + ...riggerStateMachine.MergingTriggerInfo.html | 169 + .../TriggerStateMachine.OnElementContext.html | 245 + .../TriggerStateMachine.OnMergeContext.html | 245 + ...rStateMachine.OnceTriggerStateMachine.html | 297 + .../TriggerStateMachine.TriggerContext.html | 371 + .../TriggerStateMachine.TriggerInfo.html | 187 + .../class-use/TriggerStateMachine.html | 386 + .../TriggerStateMachineContextFactory.html | 168 + .../class-use/TriggerStateMachineRunner.html | 126 + .../class-use/TriggerStateMachines.html | 126 + .../runners/core/triggers/package-frame.html | 47 + .../core/triggers/package-summary.html | 313 + .../runners/core/triggers/package-tree.html | 183 + .../runners/core/triggers/package-use.html | 287 + .../beam/runners/dataflow/DataflowClient.html | 430 + .../DataflowJobAlreadyExistsException.html | 290 + .../DataflowJobAlreadyUpdatedException.html | 289 + .../dataflow/DataflowJobException.html | 277 + .../runners/dataflow/DataflowPipelineJob.html | 572 + .../DataflowPipelineRegistrar.Options.html | 288 + .../DataflowPipelineRegistrar.Runner.html | 292 + .../dataflow/DataflowPipelineRegistrar.html | 228 + ...owPipelineTranslator.JobSpecification.html | 301 + ...ipelineTranslator.TransformTranslator.html | 235 + ...PipelineTranslator.TranslationContext.html | 540 + .../dataflow/DataflowPipelineTranslator.html | 380 + ...nner.StreamingPCollectionViewWriterFn.html | 358 + .../beam/runners/dataflow/DataflowRunner.html | 491 + .../runners/dataflow/DataflowRunnerHooks.html | 287 + .../runners/dataflow/DataflowRunnerInfo.html | 291 + .../dataflow/DataflowServiceException.html | 242 + .../dataflow/class-use/DataflowClient.html | 192 + .../DataflowJobAlreadyExistsException.html | 126 + .../DataflowJobAlreadyUpdatedException.html | 126 + .../class-use/DataflowJobException.html | 184 + .../class-use/DataflowPipelineJob.html | 264 + .../DataflowPipelineRegistrar.Options.html | 126 + .../DataflowPipelineRegistrar.Runner.html | 126 + .../class-use/DataflowPipelineRegistrar.html | 126 + ...owPipelineTranslator.JobSpecification.html | 172 + ...ipelineTranslator.TransformTranslator.html | 189 + ...PipelineTranslator.TranslationContext.html | 169 + .../class-use/DataflowPipelineTranslator.html | 176 + ...nner.StreamingPCollectionViewWriterFn.html | 171 + .../dataflow/class-use/DataflowRunner.html | 187 + .../class-use/DataflowRunnerHooks.html | 170 + .../class-use/DataflowRunnerInfo.html | 170 + .../class-use/DataflowServiceException.html | 126 + .../options/CloudDebuggerOptions.html | 307 + ...ineDebugOptions.DataflowClientFactory.html | 295 + ...lowPipelineDebugOptions.StagerFactory.html | 296 + .../options/DataflowPipelineDebugOptions.html | 685 + ...ipelineOptions.StagingLocationFactory.html | 295 + .../options/DataflowPipelineOptions.html | 525 + ...rPoolOptions.AutoscalingAlgorithmType.html | 387 + ...ns.WorkerHarnessContainerImageFactory.html | 296 + .../DataflowPipelineWorkerPoolOptions.html | 667 + ...s.DataflowProfilingAgentConfiguration.html | 305 + .../options/DataflowProfilingOptions.html | 291 + .../options/DataflowWorkerHarnessOptions.html | 449 + .../DataflowWorkerLoggingOptions.Level.html | 414 + ...oggingOptions.WorkerLogLevelOverrides.html | 429 + .../options/DataflowWorkerLoggingOptions.html | 402 + .../class-use/CloudDebuggerOptions.html | 203 + ...ineDebugOptions.DataflowClientFactory.html | 126 + ...lowPipelineDebugOptions.StagerFactory.html | 126 + .../DataflowPipelineDebugOptions.html | 203 + ...ipelineOptions.StagingLocationFactory.html | 126 + .../class-use/DataflowPipelineOptions.html | 295 + ...rPoolOptions.AutoscalingAlgorithmType.html | 196 + ...ns.WorkerHarnessContainerImageFactory.html | 126 + .../DataflowPipelineWorkerPoolOptions.html | 203 + ...s.DataflowProfilingAgentConfiguration.html | 181 + .../class-use/DataflowProfilingOptions.html | 203 + .../DataflowWorkerHarnessOptions.html | 126 + .../DataflowWorkerLoggingOptions.Level.html | 237 + ...oggingOptions.WorkerLogLevelOverrides.html | 210 + .../DataflowWorkerLoggingOptions.html | 203 + .../dataflow/options/package-frame.html | 41 + .../dataflow/options/package-summary.html | 263 + .../dataflow/options/package-tree.html | 419 + .../runners/dataflow/options/package-use.html | 303 + .../beam/runners/dataflow/package-frame.html | 43 + .../runners/dataflow/package-summary.html | 284 + .../beam/runners/dataflow/package-tree.html | 181 + .../beam/runners/dataflow/package-use.html | 277 + .../testing/TestDataflowPipelineOptions.html | 344 + .../dataflow/testing/TestDataflowRunner.html | 319 + .../TestDataflowPipelineOptions.html | 126 + .../testing/class-use/TestDataflowRunner.html | 171 + .../dataflow/testing/package-frame.html | 25 + .../dataflow/testing/package-summary.html | 175 + .../dataflow/testing/package-tree.html | 402 + .../runners/dataflow/testing/package-use.html | 165 + .../dataflow/util/DataflowTemplateJob.html | 418 + .../dataflow/util/DataflowTransport.html | 290 + .../beam/runners/dataflow/util/DoFnInfo.html | 420 + .../beam/runners/dataflow/util/GcsStager.html | 262 + .../MonitoringUtil.JobMessagesHandler.html | 236 + .../util/MonitoringUtil.LoggingHandler.html | 291 + .../MonitoringUtil.TimeStampComparator.html | 296 + .../runners/dataflow/util/MonitoringUtil.html | 370 + .../dataflow/util/OutputReference.html | 359 + .../runners/dataflow/util/PackageUtil.html | 361 + ...andomAccessData.RandomAccessDataCoder.html | 498 + ...ata.UnsignedLexicographicalComparator.html | 306 + .../dataflow/util/RandomAccessData.html | 607 + .../beam/runners/dataflow/util/Stager.html | 228 + .../beam/runners/dataflow/util/TimeUtil.html | 315 + .../util/class-use/DataflowTemplateJob.html | 126 + .../util/class-use/DataflowTransport.html | 126 + .../dataflow/util/class-use/DoFnInfo.html | 176 + .../dataflow/util/class-use/GcsStager.html | 168 + .../MonitoringUtil.JobMessagesHandler.html | 197 + .../MonitoringUtil.LoggingHandler.html | 126 + .../MonitoringUtil.TimeStampComparator.html | 126 + .../util/class-use/MonitoringUtil.html | 126 + .../util/class-use/OutputReference.html | 170 + .../dataflow/util/class-use/PackageUtil.html | 126 + ...andomAccessData.RandomAccessDataCoder.html | 168 + ...ata.UnsignedLexicographicalComparator.html | 168 + .../util/class-use/RandomAccessData.html | 227 + .../dataflow/util/class-use/Stager.html | 242 + .../dataflow/util/class-use/TimeUtil.html | 126 + .../runners/dataflow/util/package-frame.html | 38 + .../dataflow/util/package-summary.html | 255 + .../runners/dataflow/util/package-tree.html | 184 + .../runners/dataflow/util/package-use.html | 249 + .../AggregatorContainer.AggregatorKey.html | 306 + .../direct/AggregatorContainer.Mutator.html | 297 + .../runners/direct/AggregatorContainer.html | 280 + .../beam/runners/direct/BundleFactory.html | 267 + .../org/apache/beam/runners/direct/Clock.html | 231 + .../CopyOnAccessInMemoryStateInternals.html | 389 + ...ctOptions.AvailableParallelismFactory.html | 297 + .../beam/runners/direct/DirectOptions.html | 401 + .../direct/DirectRegistrar.Options.html | 288 + .../direct/DirectRegistrar.Runner.html | 292 + .../beam/runners/direct/DirectRegistrar.html | 228 + .../DirectRunner.DirectPipelineResult.html | 412 + .../beam/runners/direct/DirectRunner.html | 332 + .../direct/ExecutorServiceFactory.html | 230 + .../runners/direct/ForwardingPTransform.html | 462 + .../beam/runners/direct/ModelEnforcement.html | 283 + .../direct/ModelEnforcementFactory.html | 228 + .../beam/runners/direct/NanosOffsetClock.html | 266 + .../direct/StepTransformResult.Builder.html | 363 + .../runners/direct/StepTransformResult.html | 345 + .../runners/direct/TransformEvaluator.html | 265 + .../direct/TransformEvaluatorFactory.html | 270 + .../beam/runners/direct/TransformResult.html | 403 + .../direct/WatermarkManager.FiredTimers.html | 296 + ...anager.TimerUpdate.TimerUpdateBuilder.html | 303 + .../direct/WatermarkManager.TimerUpdate.html | 340 + .../WatermarkManager.TransformWatermarks.html | 318 + .../beam/runners/direct/WatermarkManager.html | 451 + .../AggregatorContainer.AggregatorKey.html | 170 + .../AggregatorContainer.Mutator.html | 189 + .../direct/class-use/AggregatorContainer.html | 169 + .../direct/class-use/BundleFactory.html | 126 + .../beam/runners/direct/class-use/Clock.html | 187 + .../CopyOnAccessInMemoryStateInternals.html | 206 + ...ctOptions.AvailableParallelismFactory.html | 126 + .../direct/class-use/DirectOptions.html | 171 + .../class-use/DirectRegistrar.Options.html | 126 + .../class-use/DirectRegistrar.Runner.html | 126 + .../direct/class-use/DirectRegistrar.html | 126 + .../DirectRunner.DirectPipelineResult.html | 169 + .../direct/class-use/DirectRunner.html | 169 + .../class-use/ExecutorServiceFactory.html | 126 + .../class-use/ForwardingPTransform.html | 126 + .../direct/class-use/ModelEnforcement.html | 170 + .../class-use/ModelEnforcementFactory.html | 126 + .../direct/class-use/NanosOffsetClock.html | 169 + .../StepTransformResult.Builder.html | 211 + .../direct/class-use/StepTransformResult.html | 169 + .../direct/class-use/TransformEvaluator.html | 172 + .../class-use/TransformEvaluatorFactory.html | 126 + .../direct/class-use/TransformResult.html | 216 + .../WatermarkManager.FiredTimers.html | 171 + ...anager.TimerUpdate.TimerUpdateBuilder.html | 193 + .../WatermarkManager.TimerUpdate.html | 212 + .../WatermarkManager.TransformWatermarks.html | 171 + .../direct/class-use/WatermarkManager.html | 172 + .../beam/runners/direct/package-frame.html | 50 + .../beam/runners/direct/package-summary.html | 335 + .../beam/runners/direct/package-tree.html | 190 + .../beam/runners/direct/package-use.html | 258 + .../flink/DefaultParallelismFactory.html | 296 + .../flink/FlinkDetachedRunnerResult.html | 412 + .../FlinkPipelineExecutionEnvironment.html | 277 + .../runners/flink/FlinkPipelineOptions.html | 494 + ...linkRunner.CreateFlinkPCollectionView.html | 328 + .../beam/runners/flink/FlinkRunner.html | 385 + .../flink/FlinkRunnerRegistrar.Options.html | 288 + .../flink/FlinkRunnerRegistrar.Runner.html | 292 + .../runners/flink/FlinkRunnerRegistrar.html | 230 + .../beam/runners/flink/FlinkRunnerResult.html | 413 + .../beam/runners/flink/TestFlinkRunner.html | 320 + .../class-use/DefaultParallelismFactory.html | 126 + .../class-use/FlinkDetachedRunnerResult.html | 126 + .../FlinkPipelineExecutionEnvironment.html | 126 + .../flink/class-use/FlinkPipelineOptions.html | 170 + ...linkRunner.CreateFlinkPCollectionView.html | 168 + .../runners/flink/class-use/FlinkRunner.html | 170 + .../FlinkRunnerRegistrar.Options.html | 126 + .../FlinkRunnerRegistrar.Runner.html | 126 + .../flink/class-use/FlinkRunnerRegistrar.html | 126 + .../flink/class-use/FlinkRunnerResult.html | 126 + .../flink/class-use/TestFlinkRunner.html | 172 + .../beam/runners/flink/package-frame.html | 34 + .../beam/runners/flink/package-summary.html | 230 + .../beam/runners/flink/package-tree.html | 183 + .../beam/runners/flink/package-use.html | 180 + ...parkContextOptions.EmptyListenersList.html | 295 + .../runners/spark/SparkContextOptions.html | 347 + ...pelineOptions.TmpCheckpointDirFactory.html | 297 + .../runners/spark/SparkPipelineOptions.html | 547 + .../runners/spark/SparkPipelineResult.html | 506 + .../runners/spark/SparkRunner.Evaluator.html | 350 + .../beam/runners/spark/SparkRunner.html | 362 + .../spark/SparkRunnerRegistrar.Options.html | 288 + .../spark/SparkRunnerRegistrar.Runner.html | 292 + .../runners/spark/SparkRunnerRegistrar.html | 231 + .../beam/runners/spark/TestSparkRunner.html | 310 + .../spark/aggregators/AggAccumParam.html | 342 + ...NamedAggregators.CombineFunctionState.html | 367 + .../aggregators/NamedAggregators.State.html | 300 + .../spark/aggregators/NamedAggregators.html | 406 + .../spark/aggregators/SparkAggregators.html | 340 + .../aggregators/class-use/AggAccumParam.html | 126 + ...NamedAggregators.CombineFunctionState.html | 126 + .../class-use/NamedAggregators.State.html | 219 + .../class-use/NamedAggregators.html | 264 + .../class-use/SparkAggregators.html | 126 + .../aggregators/metrics/AggregatorMetric.html | 246 + .../metrics/AggregatorMetricSource.html | 303 + .../metrics/WithNamedAggregatorsSupport.html | 347 + .../metrics/class-use/AggregatorMetric.html | 168 + .../class-use/AggregatorMetricSource.html | 126 + .../WithNamedAggregatorsSupport.html | 168 + .../aggregators/metrics/package-frame.html | 23 + .../aggregators/metrics/package-summary.html | 171 + .../aggregators/metrics/package-tree.html | 145 + .../aggregators/metrics/package-use.html | 171 + .../aggregators/metrics/sink/CsvSink.html | 261 + .../metrics/sink/GraphiteSink.html | 261 + .../metrics/sink/class-use/CsvSink.html | 126 + .../metrics/sink/class-use/GraphiteSink.html | 126 + .../metrics/sink/package-frame.html | 22 + .../metrics/sink/package-summary.html | 165 + .../metrics/sink/package-tree.html | 148 + .../aggregators/metrics/sink/package-use.html | 126 + .../spark/aggregators/package-frame.html | 28 + .../spark/aggregators/package-summary.html | 188 + .../spark/aggregators/package-tree.html | 150 + .../spark/aggregators/package-use.html | 189 + ...parkContextOptions.EmptyListenersList.html | 126 + .../spark/class-use/SparkContextOptions.html | 126 + ...pelineOptions.TmpCheckpointDirFactory.html | 126 + .../spark/class-use/SparkPipelineOptions.html | 185 + .../spark/class-use/SparkPipelineResult.html | 172 + .../class-use/SparkRunner.Evaluator.html | 126 + .../runners/spark/class-use/SparkRunner.html | 182 + .../SparkRunnerRegistrar.Options.html | 126 + .../SparkRunnerRegistrar.Runner.html | 126 + .../spark/class-use/SparkRunnerRegistrar.html | 126 + .../spark/class-use/TestSparkRunner.html | 168 + .../coders/BeamSparkRunnerRegistrator.html | 283 + .../runners/spark/coders/CoderHelpers.html | 444 + .../spark/coders/NullWritableCoder.html | 463 + .../runners/spark/coders/WritableCoder.html | 493 + .../class-use/BeamSparkRunnerRegistrator.html | 126 + .../spark/coders/class-use/CoderHelpers.html | 126 + .../coders/class-use/NullWritableCoder.html | 168 + .../spark/coders/class-use/WritableCoder.html | 189 + .../runners/spark/coders/package-frame.html | 24 + .../runners/spark/coders/package-summary.html | 173 + .../runners/spark/coders/package-tree.html | 149 + .../runners/spark/coders/package-use.html | 168 + .../spark/io/ConsoleIO.Write.Unbound.html | 312 + .../runners/spark/io/ConsoleIO.Write.html | 278 + .../beam/runners/spark/io/ConsoleIO.html | 221 + .../spark/io/CreateStream.QueuedValues.html | 308 + .../beam/runners/spark/io/CreateStream.html | 276 + .../runners/spark/io/EmptyCheckpointMark.html | 331 + .../spark/io/MicrobatchSource.Reader.html | 533 + .../runners/spark/io/MicrobatchSource.html | 517 + .../runners/spark/io/SourceRDD.Bounded.html | 342 + .../runners/spark/io/SourceRDD.Unbounded.html | 344 + .../beam/runners/spark/io/SourceRDD.html | 269 + .../spark/io/SparkUnboundedSource.html | 289 + .../io/class-use/ConsoleIO.Write.Unbound.html | 172 + .../spark/io/class-use/ConsoleIO.Write.html | 126 + .../runners/spark/io/class-use/ConsoleIO.html | 126 + .../class-use/CreateStream.QueuedValues.html | 170 + .../spark/io/class-use/CreateStream.html | 126 + .../io/class-use/EmptyCheckpointMark.html | 168 + .../io/class-use/MicrobatchSource.Reader.html | 126 + .../spark/io/class-use/MicrobatchSource.html | 168 + .../spark/io/class-use/SourceRDD.Bounded.html | 126 + .../io/class-use/SourceRDD.Unbounded.html | 126 + .../runners/spark/io/class-use/SourceRDD.html | 126 + .../io/class-use/SparkUnboundedSource.html | 126 + .../spark/io/hadoop/HadoopIO.Read.Bound.html | 352 + .../spark/io/hadoop/HadoopIO.Read.html | 271 + .../spark/io/hadoop/HadoopIO.Write.Bound.html | 427 + .../spark/io/hadoop/HadoopIO.Write.html | 271 + .../runners/spark/io/hadoop/HadoopIO.html | 227 + .../spark/io/hadoop/ShardNameBuilder.html | 352 + .../io/hadoop/ShardNameTemplateAware.html | 180 + .../io/hadoop/ShardNameTemplateHelper.html | 321 + .../hadoop/TemplatedAvroKeyOutputFormat.html | 381 + .../TemplatedSequenceFileOutputFormat.html | 364 + .../io/hadoop/TemplatedTextOutputFormat.html | 378 + .../hadoop/class-use/HadoopIO.Read.Bound.html | 171 + .../io/hadoop/class-use/HadoopIO.Read.html | 126 + .../class-use/HadoopIO.Write.Bound.html | 180 + .../io/hadoop/class-use/HadoopIO.Write.html | 126 + .../spark/io/hadoop/class-use/HadoopIO.html | 126 + .../io/hadoop/class-use/ShardNameBuilder.html | 126 + .../class-use/ShardNameTemplateAware.html | 182 + .../class-use/ShardNameTemplateHelper.html | 126 + .../TemplatedAvroKeyOutputFormat.html | 126 + .../TemplatedSequenceFileOutputFormat.html | 126 + .../class-use/TemplatedTextOutputFormat.html | 126 + .../spark/io/hadoop/package-frame.html | 34 + .../spark/io/hadoop/package-summary.html | 229 + .../runners/spark/io/hadoop/package-tree.html | 180 + .../runners/spark/io/hadoop/package-use.html | 176 + .../beam/runners/spark/io/package-frame.html | 31 + .../runners/spark/io/package-summary.html | 218 + .../beam/runners/spark/io/package-tree.html | 174 + .../beam/runners/spark/io/package-use.html | 179 + .../beam/runners/spark/package-frame.html | 34 + .../beam/runners/spark/package-summary.html | 230 + .../beam/runners/spark/package-tree.html | 198 + .../beam/runners/spark/package-use.html | 181 + .../spark/stateful/StateSpecFunctions.html | 311 + .../class-use/StateSpecFunctions.html | 126 + .../runners/spark/stateful/package-frame.html | 21 + .../spark/stateful/package-summary.html | 155 + .../runners/spark/stateful/package-tree.html | 139 + .../runners/spark/stateful/package-use.html | 126 + .../runners/spark/util/BroadcastHelper.html | 361 + .../beam/runners/spark/util/ByteArray.html | 334 + .../util/SinglePrimitiveOutputPTransform.html | 325 + .../spark/util/SparkSideInputReader.html | 335 + .../spark/util/class-use/BroadcastHelper.html | 180 + .../spark/util/class-use/ByteArray.html | 210 + .../SinglePrimitiveOutputPTransform.html | 126 + .../util/class-use/SparkSideInputReader.html | 126 + .../runners/spark/util/package-frame.html | 24 + .../runners/spark/util/package-summary.html | 173 + .../beam/runners/spark/util/package-tree.html | 146 + .../beam/runners/spark/util/package-use.html | 191 + .../sdk/AggregatorRetrievalException.html | 272 + .../org/apache/beam/sdk/AggregatorValues.html | 314 + .../Pipeline.PipelineExecutionException.html | 280 + ...ine.PipelineVisitor.CompositeBehavior.html | 349 + .../Pipeline.PipelineVisitor.Defaults.html | 386 + .../beam/sdk/Pipeline.PipelineVisitor.html | 325 + .../0.4.0/org/apache/beam/sdk/Pipeline.html | 654 + .../apache/beam/sdk/PipelineResult.State.html | 463 + .../org/apache/beam/sdk/PipelineResult.html | 373 + .../sdk/annotations/Experimental.Kind.html | 490 + .../beam/sdk/annotations/Experimental.html | 231 + .../class-use/Experimental.Kind.html | 177 + .../annotations/class-use/Experimental.html | 1219 + .../beam/sdk/annotations/package-frame.html | 25 + .../beam/sdk/annotations/package-summary.html | 173 + .../beam/sdk/annotations/package-tree.html | 147 + .../beam/sdk/annotations/package-use.html | 511 + .../AggregatorRetrievalException.html | 297 + .../beam/sdk/class-use/AggregatorValues.html | 324 + .../Pipeline.PipelineExecutionException.html | 126 + ...ine.PipelineVisitor.CompositeBehavior.html | 214 + .../Pipeline.PipelineVisitor.Defaults.html | 170 + .../class-use/Pipeline.PipelineVisitor.html | 241 + .../apache/beam/sdk/class-use/Pipeline.html | 688 + .../sdk/class-use/PipelineResult.State.html | 459 + .../beam/sdk/class-use/PipelineResult.html | 491 + .../apache/beam/sdk/coders/AtomicCoder.html | 379 + .../org/apache/beam/sdk/coders/AvroCoder.html | 746 + .../beam/sdk/coders/BigDecimalCoder.html | 458 + .../sdk/coders/BigEndianIntegerCoder.html | 453 + .../beam/sdk/coders/BigEndianLongCoder.html | 453 + .../beam/sdk/coders/BigIntegerCoder.html | 454 + .../beam/sdk/coders/ByteArrayCoder.html | 501 + .../org/apache/beam/sdk/coders/ByteCoder.html | 482 + .../beam/sdk/coders/ByteStringCoder.html | 462 + ...annotProvideCoderException.ReasonCode.html | 358 + .../coders/CannotProvideCoderException.html | 416 + .../apache/beam/sdk/coders/Coder.Context.html | 411 + .../Coder.NonDeterministicException.html | 371 + .../org/apache/beam/sdk/coders/Coder.html | 583 + .../beam/sdk/coders/CoderException.html | 296 + .../beam/sdk/coders/CoderFactories.html | 296 + .../apache/beam/sdk/coders/CoderFactory.html | 254 + .../apache/beam/sdk/coders/CoderProvider.html | 237 + .../beam/sdk/coders/CoderProviders.html | 277 + .../apache/beam/sdk/coders/CoderRegistry.html | 619 + .../beam/sdk/coders/CollectionCoder.html | 380 + .../apache/beam/sdk/coders/CustomCoder.html | 458 + .../apache/beam/sdk/coders/DefaultCoder.html | 247 + .../coders/DelegateCoder.CodingFunction.html | 241 + .../apache/beam/sdk/coders/DelegateCoder.html | 669 + .../coders/DeterministicStandardCoder.html | 350 + .../apache/beam/sdk/coders/DoubleCoder.html | 486 + .../apache/beam/sdk/coders/DurationCoder.html | 466 + .../apache/beam/sdk/coders/InstantCoder.html | 466 + .../apache/beam/sdk/coders/IterableCoder.html | 405 + .../beam/sdk/coders/IterableLikeCoder.html | 577 + .../org/apache/beam/sdk/coders/JAXBCoder.html | 460 + .../org/apache/beam/sdk/coders/KvCoder.html | 606 + .../org/apache/beam/sdk/coders/ListCoder.html | 408 + .../org/apache/beam/sdk/coders/MapCoder.html | 503 + .../apache/beam/sdk/coders/NullableCoder.html | 628 + .../beam/sdk/coders/SerializableCoder.html | 639 + .../org/apache/beam/sdk/coders/SetCoder.html | 428 + .../apache/beam/sdk/coders/StandardCoder.html | 676 + .../beam/sdk/coders/StringDelegateCoder.html | 614 + .../beam/sdk/coders/StringUtf8Coder.html | 418 + .../beam/sdk/coders/StructuralByteArray.html | 326 + .../beam/sdk/coders/TableRowJsonCoder.html | 414 + .../beam/sdk/coders/TextualIntegerCoder.html | 422 + .../apache/beam/sdk/coders/VarIntCoder.html | 454 + .../apache/beam/sdk/coders/VarLongCoder.html | 454 + .../org/apache/beam/sdk/coders/VoidCoder.html | 436 + .../sdk/coders/class-use/AtomicCoder.html | 441 + .../beam/sdk/coders/class-use/AvroCoder.html | 314 + .../sdk/coders/class-use/BigDecimalCoder.html | 169 + .../class-use/BigEndianIntegerCoder.html | 169 + .../coders/class-use/BigEndianLongCoder.html | 169 + .../sdk/coders/class-use/BigIntegerCoder.html | 169 + .../sdk/coders/class-use/ByteArrayCoder.html | 169 + .../beam/sdk/coders/class-use/ByteCoder.html | 169 + .../sdk/coders/class-use/ByteStringCoder.html | 169 + ...annotProvideCoderException.ReasonCode.html | 203 + .../CannotProvideCoderException.html | 431 + .../sdk/coders/class-use/Coder.Context.html | 1428 ++ .../Coder.NonDeterministicException.html | 525 + .../beam/sdk/coders/class-use/Coder.html | 3661 +++ .../sdk/coders/class-use/CoderException.html | 709 + .../sdk/coders/class-use/CoderFactories.html | 126 + .../sdk/coders/class-use/CoderFactory.html | 196 + .../sdk/coders/class-use/CoderProvider.html | 271 + .../sdk/coders/class-use/CoderProviders.html | 126 + .../sdk/coders/class-use/CoderRegistry.html | 415 + .../sdk/coders/class-use/CollectionCoder.html | 173 + .../sdk/coders/class-use/CustomCoder.html | 223 + .../sdk/coders/class-use/DefaultCoder.html | 224 + .../DelegateCoder.CodingFunction.html | 195 + .../sdk/coders/class-use/DelegateCoder.html | 171 + .../class-use/DeterministicStandardCoder.html | 447 + .../sdk/coders/class-use/DoubleCoder.html | 169 + .../sdk/coders/class-use/DurationCoder.html | 169 + .../sdk/coders/class-use/InstantCoder.html | 169 + .../sdk/coders/class-use/IterableCoder.html | 173 + .../coders/class-use/IterableLikeCoder.html | 191 + .../beam/sdk/coders/class-use/JAXBCoder.html | 177 + .../beam/sdk/coders/class-use/KvCoder.html | 256 + .../beam/sdk/coders/class-use/ListCoder.html | 173 + .../beam/sdk/coders/class-use/MapCoder.html | 176 + .../sdk/coders/class-use/NullableCoder.html | 173 + .../coders/class-use/SerializableCoder.html | 181 + .../beam/sdk/coders/class-use/SetCoder.html | 177 + .../sdk/coders/class-use/StandardCoder.html | 721 + .../coders/class-use/StringDelegateCoder.html | 169 + .../sdk/coders/class-use/StringUtf8Coder.html | 169 + .../coders/class-use/StructuralByteArray.html | 126 + .../coders/class-use/TableRowJsonCoder.html | 169 + .../coders/class-use/TextualIntegerCoder.html | 169 + .../sdk/coders/class-use/VarIntCoder.html | 169 + .../sdk/coders/class-use/VarLongCoder.html | 169 + .../beam/sdk/coders/class-use/VoidCoder.html | 169 + .../apache/beam/sdk/coders/package-frame.html | 79 + .../beam/sdk/coders/package-summary.html | 527 + .../apache/beam/sdk/coders/package-tree.html | 233 + .../apache/beam/sdk/coders/package-use.html | 1413 + .../beam/sdk/coders/protobuf/ProtoCoder.html | 693 + .../coders/protobuf/class-use/ProtoCoder.html | 200 + .../sdk/coders/protobuf/package-frame.html | 21 + .../sdk/coders/protobuf/package-summary.html | 161 + .../sdk/coders/protobuf/package-tree.html | 151 + .../beam/sdk/coders/protobuf/package-use.html | 164 + .../beam/sdk/extensions/joinlibrary/Join.html | 364 + .../joinlibrary/class-use/Join.html | 126 + .../extensions/joinlibrary/package-frame.html | 21 + .../joinlibrary/package-summary.html | 155 + .../extensions/joinlibrary/package-tree.html | 139 + .../extensions/joinlibrary/package-use.html | 126 + .../BufferedExternalSorter.Options.html | 339 + .../sorter/BufferedExternalSorter.html | 308 + .../sdk/extensions/sorter/SortValues.html | 352 + .../BufferedExternalSorter.Options.html | 195 + .../class-use/BufferedExternalSorter.html | 168 + .../sorter/class-use/SortValues.html | 170 + .../sdk/extensions/sorter/package-frame.html | 23 + .../extensions/sorter/package-summary.html | 173 + .../sdk/extensions/sorter/package-tree.html | 145 + .../sdk/extensions/sorter/package-use.html | 178 + .../apache/beam/sdk/io/AvroIO.Read.Bound.html | 517 + .../org/apache/beam/sdk/io/AvroIO.Read.html | 363 + .../beam/sdk/io/AvroIO.Write.Bound.html | 751 + .../org/apache/beam/sdk/io/AvroIO.Write.html | 480 + .../0.4.0/org/apache/beam/sdk/io/AvroIO.html | 301 + .../beam/sdk/io/AvroSource.AvroReader.html | 657 + .../org/apache/beam/sdk/io/AvroSource.html | 646 + .../beam/sdk/io/BlockBasedSource.Block.html | 327 + .../io/BlockBasedSource.BlockBasedReader.html | 573 + .../apache/beam/sdk/io/BlockBasedSource.html | 485 + .../io/BoundedReadFromUnboundedSource.html | 423 + .../sdk/io/BoundedSource.BoundedReader.html | 725 + .../org/apache/beam/sdk/io/BoundedSource.html | 427 + .../io/CompressedSource.CompressedReader.html | 628 + .../io/CompressedSource.CompressionMode.html | 413 + ...sedSource.DecompressingChannelFactory.html | 245 + .../apache/beam/sdk/io/CompressedSource.html | 600 + .../CountingInput.BoundedCountingInput.html | 332 + .../CountingInput.UnboundedCountingInput.html | 429 + .../org/apache/beam/sdk/io/CountingInput.html | 390 + .../sdk/io/CountingSource.CounterMark.html | 356 + .../apache/beam/sdk/io/CountingSource.html | 354 + .../sdk/io/FileBasedSink.CompressionType.html | 419 + ...FileBasedSink.FileBasedWriteOperation.html | 640 + .../sdk/io/FileBasedSink.FileBasedWriter.html | 476 + .../beam/sdk/io/FileBasedSink.FileResult.html | 287 + ...eBasedSink.WritableByteChannelFactory.html | 291 + .../org/apache/beam/sdk/io/FileBasedSink.html | 615 + .../io/FileBasedSource.FileBasedReader.html | 621 + .../beam/sdk/io/FileBasedSource.Mode.html | 348 + .../apache/beam/sdk/io/FileBasedSource.html | 787 + .../OffsetBasedSource.OffsetBasedReader.html | 904 + .../apache/beam/sdk/io/OffsetBasedSource.html | 619 + .../sdk/io/PubsubIO.PubsubSubscription.html | 330 + .../beam/sdk/io/PubsubIO.PubsubTopic.html | 330 + ...bsubIO.Read.Bound.PubsubBoundedReader.html | 378 + .../beam/sdk/io/PubsubIO.Read.Bound.html | 680 + .../org/apache/beam/sdk/io/PubsubIO.Read.html | 474 + ...subIO.Write.Bound.PubsubBoundedWriter.html | 413 + .../beam/sdk/io/PubsubIO.Write.Bound.html | 552 + .../apache/beam/sdk/io/PubsubIO.Write.html | 361 + .../org/apache/beam/sdk/io/PubsubIO.html | 294 + .../beam/sdk/io/PubsubUnboundedSink.html | 417 + .../beam/sdk/io/PubsubUnboundedSource.html | 482 + .../org/apache/beam/sdk/io/Read.Bounded.html | 401 + .../org/apache/beam/sdk/io/Read.Builder.html | 267 + .../apache/beam/sdk/io/Read.Unbounded.html | 442 + .../0.4.0/org/apache/beam/sdk/io/Read.html | 336 + .../apache/beam/sdk/io/ShardNameTemplate.html | 346 + .../beam/sdk/io/Sink.WriteOperation.html | 418 + .../org/apache/beam/sdk/io/Sink.Writer.html | 374 + .../0.4.0/org/apache/beam/sdk/io/Sink.html | 466 + .../org/apache/beam/sdk/io/Source.Reader.html | 485 + .../0.4.0/org/apache/beam/sdk/io/Source.html | 388 + .../beam/sdk/io/TextIO.CompressionType.html | 421 + .../apache/beam/sdk/io/TextIO.Read.Bound.html | 527 + .../org/apache/beam/sdk/io/TextIO.Read.html | 368 + .../beam/sdk/io/TextIO.Write.Bound.html | 759 + .../org/apache/beam/sdk/io/TextIO.Write.html | 536 + .../0.4.0/org/apache/beam/sdk/io/TextIO.html | 343 + .../io/UnboundedSource.CheckpointMark.html | 266 + .../io/UnboundedSource.UnboundedReader.html | 557 + .../apache/beam/sdk/io/UnboundedSource.html | 448 + .../org/apache/beam/sdk/io/Write.Bound.html | 394 + .../0.4.0/org/apache/beam/sdk/io/Write.html | 321 + .../org/apache/beam/sdk/io/XmlSink.Bound.html | 426 + .../sdk/io/XmlSink.XmlWriteOperation.html | 348 + .../apache/beam/sdk/io/XmlSink.XmlWriter.html | 413 + .../0.4.0/org/apache/beam/sdk/io/XmlSink.html | 471 + .../org/apache/beam/sdk/io/XmlSource.html | 664 + .../sdk/io/class-use/AvroIO.Read.Bound.html | 239 + .../beam/sdk/io/class-use/AvroIO.Read.html | 126 + .../sdk/io/class-use/AvroIO.Write.Bound.html | 321 + .../beam/sdk/io/class-use/AvroIO.Write.html | 126 + .../apache/beam/sdk/io/class-use/AvroIO.html | 126 + .../io/class-use/AvroSource.AvroReader.html | 126 + .../beam/sdk/io/class-use/AvroSource.html | 216 + .../io/class-use/BlockBasedSource.Block.html | 173 + .../BlockBasedSource.BlockBasedReader.html | 191 + .../sdk/io/class-use/BlockBasedSource.html | 206 + .../BoundedReadFromUnboundedSource.html | 194 + .../BoundedSource.BoundedReader.html | 342 + .../beam/sdk/io/class-use/BoundedSource.html | 626 + .../CompressedSource.CompressedReader.html | 126 + .../CompressedSource.CompressionMode.html | 179 + ...sedSource.DecompressingChannelFactory.html | 209 + .../sdk/io/class-use/CompressedSource.html | 193 + .../CountingInput.BoundedCountingInput.html | 181 + .../CountingInput.UnboundedCountingInput.html | 202 + .../beam/sdk/io/class-use/CountingInput.html | 126 + .../class-use/CountingSource.CounterMark.html | 183 + .../beam/sdk/io/class-use/CountingSource.html | 126 + .../FileBasedSink.CompressionType.html | 179 + ...FileBasedSink.FileBasedWriteOperation.html | 207 + .../FileBasedSink.FileBasedWriter.html | 187 + .../class-use/FileBasedSink.FileResult.html | 204 + ...eBasedSink.WritableByteChannelFactory.html | 236 + .../beam/sdk/io/class-use/FileBasedSink.html | 222 + .../FileBasedSource.FileBasedReader.html | 224 + .../io/class-use/FileBasedSource.Mode.html | 183 + .../sdk/io/class-use/FileBasedSource.html | 286 + .../OffsetBasedSource.OffsetBasedReader.html | 191 + .../sdk/io/class-use/OffsetBasedSource.html | 246 + .../PubsubIO.PubsubSubscription.html | 189 + .../io/class-use/PubsubIO.PubsubTopic.html | 197 + ...bsubIO.Read.Bound.PubsubBoundedReader.html | 126 + .../sdk/io/class-use/PubsubIO.Read.Bound.html | 285 + .../beam/sdk/io/class-use/PubsubIO.Read.html | 126 + ...subIO.Write.Bound.PubsubBoundedWriter.html | 126 + .../io/class-use/PubsubIO.Write.Bound.html | 235 + .../beam/sdk/io/class-use/PubsubIO.Write.html | 126 + .../beam/sdk/io/class-use/PubsubIO.html | 126 + .../sdk/io/class-use/PubsubUnboundedSink.html | 126 + .../io/class-use/PubsubUnboundedSource.html | 126 + .../beam/sdk/io/class-use/Read.Bounded.html | 261 + .../beam/sdk/io/class-use/Read.Builder.html | 126 + .../beam/sdk/io/class-use/Read.Unbounded.html | 214 + .../apache/beam/sdk/io/class-use/Read.html | 126 + .../sdk/io/class-use/ShardNameTemplate.html | 126 + .../sdk/io/class-use/Sink.WriteOperation.html | 282 + .../beam/sdk/io/class-use/Sink.Writer.html | 271 + .../apache/beam/sdk/io/class-use/Sink.html | 295 + .../beam/sdk/io/class-use/Source.Reader.html | 292 + .../apache/beam/sdk/io/class-use/Source.html | 418 + .../io/class-use/TextIO.CompressionType.html | 206 + .../sdk/io/class-use/TextIO.Read.Bound.html | 236 + .../beam/sdk/io/class-use/TextIO.Read.html | 126 + .../sdk/io/class-use/TextIO.Write.Bound.html | 320 + .../beam/sdk/io/class-use/TextIO.Write.html | 126 + .../apache/beam/sdk/io/class-use/TextIO.html | 126 + .../UnboundedSource.CheckpointMark.html | 346 + .../UnboundedSource.UnboundedReader.html | 174 + .../sdk/io/class-use/UnboundedSource.html | 287 + .../beam/sdk/io/class-use/Write.Bound.html | 180 + .../apache/beam/sdk/io/class-use/Write.html | 126 + .../beam/sdk/io/class-use/XmlSink.Bound.html | 216 + .../class-use/XmlSink.XmlWriteOperation.html | 190 + .../sdk/io/class-use/XmlSink.XmlWriter.html | 172 + .../apache/beam/sdk/io/class-use/XmlSink.html | 126 + .../beam/sdk/io/class-use/XmlSource.html | 197 + .../gcp/bigquery/BigQueryIO.Read.Bound.html | 641 + .../sdk/io/gcp/bigquery/BigQueryIO.Read.html | 368 + .../gcp/bigquery/BigQueryIO.Write.Bound.html | 701 + .../BigQueryIO.Write.CreateDisposition.html | 371 + .../BigQueryIO.Write.WriteDisposition.html | 388 + .../sdk/io/gcp/bigquery/BigQueryIO.Write.html | 469 + .../beam/sdk/io/gcp/bigquery/BigQueryIO.html | 396 + .../class-use/BigQueryIO.Read.Bound.html | 245 + .../bigquery/class-use/BigQueryIO.Read.html | 126 + .../class-use/BigQueryIO.Write.Bound.html | 288 + .../BigQueryIO.Write.CreateDisposition.html | 204 + .../BigQueryIO.Write.WriteDisposition.html | 204 + .../bigquery/class-use/BigQueryIO.Write.html | 126 + .../io/gcp/bigquery/class-use/BigQueryIO.html | 126 + .../sdk/io/gcp/bigquery/package-frame.html | 30 + .../sdk/io/gcp/bigquery/package-summary.html | 211 + .../sdk/io/gcp/bigquery/package-tree.html | 160 + .../beam/sdk/io/gcp/bigquery/package-use.html | 180 + .../sdk/io/gcp/bigtable/BigtableIO.Read.html | 526 + .../sdk/io/gcp/bigtable/BigtableIO.Write.html | 471 + .../beam/sdk/io/gcp/bigtable/BigtableIO.html | 379 + .../io/gcp/bigtable/BigtableTestOptions.html | 313 + .../bigtable/class-use/BigtableIO.Read.html | 203 + .../bigtable/class-use/BigtableIO.Write.html | 190 + .../io/gcp/bigtable/class-use/BigtableIO.html | 126 + .../class-use/BigtableTestOptions.html | 126 + .../sdk/io/gcp/bigtable/package-frame.html | 27 + .../sdk/io/gcp/bigtable/package-summary.html | 188 + .../sdk/io/gcp/bigtable/package-tree.html | 161 + .../beam/sdk/io/gcp/bigtable/package-use.html | 168 + .../sdk/io/gcp/datastore/DatastoreIO.html | 250 + .../datastore/DatastoreV1.DeleteEntity.html | 285 + .../gcp/datastore/DatastoreV1.DeleteKey.html | 286 + .../io/gcp/datastore/DatastoreV1.Read.html | 586 + .../io/gcp/datastore/DatastoreV1.Write.html | 283 + .../sdk/io/gcp/datastore/DatastoreV1.html | 426 + .../gcp/datastore/class-use/DatastoreIO.html | 126 + .../class-use/DatastoreV1.DeleteEntity.html | 179 + .../class-use/DatastoreV1.DeleteKey.html | 179 + .../datastore/class-use/DatastoreV1.Read.html | 198 + .../class-use/DatastoreV1.Write.html | 178 + .../gcp/datastore/class-use/DatastoreV1.html | 173 + .../sdk/io/gcp/datastore/package-frame.html | 26 + .../sdk/io/gcp/datastore/package-summary.html | 195 + .../sdk/io/gcp/datastore/package-tree.html | 148 + .../sdk/io/gcp/datastore/package-use.html | 189 + .../beam/sdk/io/hdfs/AvroHDFSFileSource.html | 467 + .../beam/sdk/io/hdfs/AvroWrapperCoder.html | 449 + .../hdfs/HDFSFileSink.HDFSWriteOperation.html | 474 + .../sdk/io/hdfs/HDFSFileSink.HDFSWriter.html | 383 + .../apache/beam/sdk/io/hdfs/HDFSFileSink.html | 435 + .../HDFSFileSource.SerializableSplit.html | 343 + .../beam/sdk/io/hdfs/HDFSFileSource.html | 762 + .../beam/sdk/io/hdfs/WritableCoder.html | 485 + .../io/hdfs/class-use/AvroHDFSFileSource.html | 209 + .../io/hdfs/class-use/AvroWrapperCoder.html | 176 + .../HDFSFileSink.HDFSWriteOperation.html | 194 + .../class-use/HDFSFileSink.HDFSWriter.html | 170 + .../sdk/io/hdfs/class-use/HDFSFileSink.html | 171 + .../HDFSFileSource.SerializableSplit.html | 230 + .../sdk/io/hdfs/class-use/HDFSFileSource.html | 243 + .../sdk/io/hdfs/class-use/WritableCoder.html | 174 + .../beam/sdk/io/hdfs/package-frame.html | 28 + .../beam/sdk/io/hdfs/package-summary.html | 200 + .../apache/beam/sdk/io/hdfs/package-tree.html | 173 + .../apache/beam/sdk/io/hdfs/package-use.html | 241 + .../SimpleAuthAvroHDFSFileSource.html | 427 + ...FileSink.SimpleAuthHDFSWriteOperation.html | 344 + ...AuthHDFSFileSink.SimpleAuthHDFSWriter.html | 348 + .../simpleauth/SimpleAuthHDFSFileSink.html | 384 + .../simpleauth/SimpleAuthHDFSFileSource.html | 485 + .../SimpleAuthAvroHDFSFileSource.html | 126 + ...FileSink.SimpleAuthHDFSWriteOperation.html | 169 + ...AuthHDFSFileSink.SimpleAuthHDFSWriter.html | 126 + .../class-use/SimpleAuthHDFSFileSink.html | 126 + .../class-use/SimpleAuthHDFSFileSource.html | 126 + .../sdk/io/hdfs/simpleauth/package-frame.html | 25 + .../io/hdfs/simpleauth/package-summary.html | 180 + .../sdk/io/hdfs/simpleauth/package-tree.html | 183 + .../sdk/io/hdfs/simpleauth/package-use.html | 163 + .../jdbc/JdbcIO.DataSourceConfiguration.html | 329 + .../jdbc/JdbcIO.PreparedStatementSetter.html | 243 + .../apache/beam/sdk/io/jdbc/JdbcIO.Read.html | 457 + .../beam/sdk/io/jdbc/JdbcIO.RowMapper.html | 239 + .../io/jdbc/JdbcIO.StatementPreparator.html | 239 + .../apache/beam/sdk/io/jdbc/JdbcIO.Write.html | 395 + .../org/apache/beam/sdk/io/jdbc/JdbcIO.html | 401 + .../JdbcIO.DataSourceConfiguration.html | 198 + .../JdbcIO.PreparedStatementSetter.html | 168 + .../sdk/io/jdbc/class-use/JdbcIO.Read.html | 190 + .../io/jdbc/class-use/JdbcIO.RowMapper.html | 168 + .../class-use/JdbcIO.StatementPreparator.html | 168 + .../sdk/io/jdbc/class-use/JdbcIO.Write.html | 182 + .../beam/sdk/io/jdbc/class-use/JdbcIO.html | 126 + .../beam/sdk/io/jdbc/package-frame.html | 30 + .../beam/sdk/io/jdbc/package-summary.html | 206 + .../apache/beam/sdk/io/jdbc/package-tree.html | 156 + .../apache/beam/sdk/io/jdbc/package-use.html | 192 + .../beam/sdk/io/jms/JmsCheckpointMark.html | 334 + .../apache/beam/sdk/io/jms/JmsIO.Read.html | 518 + .../apache/beam/sdk/io/jms/JmsIO.Write.html | 416 + .../org/apache/beam/sdk/io/jms/JmsIO.html | 317 + .../org/apache/beam/sdk/io/jms/JmsRecord.html | 485 + .../io/jms/class-use/JmsCheckpointMark.html | 126 + .../beam/sdk/io/jms/class-use/JmsIO.Read.html | 188 + .../sdk/io/jms/class-use/JmsIO.Write.html | 180 + .../beam/sdk/io/jms/class-use/JmsIO.html | 126 + .../beam/sdk/io/jms/class-use/JmsRecord.html | 168 + .../apache/beam/sdk/io/jms/package-frame.html | 25 + .../beam/sdk/io/jms/package-summary.html | 180 + .../apache/beam/sdk/io/jms/package-tree.html | 147 + .../apache/beam/sdk/io/jms/package-use.html | 174 + .../KafkaCheckpointMark.PartitionMark.html | 318 + .../sdk/io/kafka/KafkaCheckpointMark.html | 350 + .../KafkaIO.CoderBasedKafkaSerializer.html | 333 + .../beam/sdk/io/kafka/KafkaIO.Read.html | 443 + .../beam/sdk/io/kafka/KafkaIO.TypedRead.html | 535 + .../kafka/KafkaIO.TypedWithoutMetadata.html | 297 + .../beam/sdk/io/kafka/KafkaIO.TypedWrite.html | 485 + .../beam/sdk/io/kafka/KafkaIO.Write.html | 367 + .../org/apache/beam/sdk/io/kafka/KafkaIO.html | 416 + .../apache/beam/sdk/io/kafka/KafkaRecord.html | 385 + .../beam/sdk/io/kafka/KafkaRecordCoder.html | 555 + .../KafkaCheckpointMark.PartitionMark.html | 179 + .../kafka/class-use/KafkaCheckpointMark.html | 126 + .../KafkaIO.CoderBasedKafkaSerializer.html | 126 + .../sdk/io/kafka/class-use/KafkaIO.Read.html | 225 + .../io/kafka/class-use/KafkaIO.TypedRead.html | 203 + .../KafkaIO.TypedWithoutMetadata.html | 126 + .../kafka/class-use/KafkaIO.TypedWrite.html | 185 + .../sdk/io/kafka/class-use/KafkaIO.Write.html | 199 + .../beam/sdk/io/kafka/class-use/KafkaIO.html | 126 + .../sdk/io/kafka/class-use/KafkaRecord.html | 244 + .../io/kafka/class-use/KafkaRecordCoder.html | 173 + .../beam/sdk/io/kafka/package-frame.html | 31 + .../beam/sdk/io/kafka/package-summary.html | 217 + .../beam/sdk/io/kafka/package-tree.html | 163 + .../apache/beam/sdk/io/kafka/package-use.html | 195 + .../beam/sdk/io/kinesis/KinesisIO.Read.html | 310 + .../apache/beam/sdk/io/kinesis/KinesisIO.html | 326 + .../beam/sdk/io/kinesis/KinesisRecord.html | 472 + .../io/kinesis/class-use/KinesisIO.Read.html | 178 + .../sdk/io/kinesis/class-use/KinesisIO.html | 126 + .../io/kinesis/class-use/KinesisRecord.html | 178 + .../beam/sdk/io/kinesis/package-frame.html | 23 + .../beam/sdk/io/kinesis/package-summary.html | 168 + .../beam/sdk/io/kinesis/package-tree.html | 141 + .../beam/sdk/io/kinesis/package-use.html | 168 + ...ngoDbGridFSIO.ConnectionConfiguration.html | 253 + .../io/mongodb/MongoDbGridFSIO.Parser.html | 245 + .../MongoDbGridFSIO.ParserCallback.html | 268 + ...goDbGridFSIO.Read.BoundedGridFSSource.html | 454 + .../sdk/io/mongodb/MongoDbGridFSIO.Read.html | 477 + .../sdk/io/mongodb/MongoDbGridFSIO.Write.html | 445 + .../io/mongodb/MongoDbGridFSIO.WriteFn.html | 252 + .../beam/sdk/io/mongodb/MongoDbGridFSIO.html | 415 + .../beam/sdk/io/mongodb/MongoDbIO.Read.html | 460 + .../beam/sdk/io/mongodb/MongoDbIO.Write.html | 408 + .../apache/beam/sdk/io/mongodb/MongoDbIO.html | 329 + ...ngoDbGridFSIO.ConnectionConfiguration.html | 126 + .../class-use/MongoDbGridFSIO.Parser.html | 168 + .../MongoDbGridFSIO.ParserCallback.html | 169 + ...goDbGridFSIO.Read.BoundedGridFSSource.html | 126 + .../class-use/MongoDbGridFSIO.Read.html | 198 + .../class-use/MongoDbGridFSIO.Write.html | 194 + .../class-use/MongoDbGridFSIO.WriteFn.html | 168 + .../io/mongodb/class-use/MongoDbGridFSIO.html | 126 + .../io/mongodb/class-use/MongoDbIO.Read.html | 192 + .../io/mongodb/class-use/MongoDbIO.Write.html | 186 + .../sdk/io/mongodb/class-use/MongoDbIO.html | 126 + .../beam/sdk/io/mongodb/package-frame.html | 34 + .../beam/sdk/io/mongodb/package-summary.html | 227 + .../beam/sdk/io/mongodb/package-tree.html | 168 + .../beam/sdk/io/mongodb/package-use.html | 194 + .../org/apache/beam/sdk/io/package-frame.html | 94 + .../apache/beam/sdk/io/package-summary.html | 627 + .../org/apache/beam/sdk/io/package-tree.html | 282 + .../org/apache/beam/sdk/io/package-use.html | 783 + .../org/apache/beam/sdk/io/range/ByteKey.html | 472 + .../beam/sdk/io/range/ByteKeyRange.html | 572 + .../sdk/io/range/ByteKeyRangeTracker.html | 473 + .../beam/sdk/io/range/OffsetRangeTracker.html | 600 + .../beam/sdk/io/range/RangeTracker.html | 483 + .../beam/sdk/io/range/class-use/ByteKey.html | 299 + .../sdk/io/range/class-use/ByteKeyRange.html | 267 + .../range/class-use/ByteKeyRangeTracker.html | 171 + .../range/class-use/OffsetRangeTracker.html | 126 + .../sdk/io/range/class-use/RangeTracker.html | 177 + .../beam/sdk/io/range/package-frame.html | 28 + .../beam/sdk/io/range/package-summary.html | 196 + .../beam/sdk/io/range/package-tree.html | 146 + .../apache/beam/sdk/io/range/package-use.html | 204 + .../org/apache/beam/sdk/metrics/Counter.html | 275 + .../apache/beam/sdk/metrics/Distribution.html | 233 + .../beam/sdk/metrics/DistributionData.html | 412 + .../beam/sdk/metrics/DistributionResult.html | 381 + .../org/apache/beam/sdk/metrics/Metric.html | 174 + .../apache/beam/sdk/metrics/MetricKey.html | 309 + .../apache/beam/sdk/metrics/MetricName.html | 326 + .../beam/sdk/metrics/MetricNameFilter.html | 351 + .../beam/sdk/metrics/MetricQueryResults.html | 244 + .../apache/beam/sdk/metrics/MetricResult.html | 279 + .../beam/sdk/metrics/MetricResults.html | 279 + .../metrics/MetricUpdates.MetricUpdate.html | 318 + .../beam/sdk/metrics/MetricUpdates.html | 385 + .../org/apache/beam/sdk/metrics/Metrics.html | 301 + .../beam/sdk/metrics/MetricsContainer.html | 358 + .../beam/sdk/metrics/MetricsEnvironment.html | 353 + .../sdk/metrics/MetricsFilter.Builder.html | 347 + .../beam/sdk/metrics/MetricsFilter.html | 348 + .../beam/sdk/metrics/MetricsMap.Factory.html | 235 + .../apache/beam/sdk/metrics/MetricsMap.html | 353 + .../beam/sdk/metrics/class-use/Counter.html | 178 + .../sdk/metrics/class-use/Distribution.html | 178 + .../metrics/class-use/DistributionData.html | 236 + .../metrics/class-use/DistributionResult.html | 203 + .../beam/sdk/metrics/class-use/Metric.html | 176 + .../beam/sdk/metrics/class-use/MetricKey.html | 189 + .../sdk/metrics/class-use/MetricName.html | 211 + .../metrics/class-use/MetricNameFilter.html | 218 + .../metrics/class-use/MetricQueryResults.html | 170 + .../sdk/metrics/class-use/MetricResult.html | 176 + .../sdk/metrics/class-use/MetricResults.html | 297 + .../class-use/MetricUpdates.MetricUpdate.html | 213 + .../sdk/metrics/class-use/MetricUpdates.html | 249 + .../beam/sdk/metrics/class-use/Metrics.html | 126 + .../metrics/class-use/MetricsContainer.html | 197 + .../metrics/class-use/MetricsEnvironment.html | 126 + .../class-use/MetricsFilter.Builder.html | 180 + .../sdk/metrics/class-use/MetricsFilter.html | 183 + .../metrics/class-use/MetricsMap.Factory.html | 166 + .../sdk/metrics/class-use/MetricsMap.html | 126 + .../beam/sdk/metrics/package-frame.html | 43 + .../beam/sdk/metrics/package-summary.html | 289 + .../apache/beam/sdk/metrics/package-tree.html | 164 + .../apache/beam/sdk/metrics/package-use.html | 384 + .../sdk/options/ApplicationNameOptions.html | 281 + .../beam/sdk/options/BigQueryOptions.html | 297 + .../options/CloudResourceManagerOptions.html | 297 + .../beam/sdk/options/Default.Boolean.html | 217 + .../apache/beam/sdk/options/Default.Byte.html | 217 + .../beam/sdk/options/Default.Character.html | 217 + .../beam/sdk/options/Default.Class.html | 217 + .../beam/sdk/options/Default.Double.html | 217 + .../apache/beam/sdk/options/Default.Enum.html | 218 + .../beam/sdk/options/Default.Float.html | 217 + .../sdk/options/Default.InstanceFactory.html | 220 + .../beam/sdk/options/Default.Integer.html | 217 + .../apache/beam/sdk/options/Default.Long.html | 217 + .../beam/sdk/options/Default.Short.html | 217 + .../beam/sdk/options/Default.String.html | 218 + .../org/apache/beam/sdk/options/Default.html | 168 + .../DefaultPipelineOptionsRegistrar.html | 284 + .../beam/sdk/options/DefaultValueFactory.html | 247 + .../apache/beam/sdk/options/Description.html | 220 + .../GcpOptions.DefaultProjectFactory.html | 296 + .../GcpOptions.GcpTempLocationFactory.html | 296 + .../GcpOptions.GcpUserCredentialsFactory.html | 296 + .../apache/beam/sdk/options/GcpOptions.html | 424 + .../GcsOptions.ExecutorServiceFactory.html | 296 + .../GcsOptions.PathValidatorFactory.html | 296 + .../apache/beam/sdk/options/GcsOptions.html | 495 + ...GoogleApiDebugOptions.GoogleApiTracer.html | 387 + .../sdk/options/GoogleApiDebugOptions.html | 300 + .../org/apache/beam/sdk/options/Hidden.html | 170 + .../PipelineOptions.AtomicLongFactory.html | 296 + .../options/PipelineOptions.CheckEnabled.html | 360 + .../options/PipelineOptions.DirectRunner.html | 300 + .../PipelineOptions.JobNameFactory.html | 299 + .../beam/sdk/options/PipelineOptions.html | 626 + .../PipelineOptionsFactory.Builder.html | 367 + .../sdk/options/PipelineOptionsFactory.html | 512 + .../sdk/options/PipelineOptionsRegistrar.html | 236 + .../sdk/options/PipelineOptionsValidator.html | 291 + .../beam/sdk/options/PubsubOptions.html | 301 + .../beam/sdk/options/StreamingOptions.html | 285 + .../beam/sdk/options/Validation.Required.html | 227 + .../apache/beam/sdk/options/Validation.html | 168 + .../options/ValueProvider.Deserializer.html | 309 + .../ValueProvider.NestedValueProvider.html | 351 + .../ValueProvider.RuntimeValueProvider.html | 338 + .../sdk/options/ValueProvider.Serializer.html | 320 + .../ValueProvider.StaticValueProvider.html | 335 + .../beam/sdk/options/ValueProvider.html | 306 + .../beam/sdk/options/ValueProviderUtils.html | 247 + .../class-use/ApplicationNameOptions.html | 340 + .../options/class-use/BigQueryOptions.html | 229 + .../CloudResourceManagerOptions.html | 171 + .../options/class-use/Default.Boolean.html | 265 + .../sdk/options/class-use/Default.Byte.html | 126 + .../options/class-use/Default.Character.html | 126 + .../sdk/options/class-use/Default.Class.html | 205 + .../sdk/options/class-use/Default.Double.html | 194 + .../sdk/options/class-use/Default.Enum.html | 209 + .../sdk/options/class-use/Default.Float.html | 126 + .../class-use/Default.InstanceFactory.html | 379 + .../options/class-use/Default.Integer.html | 198 + .../sdk/options/class-use/Default.Long.html | 256 + .../sdk/options/class-use/Default.Short.html | 126 + .../sdk/options/class-use/Default.String.html | 263 + .../beam/sdk/options/class-use/Default.html | 126 + .../DefaultPipelineOptionsRegistrar.html | 126 + .../class-use/DefaultValueFactory.html | 411 + .../sdk/options/class-use/Description.html | 876 + .../GcpOptions.DefaultProjectFactory.html | 126 + .../GcpOptions.GcpTempLocationFactory.html | 126 + .../GcpOptions.GcpUserCredentialsFactory.html | 126 + .../sdk/options/class-use/GcpOptions.html | 248 + .../GcsOptions.ExecutorServiceFactory.html | 126 + .../GcsOptions.PathValidatorFactory.html | 126 + .../sdk/options/class-use/GcsOptions.html | 229 + ...GoogleApiDebugOptions.GoogleApiTracer.html | 201 + .../class-use/GoogleApiDebugOptions.html | 255 + .../beam/sdk/options/class-use/Hidden.html | 279 + .../PipelineOptions.AtomicLongFactory.html | 126 + .../PipelineOptions.CheckEnabled.html | 197 + .../PipelineOptions.DirectRunner.html | 126 + .../PipelineOptions.JobNameFactory.html | 126 + .../options/class-use/PipelineOptions.html | 1848 ++ .../PipelineOptionsFactory.Builder.html | 198 + .../class-use/PipelineOptionsFactory.html | 126 + .../class-use/PipelineOptionsRegistrar.html | 302 + .../class-use/PipelineOptionsValidator.html | 126 + .../sdk/options/class-use/PubsubOptions.html | 240 + .../options/class-use/StreamingOptions.html | 301 + .../class-use/Validation.Required.html | 201 + .../sdk/options/class-use/Validation.html | 126 + .../class-use/ValueProvider.Deserializer.html | 126 + .../ValueProvider.NestedValueProvider.html | 172 + .../ValueProvider.RuntimeValueProvider.html | 126 + .../class-use/ValueProvider.Serializer.html | 126 + .../ValueProvider.StaticValueProvider.html | 171 + .../sdk/options/class-use/ValueProvider.html | 557 + .../options/class-use/ValueProviderUtils.html | 126 + .../beam/sdk/options/package-frame.html | 78 + .../beam/sdk/options/package-summary.html | 505 + .../apache/beam/sdk/options/package-tree.html | 269 + .../apache/beam/sdk/options/package-use.html | 1170 + .../org/apache/beam/sdk/package-frame.html | 38 + .../org/apache/beam/sdk/package-summary.html | 255 + .../org/apache/beam/sdk/package-tree.html | 173 + .../org/apache/beam/sdk/package-use.html | 653 + .../beam/sdk/runners/PipelineRunner.html | 329 + .../sdk/runners/PipelineRunnerRegistrar.html | 241 + .../sdk/runners/TransformHierarchy.Node.html | 378 + .../beam/sdk/runners/TransformHierarchy.html | 396 + .../sdk/runners/class-use/PipelineRunner.html | 552 + .../class-use/PipelineRunnerRegistrar.html | 275 + .../class-use/TransformHierarchy.Node.html | 294 + .../runners/class-use/TransformHierarchy.html | 126 + .../beam/sdk/runners/package-frame.html | 26 + .../beam/sdk/runners/package-summary.html | 184 + .../apache/beam/sdk/runners/package-tree.html | 145 + .../apache/beam/sdk/runners/package-use.html | 438 + .../beam/sdk/testing/BigqueryMatcher.html | 367 + ...roperties.TestElementByteSizeObserver.html | 368 + .../beam/sdk/testing/CoderProperties.html | 892 + .../beam/sdk/testing/CrashingRunner.html | 308 + .../beam/sdk/testing/FileChecksumMatcher.html | 423 + .../apache/beam/sdk/testing/NeedsRunner.html | 175 + .../sdk/testing/PAssert.GroupThenAssert.html | 297 + .../PAssert.GroupThenAssertForSingleton.html | 297 + .../sdk/testing/PAssert.IterableAssert.html | 424 + .../testing/PAssert.OneSideInputAssert.html | 302 + .../sdk/testing/PAssert.SingletonAssert.html | 364 + .../org/apache/beam/sdk/testing/PAssert.html | 448 + .../beam/sdk/testing/RunnableOnService.html | 186 + .../beam/sdk/testing/SerializableMatcher.html | 217 + .../SourceTestUtils.ExpectedSplitOutcome.html | 370 + .../beam/sdk/testing/SourceTestUtils.html | 682 + .../apache/beam/sdk/testing/StreamingIT.html | 182 + .../apache/beam/sdk/testing/TestPipeline.html | 387 + ...TestPipelineOptions.AlwaysPassMatcher.html | 327 + ...elineOptions.AlwaysPassMatcherFactory.html | 295 + .../beam/sdk/testing/TestPipelineOptions.html | 380 + .../beam/sdk/testing/TestStream.Builder.html | 343 + .../sdk/testing/TestStream.ElementEvent.html | 290 + .../beam/sdk/testing/TestStream.Event.html | 233 + .../sdk/testing/TestStream.EventType.html | 360 + .../TestStream.ProcessingTimeEvent.html | 290 + .../testing/TestStream.WatermarkEvent.html | 290 + .../apache/beam/sdk/testing/TestStream.html | 412 + .../beam/sdk/testing/UsesSplittableParDo.html | 170 + .../beam/sdk/testing/UsesStatefulParDo.html | 170 + .../beam/sdk/testing/UsesTimersInParDo.html | 170 + .../testing/ValueInSingleWindow.Coder.html | 429 + .../beam/sdk/testing/ValueInSingleWindow.html | 372 + .../beam/sdk/testing/WindowFnTestUtils.html | 418 + .../testing/class-use/BigqueryMatcher.html | 126 + ...roperties.TestElementByteSizeObserver.html | 126 + .../testing/class-use/CoderProperties.html | 126 + .../sdk/testing/class-use/CrashingRunner.html | 168 + .../class-use/FileChecksumMatcher.html | 126 + .../sdk/testing/class-use/NeedsRunner.html | 171 + .../class-use/PAssert.GroupThenAssert.html | 126 + .../PAssert.GroupThenAssertForSingleton.html | 126 + .../class-use/PAssert.IterableAssert.html | 239 + .../class-use/PAssert.OneSideInputAssert.html | 126 + .../class-use/PAssert.SingletonAssert.html | 226 + .../beam/sdk/testing/class-use/PAssert.html | 126 + .../testing/class-use/RunnableOnService.html | 126 + .../class-use/SerializableMatcher.html | 221 + .../SourceTestUtils.ExpectedSplitOutcome.html | 198 + .../testing/class-use/SourceTestUtils.html | 126 + .../sdk/testing/class-use/StreamingIT.html | 126 + .../sdk/testing/class-use/TestPipeline.html | 174 + ...TestPipelineOptions.AlwaysPassMatcher.html | 126 + ...elineOptions.AlwaysPassMatcherFactory.html | 126 + .../class-use/TestPipelineOptions.html | 197 + .../testing/class-use/TestStream.Builder.html | 196 + .../class-use/TestStream.ElementEvent.html | 126 + .../testing/class-use/TestStream.Event.html | 203 + .../class-use/TestStream.EventType.html | 181 + .../TestStream.ProcessingTimeEvent.html | 126 + .../class-use/TestStream.WatermarkEvent.html | 126 + .../sdk/testing/class-use/TestStream.html | 170 + .../class-use/UsesSplittableParDo.html | 126 + .../testing/class-use/UsesStatefulParDo.html | 126 + .../testing/class-use/UsesTimersInParDo.html | 126 + .../class-use/ValueInSingleWindow.Coder.html | 173 + .../class-use/ValueInSingleWindow.html | 216 + .../testing/class-use/WindowFnTestUtils.html | 126 + .../beam/sdk/testing/package-frame.html | 60 + .../beam/sdk/testing/package-summary.html | 386 + .../apache/beam/sdk/testing/package-tree.html | 238 + .../apache/beam/sdk/testing/package-use.html | 299 + .../Aggregator.AggregatorFactory.html | 251 + .../beam/sdk/transforms/Aggregator.html | 317 + .../sdk/transforms/AggregatorRetriever.html | 243 + .../sdk/transforms/AppliedPTransform.html | 343 + ...antiles.ApproximateQuantilesCombineFn.html | 683 + .../sdk/transforms/ApproximateQuantiles.html | 424 + ...roximateUniqueCombineFn.LargestUnique.html | 315 + ...mateUnique.ApproximateUniqueCombineFn.html | 591 + .../sdk/transforms/ApproximateUnique.html | 452 + ...ine.AccumulatingCombineFn.Accumulator.html | 274 + .../Combine.AccumulatingCombineFn.html | 607 + .../Combine.BinaryCombineDoubleFn.html | 591 + .../transforms/Combine.BinaryCombineFn.html | 592 + .../Combine.BinaryCombineIntegerFn.html | 591 + .../Combine.BinaryCombineLongFn.html | 591 + .../sdk/transforms/Combine.CombineFn.html | 730 + .../beam/sdk/transforms/Combine.Globally.html | 516 + .../Combine.GloballyAsSingletonView.html | 408 + .../sdk/transforms/Combine.GroupedValues.html | 477 + .../beam/sdk/transforms/Combine.Holder.html | 206 + .../transforms/Combine.IterableCombineFn.html | 606 + .../transforms/Combine.KeyedCombineFn.html | 719 + .../beam/sdk/transforms/Combine.PerKey.html | 477 + .../Combine.PerKeyWithHotKeyFanout.html | 331 + .../transforms/Combine.SimpleCombineFn.html | 466 + .../apache/beam/sdk/transforms/Combine.html | 648 + .../CombineFnBase.GlobalCombineFn.html | 363 + .../CombineFnBase.PerKeyCombineFn.html | 333 + .../beam/sdk/transforms/CombineFnBase.html | 275 + .../CombineFns.CoCombineResult.html | 260 + .../CombineFns.ComposeCombineFnBuilder.html | 319 + ...mbineFns.ComposeKeyedCombineFnBuilder.html | 363 + .../CombineFns.ComposedCombineFn.html | 601 + ...mbineFns.ComposedCombineFnWithContext.html | 589 + .../CombineFns.ComposedKeyedCombineFn.html | 668 + ...Fns.ComposedKeyedCombineFnWithContext.html | 628 + .../beam/sdk/transforms/CombineFns.html | 426 + ...mbineWithContext.CombineFnWithContext.html | 620 + .../CombineWithContext.Context.html | 304 + ...WithContext.KeyedCombineFnWithContext.html | 632 + ...neWithContext.RequiresContextInternal.html | 181 + .../sdk/transforms/CombineWithContext.html | 286 + .../beam/sdk/transforms/Count.PerElement.html | 353 + .../org/apache/beam/sdk/transforms/Count.html | 311 + .../transforms/Create.TimestampedValues.html | 324 + .../beam/sdk/transforms/Create.Values.html | 363 + .../apache/beam/sdk/transforms/Create.html | 501 + .../Distinct.WithRepresentativeValues.html | 333 + .../apache/beam/sdk/transforms/Distinct.html | 425 + .../transforms/DoFn.BoundedPerElement.html | 173 + .../beam/sdk/transforms/DoFn.Context.html | 517 + .../sdk/transforms/DoFn.FinishBundle.html | 174 + .../DoFn.GetInitialRestriction.html | 175 + .../transforms/DoFn.GetRestrictionCoder.html | 178 + .../sdk/transforms/DoFn.InputProvider.html | 228 + .../beam/sdk/transforms/DoFn.NewTracker.html | 173 + .../beam/sdk/transforms/DoFn.OnTimer.html | 231 + .../sdk/transforms/DoFn.OnTimerContext.html | 325 + .../sdk/transforms/DoFn.OutputReceiver.html | 230 + .../sdk/transforms/DoFn.ProcessContext.html | 360 + .../transforms/DoFn.ProcessContinuation.html | 388 + .../sdk/transforms/DoFn.ProcessElement.html | 218 + .../beam/sdk/transforms/DoFn.Setup.html | 173 + .../sdk/transforms/DoFn.SplitRestriction.html | 181 + .../beam/sdk/transforms/DoFn.StartBundle.html | 179 + .../beam/sdk/transforms/DoFn.StateId.html | 252 + .../beam/sdk/transforms/DoFn.Teardown.html | 174 + .../beam/sdk/transforms/DoFn.TimerId.html | 256 + .../transforms/DoFn.UnboundedPerElement.html | 173 + .../org/apache/beam/sdk/transforms/DoFn.html | 679 + .../beam/sdk/transforms/DoFnAdapters.html | 331 + .../DoFnTester.CloningBehavior.html | 370 + .../beam/sdk/transforms/DoFnTester.html | 920 + .../apache/beam/sdk/transforms/Filter.html | 550 + ...pElements.MissingOutputTypeDescriptor.html | 246 + .../beam/sdk/transforms/FlatMapElements.html | 419 + .../transforms/Flatten.FlattenIterables.html | 336 + .../Flatten.FlattenPCollectionList.html | 331 + .../apache/beam/sdk/transforms/Flatten.html | 375 + .../beam/sdk/transforms/GroupByKey.html | 582 + .../org/apache/beam/sdk/transforms/Keys.html | 332 + .../apache/beam/sdk/transforms/KvSwap.html | 336 + .../beam/sdk/transforms/Latest.LatestFn.html | 564 + .../apache/beam/sdk/transforms/Latest.html | 323 + ...pElements.MissingOutputTypeDescriptor.html | 246 + .../beam/sdk/transforms/MapElements.html | 414 + .../beam/sdk/transforms/Max.MaxDoubleFn.html | 445 + .../apache/beam/sdk/transforms/Max.MaxFn.html | 477 + .../beam/sdk/transforms/Max.MaxIntegerFn.html | 445 + .../beam/sdk/transforms/Max.MaxLongFn.html | 445 + .../org/apache/beam/sdk/transforms/Max.html | 502 + .../org/apache/beam/sdk/transforms/Mean.html | 305 + .../beam/sdk/transforms/Min.MinDoubleFn.html | 445 + .../apache/beam/sdk/transforms/Min.MinFn.html | 477 + .../beam/sdk/transforms/Min.MinIntegerFn.html | 445 + .../beam/sdk/transforms/Min.MinLongFn.html | 445 + .../org/apache/beam/sdk/transforms/Min.html | 502 + .../beam/sdk/transforms/OldDoFn.Context.html | 506 + .../transforms/OldDoFn.ProcessContext.html | 409 + .../OldDoFn.RequiresWindowAccess.html | 180 + .../apache/beam/sdk/transforms/OldDoFn.html | 694 + .../beam/sdk/transforms/PTransform.html | 690 + .../beam/sdk/transforms/ParDo.Bound.html | 557 + .../beam/sdk/transforms/ParDo.BoundMulti.html | 561 + .../beam/sdk/transforms/ParDo.Unbound.html | 352 + .../sdk/transforms/ParDo.UnboundMulti.html | 334 + .../org/apache/beam/sdk/transforms/ParDo.html | 854 + .../sdk/transforms/Partition.PartitionFn.html | 252 + .../apache/beam/sdk/transforms/Partition.html | 414 + .../beam/sdk/transforms/Regex.Find.html | 343 + .../beam/sdk/transforms/Regex.FindKV.html | 349 + .../beam/sdk/transforms/Regex.Matches.html | 343 + .../beam/sdk/transforms/Regex.MatchesKV.html | 348 + .../beam/sdk/transforms/Regex.ReplaceAll.html | 344 + .../sdk/transforms/Regex.ReplaceFirst.html | 344 + .../beam/sdk/transforms/Regex.Split.html | 346 + .../org/apache/beam/sdk/transforms/Regex.html | 551 + .../transforms/Sample.FixedSizedSampleFn.html | 522 + .../beam/sdk/transforms/Sample.SampleAny.html | 333 + .../apache/beam/sdk/transforms/Sample.html | 416 + .../transforms/SerializableComparator.html | 204 + .../sdk/transforms/SerializableFunction.html | 244 + .../beam/sdk/transforms/SimpleFunction.html | 375 + .../beam/sdk/transforms/Sum.SumDoubleFn.html | 446 + .../beam/sdk/transforms/Sum.SumIntegerFn.html | 446 + .../beam/sdk/transforms/Sum.SumLongFn.html | 446 + .../org/apache/beam/sdk/transforms/Sum.html | 432 + .../beam/sdk/transforms/Top.Largest.html | 303 + .../beam/sdk/transforms/Top.Smallest.html | 303 + .../beam/sdk/transforms/Top.TopCombineFn.html | 513 + .../org/apache/beam/sdk/transforms/Top.html | 628 + .../apache/beam/sdk/transforms/Values.html | 332 + .../beam/sdk/transforms/View.AsIterable.html | 325 + .../beam/sdk/transforms/View.AsList.html | 325 + .../beam/sdk/transforms/View.AsMap.html | 344 + .../beam/sdk/transforms/View.AsMultimap.html | 325 + .../beam/sdk/transforms/View.AsSingleton.html | 375 + .../View.CreatePCollectionView.html | 328 + .../org/apache/beam/sdk/transforms/View.html | 541 + .../apache/beam/sdk/transforms/ViewFn.html | 302 + .../apache/beam/sdk/transforms/WithKeys.html | 387 + .../beam/sdk/transforms/WithTimestamps.html | 380 + .../Aggregator.AggregatorFactory.html | 271 + .../sdk/transforms/class-use/Aggregator.html | 580 + .../class-use/AggregatorRetriever.html | 126 + .../class-use/AppliedPTransform.html | 408 + ...antiles.ApproximateQuantilesCombineFn.html | 205 + .../class-use/ApproximateQuantiles.html | 126 + ...roximateUniqueCombineFn.LargestUnique.html | 223 + ...mateUnique.ApproximateUniqueCombineFn.html | 126 + .../class-use/ApproximateUnique.html | 126 + ...ine.AccumulatingCombineFn.Accumulator.html | 173 + .../Combine.AccumulatingCombineFn.html | 182 + .../Combine.BinaryCombineDoubleFn.html | 187 + .../class-use/Combine.BinaryCombineFn.html | 181 + .../Combine.BinaryCombineIntegerFn.html | 187 + .../Combine.BinaryCombineLongFn.html | 219 + .../class-use/Combine.CombineFn.html | 653 + .../class-use/Combine.Globally.html | 363 + .../Combine.GloballyAsSingletonView.html | 173 + .../class-use/Combine.GroupedValues.html | 202 + .../transforms/class-use/Combine.Holder.html | 275 + .../class-use/Combine.IterableCombineFn.html | 197 + .../class-use/Combine.KeyedCombineFn.html | 308 + .../transforms/class-use/Combine.PerKey.html | 364 + .../Combine.PerKeyWithHotKeyFanout.html | 179 + .../class-use/Combine.SimpleCombineFn.html | 171 + .../sdk/transforms/class-use/Combine.html | 126 + .../CombineFnBase.GlobalCombineFn.html | 470 + .../CombineFnBase.PerKeyCombineFn.html | 361 + .../transforms/class-use/CombineFnBase.html | 126 + .../class-use/CombineFns.CoCombineResult.html | 185 + .../CombineFns.ComposeCombineFnBuilder.html | 172 + ...mbineFns.ComposeKeyedCombineFnBuilder.html | 172 + .../CombineFns.ComposedCombineFn.html | 182 + ...mbineFns.ComposedCombineFnWithContext.html | 191 + .../CombineFns.ComposedKeyedCombineFn.html | 199 + ...Fns.ComposedKeyedCombineFnWithContext.html | 219 + .../sdk/transforms/class-use/CombineFns.html | 126 + ...mbineWithContext.CombineFnWithContext.html | 257 + .../class-use/CombineWithContext.Context.html | 358 + ...WithContext.KeyedCombineFnWithContext.html | 313 + ...neWithContext.RequiresContextInternal.html | 193 + .../class-use/CombineWithContext.html | 126 + .../class-use/Count.PerElement.html | 172 + .../beam/sdk/transforms/class-use/Count.html | 126 + .../class-use/Create.TimestampedValues.html | 196 + .../transforms/class-use/Create.Values.html | 196 + .../beam/sdk/transforms/class-use/Create.html | 126 + .../Distinct.WithRepresentativeValues.html | 178 + .../sdk/transforms/class-use/Distinct.html | 171 + .../class-use/DoFn.BoundedPerElement.html | 126 + .../transforms/class-use/DoFn.Context.html | 305 + .../class-use/DoFn.FinishBundle.html | 194 + .../class-use/DoFn.GetInitialRestriction.html | 126 + .../class-use/DoFn.GetRestrictionCoder.html | 126 + .../class-use/DoFn.InputProvider.html | 176 + .../transforms/class-use/DoFn.NewTracker.html | 126 + .../transforms/class-use/DoFn.OnTimer.html | 126 + .../class-use/DoFn.OnTimerContext.html | 176 + .../class-use/DoFn.OutputReceiver.html | 201 + .../class-use/DoFn.ProcessContext.html | 311 + .../class-use/DoFn.ProcessContinuation.html | 217 + .../class-use/DoFn.ProcessElement.html | 249 + .../sdk/transforms/class-use/DoFn.Setup.html | 126 + .../class-use/DoFn.SplitRestriction.html | 126 + .../class-use/DoFn.StartBundle.html | 194 + .../transforms/class-use/DoFn.StateId.html | 126 + .../transforms/class-use/DoFn.Teardown.html | 126 + .../transforms/class-use/DoFn.TimerId.html | 126 + .../class-use/DoFn.UnboundedPerElement.html | 126 + .../beam/sdk/transforms/class-use/DoFn.html | 579 + .../transforms/class-use/DoFnAdapters.html | 126 + .../class-use/DoFnTester.CloningBehavior.html | 199 + .../sdk/transforms/class-use/DoFnTester.html | 172 + .../beam/sdk/transforms/class-use/Filter.html | 209 + ...pElements.MissingOutputTypeDescriptor.html | 174 + .../transforms/class-use/FlatMapElements.html | 178 + .../class-use/Flatten.FlattenIterables.html | 173 + .../Flatten.FlattenPCollectionList.html | 173 + .../sdk/transforms/class-use/Flatten.html | 126 + .../sdk/transforms/class-use/GroupByKey.html | 193 + .../beam/sdk/transforms/class-use/Keys.html | 171 + .../beam/sdk/transforms/class-use/KvSwap.html | 171 + .../transforms/class-use/Latest.LatestFn.html | 126 + .../beam/sdk/transforms/class-use/Latest.html | 126 + ...pElements.MissingOutputTypeDescriptor.html | 174 + .../sdk/transforms/class-use/MapElements.html | 177 + .../transforms/class-use/Max.MaxDoubleFn.html | 126 + .../sdk/transforms/class-use/Max.MaxFn.html | 182 + .../class-use/Max.MaxIntegerFn.html | 126 + .../transforms/class-use/Max.MaxLongFn.html | 126 + .../beam/sdk/transforms/class-use/Max.html | 126 + .../beam/sdk/transforms/class-use/Mean.html | 126 + .../transforms/class-use/Min.MinDoubleFn.html | 126 + .../sdk/transforms/class-use/Min.MinFn.html | 182 + .../class-use/Min.MinIntegerFn.html | 126 + .../transforms/class-use/Min.MinLongFn.html | 126 + .../beam/sdk/transforms/class-use/Min.html | 126 + .../transforms/class-use/OldDoFn.Context.html | 212 + .../class-use/OldDoFn.ProcessContext.html | 305 + .../OldDoFn.RequiresWindowAccess.html | 171 + .../sdk/transforms/class-use/OldDoFn.html | 432 + .../sdk/transforms/class-use/PTransform.html | 1896 ++ .../sdk/transforms/class-use/ParDo.Bound.html | 210 + .../class-use/ParDo.BoundMulti.html | 226 + .../transforms/class-use/ParDo.Unbound.html | 192 + .../class-use/ParDo.UnboundMulti.html | 196 + .../beam/sdk/transforms/class-use/ParDo.html | 126 + .../class-use/Partition.PartitionFn.html | 174 + .../sdk/transforms/class-use/Partition.html | 174 + .../sdk/transforms/class-use/Regex.Find.html | 180 + .../transforms/class-use/Regex.FindKV.html | 174 + .../transforms/class-use/Regex.Matches.html | 180 + .../transforms/class-use/Regex.MatchesKV.html | 174 + .../class-use/Regex.ReplaceAll.html | 173 + .../class-use/Regex.ReplaceFirst.html | 173 + .../sdk/transforms/class-use/Regex.Split.html | 180 + .../beam/sdk/transforms/class-use/Regex.html | 126 + .../class-use/Sample.FixedSizedSampleFn.html | 126 + .../class-use/Sample.SampleAny.html | 126 + .../beam/sdk/transforms/class-use/Sample.html | 126 + .../class-use/SerializableComparator.html | 238 + .../class-use/SerializableFunction.html | 799 + .../transforms/class-use/SimpleFunction.html | 327 + .../transforms/class-use/Sum.SumDoubleFn.html | 126 + .../class-use/Sum.SumIntegerFn.html | 126 + .../transforms/class-use/Sum.SumLongFn.html | 126 + .../beam/sdk/transforms/class-use/Sum.html | 126 + .../sdk/transforms/class-use/Top.Largest.html | 171 + .../transforms/class-use/Top.Smallest.html | 126 + .../class-use/Top.TopCombineFn.html | 126 + .../beam/sdk/transforms/class-use/Top.html | 126 + .../beam/sdk/transforms/class-use/Values.html | 171 + .../transforms/class-use/View.AsIterable.html | 173 + .../sdk/transforms/class-use/View.AsList.html | 173 + .../sdk/transforms/class-use/View.AsMap.html | 182 + .../transforms/class-use/View.AsMultimap.html | 175 + .../class-use/View.AsSingleton.html | 180 + .../class-use/View.CreatePCollectionView.html | 169 + .../beam/sdk/transforms/class-use/View.html | 126 + .../beam/sdk/transforms/class-use/ViewFn.html | 175 + .../sdk/transforms/class-use/WithKeys.html | 190 + .../transforms/class-use/WithTimestamps.html | 181 + .../display/DisplayData.Builder.html | 339 + .../display/DisplayData.Identifier.html | 352 + .../transforms/display/DisplayData.Item.html | 438 + .../display/DisplayData.ItemSpec.html | 490 + .../transforms/display/DisplayData.Path.html | 365 + .../transforms/display/DisplayData.Type.html | 408 + .../sdk/transforms/display/DisplayData.html | 661 + .../transforms/display/HasDisplayData.html | 276 + .../class-use/DisplayData.Builder.html | 739 + .../class-use/DisplayData.Identifier.html | 185 + .../display/class-use/DisplayData.Item.html | 174 + .../class-use/DisplayData.ItemSpec.html | 290 + .../display/class-use/DisplayData.Path.html | 210 + .../display/class-use/DisplayData.Type.html | 214 + .../display/class-use/DisplayData.html | 178 + .../display/class-use/HasDisplayData.html | 2183 ++ .../sdk/transforms/display/package-frame.html | 34 + .../transforms/display/package-summary.html | 229 + .../sdk/transforms/display/package-tree.html | 160 + .../sdk/transforms/display/package-use.html | 952 + .../join/CoGbkResult.CoGbkResultCoder.html | 497 + .../beam/sdk/transforms/join/CoGbkResult.html | 478 + .../transforms/join/CoGbkResultSchema.html | 420 + .../sdk/transforms/join/CoGroupByKey.html | 350 + ...ollectionTuple.TaggedKeyedPCollection.html | 300 + .../join/KeyedPCollectionTuple.html | 493 + .../sdk/transforms/join/RawUnionValue.html | 344 + .../beam/sdk/transforms/join/UnionCoder.html | 488 + .../CoGbkResult.CoGbkResultCoder.html | 177 + .../join/class-use/CoGbkResult.html | 219 + .../join/class-use/CoGbkResultSchema.html | 222 + .../join/class-use/CoGroupByKey.html | 171 + ...ollectionTuple.TaggedKeyedPCollection.html | 172 + .../join/class-use/KeyedPCollectionTuple.html | 224 + .../join/class-use/RawUnionValue.html | 220 + .../transforms/join/class-use/UnionCoder.html | 191 + .../sdk/transforms/join/package-frame.html | 28 + .../sdk/transforms/join/package-summary.html | 202 + .../sdk/transforms/join/package-tree.html | 154 + .../beam/sdk/transforms/join/package-use.html | 202 + .../beam/sdk/transforms/package-frame.html | 166 + .../beam/sdk/transforms/package-summary.html | 1192 + .../beam/sdk/transforms/package-tree.html | 351 + .../beam/sdk/transforms/package-use.html | 1948 ++ ...nvokerFactory.DefaultRestrictionCoder.html | 252 + ...nvokerFactory.DefaultSplitRestriction.html | 287 + ...ddyDoFnInvokerFactory.DoFnInvokerBase.html | 377 + .../reflect/ByteBuddyDoFnInvokerFactory.html | 508 + .../reflect/DoFnInvoker.ArgumentProvider.html | 403 + .../DoFnInvoker.FakeArgumentProvider.html | 489 + .../sdk/transforms/reflect/DoFnInvoker.html | 440 + .../sdk/transforms/reflect/DoFnInvokers.html | 329 + .../reflect/DoFnSignature.BundleMethod.html | 290 + .../reflect/DoFnSignature.DoFnMethod.html | 239 + ...Signature.GetInitialRestrictionMethod.html | 306 + ...FnSignature.GetRestrictionCoderMethod.html | 306 + .../DoFnSignature.LifecycleMethod.html | 290 + ...FnSignature.MethodWithExtraParameters.html | 267 + .../DoFnSignature.NewTrackerMethod.html | 322 + .../reflect/DoFnSignature.OnTimerMethod.html | 347 + ...Signature.Parameter.Cases.WithDefault.html | 451 + .../DoFnSignature.Parameter.Cases.html | 357 + ...nSignature.Parameter.ContextParameter.html | 233 + ...ture.Parameter.InputProviderParameter.html | 233 + ...ure.Parameter.OnTimerContextParameter.html | 233 + ...ure.Parameter.OutputReceiverParameter.html | 233 + ...ure.Parameter.ProcessContextParameter.html | 233 + ...Parameter.RestrictionTrackerParameter.html | 273 + ...oFnSignature.Parameter.StateParameter.html | 274 + ...oFnSignature.Parameter.TimerParameter.html | 272 + ...FnSignature.Parameter.WindowParameter.html | 273 + .../reflect/DoFnSignature.Parameter.html | 471 + .../DoFnSignature.ProcessElementMethod.html | 401 + .../DoFnSignature.SplitRestrictionMethod.html | 306 + .../DoFnSignature.StateDeclaration.html | 305 + .../DoFnSignature.TimerDeclaration.html | 292 + .../sdk/transforms/reflect/DoFnSignature.html | 609 + .../transforms/reflect/DoFnSignatures.html | 263 + .../transforms/reflect/OnTimerInvoker.html | 227 + ...nvokerFactory.DefaultRestrictionCoder.html | 126 + ...nvokerFactory.DefaultSplitRestriction.html | 126 + ...ddyDoFnInvokerFactory.DoFnInvokerBase.html | 126 + .../ByteBuddyDoFnInvokerFactory.html | 173 + .../DoFnInvoker.ArgumentProvider.html | 235 + .../DoFnInvoker.FakeArgumentProvider.html | 126 + .../reflect/class-use/DoFnInvoker.html | 219 + .../reflect/class-use/DoFnInvokers.html | 174 + .../class-use/DoFnSignature.BundleMethod.html | 178 + .../class-use/DoFnSignature.DoFnMethod.html | 230 + ...Signature.GetInitialRestrictionMethod.html | 172 + ...FnSignature.GetRestrictionCoderMethod.html | 172 + .../DoFnSignature.LifecycleMethod.html | 178 + ...FnSignature.MethodWithExtraParameters.html | 178 + .../DoFnSignature.NewTrackerMethod.html | 172 + .../DoFnSignature.OnTimerMethod.html | 172 + ...Signature.Parameter.Cases.WithDefault.html | 126 + .../DoFnSignature.Parameter.Cases.html | 188 + ...nSignature.Parameter.ContextParameter.html | 189 + ...ture.Parameter.InputProviderParameter.html | 189 + ...ure.Parameter.OnTimerContextParameter.html | 189 + ...ure.Parameter.OutputReceiverParameter.html | 189 + ...ure.Parameter.ProcessContextParameter.html | 189 + ...Parameter.RestrictionTrackerParameter.html | 189 + ...oFnSignature.Parameter.StateParameter.html | 189 + ...oFnSignature.Parameter.TimerParameter.html | 187 + ...FnSignature.Parameter.WindowParameter.html | 189 + .../class-use/DoFnSignature.Parameter.html | 262 + .../DoFnSignature.ProcessElementMethod.html | 172 + .../DoFnSignature.SplitRestrictionMethod.html | 172 + .../DoFnSignature.StateDeclaration.html | 200 + .../DoFnSignature.TimerDeclaration.html | 198 + .../reflect/class-use/DoFnSignature.html | 188 + .../reflect/class-use/DoFnSignatures.html | 126 + .../reflect/class-use/OnTimerInvoker.html | 126 + .../sdk/transforms/reflect/package-frame.html | 58 + .../transforms/reflect/package-summary.html | 380 + .../sdk/transforms/reflect/package-tree.html | 182 + .../sdk/transforms/reflect/package-use.html | 330 + .../splittabledofn/RestrictionTracker.html | 247 + .../class-use/RestrictionTracker.html | 220 + .../splittabledofn/package-frame.html | 21 + .../splittabledofn/package-summary.html | 158 + .../splittabledofn/package-tree.html | 135 + .../splittabledofn/package-use.html | 190 + .../sdk/transforms/windowing/AfterAll.html | 373 + .../windowing/AfterDelayFromFirstElement.html | 591 + .../sdk/transforms/windowing/AfterEach.html | 375 + .../sdk/transforms/windowing/AfterFirst.html | 374 + .../sdk/transforms/windowing/AfterPane.html | 444 + .../windowing/AfterProcessingTime.html | 457 + .../AfterSynchronizedProcessingTime.html | 468 + ...rWatermark.AfterWatermarkEarlyAndLate.html | 460 + .../AfterWatermark.FromEndOfWindow.html | 430 + .../transforms/windowing/AfterWatermark.html | 295 + .../transforms/windowing/BoundedWindow.html | 338 + .../CalendarWindows.DaysWindows.html | 468 + .../CalendarWindows.MonthsWindows.html | 495 + .../CalendarWindows.YearsWindows.html | 508 + .../transforms/windowing/CalendarWindows.html | 380 + .../transforms/windowing/DefaultTrigger.html | 366 + .../transforms/windowing/FixedWindows.html | 498 + .../windowing/GlobalWindow.Coder.html | 370 + .../transforms/windowing/GlobalWindow.html | 320 + .../transforms/windowing/GlobalWindows.html | 439 + .../transforms/windowing/IntervalWindow.html | 510 + .../transforms/windowing/InvalidWindows.html | 488 + .../MergeOverlappingIntervalWindows.html | 282 + .../windowing/Never.NeverTrigger.html | 379 + .../beam/sdk/transforms/windowing/Never.html | 303 + .../windowing/NonMergingWindowFn.html | 351 + .../windowing/OrFinallyTrigger.html | 377 + .../windowing/OutputTimeFn.Defaults.html | 487 + .../OutputTimeFn.DependsOnlyOnWindow.html | 549 + .../transforms/windowing/OutputTimeFn.html | 481 + .../transforms/windowing/OutputTimeFns.html | 364 + .../windowing/PaneInfo.PaneInfoCoder.html | 420 + .../transforms/windowing/PaneInfo.Timing.html | 449 + .../sdk/transforms/windowing/PaneInfo.html | 532 + .../windowing/PartitioningWindowFn.html | 421 + .../sdk/transforms/windowing/Repeatedly.html | 389 + .../sdk/transforms/windowing/Sessions.html | 491 + .../transforms/windowing/SlidingWindows.html | 571 + .../windowing/Trigger.OnceTrigger.html | 345 + .../sdk/transforms/windowing/Trigger.html | 556 + .../transforms/windowing/Window.Bound.html | 591 + .../windowing/Window.ClosingBehavior.html | 358 + .../beam/sdk/transforms/windowing/Window.html | 526 + .../windowing/WindowFn.AssignContext.html | 315 + .../windowing/WindowFn.MergeContext.html | 317 + .../sdk/transforms/windowing/WindowFn.html | 528 + .../windowing/class-use/AfterAll.html | 173 + .../class-use/AfterDelayFromFirstElement.html | 217 + .../windowing/class-use/AfterEach.html | 173 + .../windowing/class-use/AfterFirst.html | 173 + .../windowing/class-use/AfterPane.html | 173 + .../class-use/AfterProcessingTime.html | 178 + .../AfterSynchronizedProcessingTime.html | 171 + ...rWatermark.AfterWatermarkEarlyAndLate.html | 189 + .../AfterWatermark.FromEndOfWindow.html | 177 + .../windowing/class-use/AfterWatermark.html | 126 + .../windowing/class-use/BoundedWindow.html | 1719 ++ .../CalendarWindows.DaysWindows.html | 190 + .../CalendarWindows.MonthsWindows.html | 186 + .../CalendarWindows.YearsWindows.html | 186 + .../windowing/class-use/CalendarWindows.html | 126 + .../windowing/class-use/DefaultTrigger.html | 173 + .../windowing/class-use/FixedWindows.html | 182 + .../class-use/GlobalWindow.Coder.html | 171 + .../windowing/class-use/GlobalWindow.html | 254 + .../windowing/class-use/GlobalWindows.html | 126 + .../windowing/class-use/IntervalWindow.html | 321 + .../windowing/class-use/InvalidWindows.html | 126 + .../MergeOverlappingIntervalWindows.html | 126 + .../class-use/Never.NeverTrigger.html | 173 + .../transforms/windowing/class-use/Never.html | 126 + .../class-use/NonMergingWindowFn.html | 237 + .../windowing/class-use/OrFinallyTrigger.html | 173 + .../class-use/OutputTimeFn.Defaults.html | 126 + .../OutputTimeFn.DependsOnlyOnWindow.html | 126 + .../windowing/class-use/OutputTimeFn.html | 385 + .../windowing/class-use/OutputTimeFns.html | 126 + .../class-use/PaneInfo.PaneInfoCoder.html | 171 + .../windowing/class-use/PaneInfo.Timing.html | 211 + .../windowing/class-use/PaneInfo.html | 479 + .../class-use/PartitioningWindowFn.html | 191 + .../windowing/class-use/Repeatedly.html | 174 + .../windowing/class-use/Sessions.html | 173 + .../windowing/class-use/SlidingWindows.html | 189 + .../class-use/Trigger.OnceTrigger.html | 352 + .../windowing/class-use/Trigger.html | 572 + .../windowing/class-use/Window.Bound.html | 241 + .../class-use/Window.ClosingBehavior.html | 233 + .../windowing/class-use/Window.html | 126 + .../class-use/WindowFn.AssignContext.html | 218 + .../class-use/WindowFn.MergeContext.html | 191 + .../windowing/class-use/WindowFn.html | 506 + .../transforms/windowing/package-frame.html | 67 + .../transforms/windowing/package-summary.html | 473 + .../transforms/windowing/package-tree.html | 235 + .../sdk/transforms/windowing/package-use.html | 711 + .../util/ActiveWindowSet.MergeCallback.html | 275 + .../apache/beam/sdk/util/ActiveWindowSet.html | 544 + .../org/apache/beam/sdk/util/ApiSurface.html | 526 + .../beam/sdk/util/AppEngineEnvironment.html | 281 + .../beam/sdk/util/AppliedCombineFn.html | 386 + ...BoundedExponentialBackOff.ResetPolicy.html | 362 + ...temptAndTimeBoundedExponentialBackOff.html | 486 + .../AttemptBoundedExponentialBackOff.html | 423 + .../beam/sdk/util/AvroUtils.AvroMetadata.html | 285 + .../org/apache/beam/sdk/util/AvroUtils.html | 310 + ...tionContext.CreateStepContextFunction.html | 229 + .../BaseExecutionContext.StepContext.html | 439 + .../beam/sdk/util/BaseExecutionContext.html | 440 + .../org/apache/beam/sdk/util/BitSetCoder.html | 389 + .../beam/sdk/util/BucketingFunction.html | 336 + .../BufferedElementCountingOutputStream.html | 496 + .../org/apache/beam/sdk/util/CloudObject.html | 568 + .../org/apache/beam/sdk/util/CoderUtils.html | 502 + .../beam/sdk/util/CombineContextFactory.html | 331 + .../apache/beam/sdk/util/CombineFnUtil.html | 315 + .../beam/sdk/util/CredentialFactory.html | 235 + .../beam/sdk/util/DirectSideInputReader.html | 315 + .../util/ExecutionContext.StepContext.html | 350 + .../beam/sdk/util/ExecutionContext.html | 313 + .../beam/sdk/util/ExplicitShardedFile.html | 344 + .../sdk/util/ExposedByteArrayInputStream.html | 346 + .../util/ExposedByteArrayOutputStream.html | 403 + .../beam/sdk/util/FileIOChannelFactory.html | 515 + .../util/FileIOChannelFactoryRegistrar.html | 314 + .../apache/beam/sdk/util/FluentBackoff.html | 439 + .../beam/sdk/util/GcpCredentialFactory.html | 300 + .../GcpProjectUtil.GcpProjectUtilFactory.html | 297 + .../apache/beam/sdk/util/GcpProjectUtil.html | 222 + .../beam/sdk/util/GcsIOChannelFactory.html | 513 + .../util/GcsIOChannelFactoryRegistrar.html | 314 + .../beam/sdk/util/GcsPathValidator.html | 324 + .../beam/sdk/util/GcsUtil.GcsUtilFactory.html | 300 + .../org/apache/beam/sdk/util/GcsUtil.html | 492 + .../beam/sdk/util/IOChannelFactory.html | 478 + .../sdk/util/IOChannelFactoryRegistrar.html | 260 + .../apache/beam/sdk/util/IOChannelUtils.html | 539 + .../beam/sdk/util/IdentityWindowFn.html | 455 + .../sdk/util/IllegalMutationException.html | 345 + .../apache/beam/sdk/util/InstanceBuilder.html | 402 + .../IntervalBoundedExponentialBackOff.html | 423 + .../beam/sdk/util/MergingActiveWindowSet.html | 701 + .../org/apache/beam/sdk/util/MimeTypes.html | 297 + .../apache/beam/sdk/util/MovingFunction.html | 325 + .../beam/sdk/util/MutationDetector.html | 244 + .../beam/sdk/util/MutationDetectors.html | 276 + .../sdk/util/NonMergingActiveWindowSet.html | 626 + .../beam/sdk/util/NoopCredentialFactory.html | 300 + .../beam/sdk/util/NoopPathValidator.html | 322 + .../sdk/util/NullCredentialInitializer.html | 301 + .../beam/sdk/util/NullSideInputReader.html | 328 + .../beam/sdk/util/NumberedShardedFile.html | 389 + .../beam/sdk/util/PCollectionViewWindow.html | 308 + ...llectionViews.IterablePCollectionView.html | 310 + .../PCollectionViews.ListPCollectionView.html | 310 + .../PCollectionViews.MapPCollectionView.html | 310 + ...llectionViews.MultimapPCollectionView.html | 310 + ...lectionViews.SingletonPCollectionView.html | 353 + .../beam/sdk/util/PCollectionViews.html | 448 + .../org/apache/beam/sdk/util/PTuple.html | 421 + .../apache/beam/sdk/util/PathValidator.html | 283 + .../beam/sdk/util/PerKeyCombineFnRunner.html | 560 + .../apache/beam/sdk/util/PropertyNames.html | 1742 ++ .../util/PubsubClient.IncomingMessage.html | 453 + .../util/PubsubClient.OutgoingMessage.html | 407 + .../sdk/util/PubsubClient.ProjectPath.html | 317 + .../PubsubClient.PubsubClientFactory.html | 271 + .../util/PubsubClient.SubscriptionPath.html | 330 + .../beam/sdk/util/PubsubClient.TopicPath.html | 330 + .../apache/beam/sdk/util/PubsubClient.html | 740 + .../beam/sdk/util/PubsubGrpcClient.html | 625 + .../beam/sdk/util/PubsubJsonClient.html | 619 + ...subTestClient.PubsubTestClientFactory.html | 207 + .../beam/sdk/util/PubsubTestClient.html | 707 + .../util/ReadyCheckingSideInputReader.html | 246 + .../org/apache/beam/sdk/util/ReleaseInfo.html | 351 + .../org/apache/beam/sdk/util/Reshuffle.html | 316 + .../beam/sdk/util/ReshuffleTrigger.html | 383 + .../sdk/util/RetryHttpRequestInitializer.html | 411 + .../beam/sdk/util/SerializableUtils.html | 384 + .../org/apache/beam/sdk/util/Serializer.html | 302 + .../org/apache/beam/sdk/util/ShardedFile.html | 248 + .../sdk/util/ShardingWritableByteChannel.html | 458 + .../apache/beam/sdk/util/SideInputReader.html | 274 + .../org/apache/beam/sdk/util/StreamUtils.html | 248 + .../org/apache/beam/sdk/util/StringUtils.html | 389 + .../org/apache/beam/sdk/util/Structs.html | 770 + .../beam/sdk/util/SystemDoFnInternal.html | 174 + .../apache/beam/sdk/util/TestCredential.html | 392 + .../org/apache/beam/sdk/util/TimeDomain.html | 372 + .../0.4.0/org/apache/beam/sdk/util/Timer.html | 262 + .../sdk/util/TimerInternals.TimerData.html | 391 + .../util/TimerInternals.TimerDataCoder.html | 408 + .../apache/beam/sdk/util/TimerInternals.html | 451 + .../org/apache/beam/sdk/util/TimerSpec.html | 230 + .../org/apache/beam/sdk/util/TimerSpecs.html | 275 + .../org/apache/beam/sdk/util/Timers.html | 312 + .../org/apache/beam/sdk/util/Transport.html | 359 + .../beam/sdk/util/UnownedInputStream.html | 427 + .../beam/sdk/util/UnownedOutputStream.html | 373 + .../sdk/util/UploadIdResponseInterceptor.html | 288 + .../beam/sdk/util/UserCodeException.html | 288 + .../util/ValueWithRecordId.StripIdsDoFn.html | 329 + ...ueWithRecordId.ValueWithRecordIdCoder.html | 455 + .../beam/sdk/util/ValueWithRecordId.html | 373 + .../org/apache/beam/sdk/util/Values.html | 300 + .../org/apache/beam/sdk/util/VarInt.html | 386 + .../org/apache/beam/sdk/util/Weighted.html | 231 + .../apache/beam/sdk/util/WeightedValue.html | 287 + .../apache/beam/sdk/util/WindowTracing.html | 291 + .../WindowedValue.FullWindowedValueCoder.html | 554 + ...owedValue.ValueOnlyWindowedValueCoder.html | 508 + .../WindowedValue.WindowedValueCoder.html | 311 + .../apache/beam/sdk/util/WindowedValue.html | 653 + .../beam/sdk/util/WindowingInternals.html | 354 + .../WindowingStrategy.AccumulationMode.html | 348 + .../beam/sdk/util/WindowingStrategy.html | 574 + .../org/apache/beam/sdk/util/ZipFiles.html | 258 + .../ActiveWindowSet.MergeCallback.html | 179 + .../sdk/util/class-use/ActiveWindowSet.html | 203 + .../beam/sdk/util/class-use/ApiSurface.html | 235 + .../util/class-use/AppEngineEnvironment.html | 126 + .../sdk/util/class-use/AppliedCombineFn.html | 248 + ...BoundedExponentialBackOff.ResetPolicy.html | 204 + ...temptAndTimeBoundedExponentialBackOff.html | 126 + .../AttemptBoundedExponentialBackOff.html | 170 + .../class-use/AvroUtils.AvroMetadata.html | 170 + .../beam/sdk/util/class-use/AvroUtils.html | 126 + ...tionContext.CreateStepContextFunction.html | 169 + .../BaseExecutionContext.StepContext.html | 126 + .../util/class-use/BaseExecutionContext.html | 126 + .../beam/sdk/util/class-use/BitSetCoder.html | 168 + .../sdk/util/class-use/BucketingFunction.html | 126 + .../BufferedElementCountingOutputStream.html | 126 + .../beam/sdk/util/class-use/CloudObject.html | 455 + .../beam/sdk/util/class-use/CoderUtils.html | 126 + .../util/class-use/CombineContextFactory.html | 126 + .../sdk/util/class-use/CombineFnUtil.html | 126 + .../sdk/util/class-use/CredentialFactory.html | 217 + .../util/class-use/DirectSideInputReader.html | 168 + .../ExecutionContext.StepContext.html | 406 + .../sdk/util/class-use/ExecutionContext.html | 183 + .../util/class-use/ExplicitShardedFile.html | 126 + .../ExposedByteArrayInputStream.html | 126 + .../ExposedByteArrayOutputStream.html | 126 + .../util/class-use/FileIOChannelFactory.html | 170 + .../FileIOChannelFactoryRegistrar.html | 126 + .../sdk/util/class-use/FluentBackoff.html | 240 + .../util/class-use/GcpCredentialFactory.html | 168 + .../GcpProjectUtil.GcpProjectUtilFactory.html | 126 + .../sdk/util/class-use/GcpProjectUtil.html | 211 + .../util/class-use/GcsIOChannelFactory.html | 174 + .../GcsIOChannelFactoryRegistrar.html | 126 + .../sdk/util/class-use/GcsPathValidator.html | 168 + .../class-use/GcsUtil.GcsUtilFactory.html | 126 + .../beam/sdk/util/class-use/GcsUtil.html | 211 + .../sdk/util/class-use/IOChannelFactory.html | 218 + .../class-use/IOChannelFactoryRegistrar.html | 176 + .../sdk/util/class-use/IOChannelUtils.html | 126 + .../sdk/util/class-use/IdentityWindowFn.html | 126 + .../class-use/IllegalMutationException.html | 126 + .../sdk/util/class-use/InstanceBuilder.html | 201 + .../IntervalBoundedExponentialBackOff.html | 126 + .../class-use/MergingActiveWindowSet.html | 126 + .../beam/sdk/util/class-use/MimeTypes.html | 126 + .../sdk/util/class-use/MovingFunction.html | 126 + .../sdk/util/class-use/MutationDetector.html | 178 + .../sdk/util/class-use/MutationDetectors.html | 126 + .../class-use/NonMergingActiveWindowSet.html | 126 + .../util/class-use/NoopCredentialFactory.html | 168 + .../sdk/util/class-use/NoopPathValidator.html | 126 + .../class-use/NullCredentialInitializer.html | 126 + .../util/class-use/NullSideInputReader.html | 172 + .../util/class-use/NumberedShardedFile.html | 126 + .../util/class-use/PCollectionViewWindow.html | 169 + ...llectionViews.IterablePCollectionView.html | 126 + .../PCollectionViews.ListPCollectionView.html | 126 + .../PCollectionViews.MapPCollectionView.html | 126 + ...llectionViews.MultimapPCollectionView.html | 126 + ...lectionViews.SingletonPCollectionView.html | 126 + .../sdk/util/class-use/PCollectionViews.html | 126 + .../beam/sdk/util/class-use/PTuple.html | 206 + .../sdk/util/class-use/PathValidator.html | 261 + .../util/class-use/PerKeyCombineFnRunner.html | 170 + .../sdk/util/class-use/PropertyNames.html | 126 + .../PubsubClient.IncomingMessage.html | 225 + .../PubsubClient.OutgoingMessage.html | 202 + .../class-use/PubsubClient.ProjectPath.html | 274 + .../PubsubClient.PubsubClientFactory.html | 231 + .../PubsubClient.SubscriptionPath.html | 429 + .../class-use/PubsubClient.TopicPath.html | 403 + .../beam/sdk/util/class-use/PubsubClient.html | 199 + .../sdk/util/class-use/PubsubGrpcClient.html | 126 + .../sdk/util/class-use/PubsubJsonClient.html | 126 + ...subTestClient.PubsubTestClientFactory.html | 185 + .../sdk/util/class-use/PubsubTestClient.html | 126 + .../ReadyCheckingSideInputReader.html | 185 + .../beam/sdk/util/class-use/ReleaseInfo.html | 170 + .../beam/sdk/util/class-use/Reshuffle.html | 168 + .../sdk/util/class-use/ReshuffleTrigger.html | 126 + .../RetryHttpRequestInitializer.html | 126 + .../sdk/util/class-use/SerializableUtils.html | 126 + .../beam/sdk/util/class-use/Serializer.html | 126 + .../beam/sdk/util/class-use/ShardedFile.html | 201 + .../ShardingWritableByteChannel.html | 126 + .../sdk/util/class-use/SideInputReader.html | 414 + .../beam/sdk/util/class-use/StreamUtils.html | 126 + .../beam/sdk/util/class-use/StringUtils.html | 126 + .../beam/sdk/util/class-use/Structs.html | 126 + .../util/class-use/SystemDoFnInternal.html | 191 + .../sdk/util/class-use/TestCredential.html | 126 + .../beam/sdk/util/class-use/TimeDomain.html | 427 + .../apache/beam/sdk/util/class-use/Timer.html | 176 + .../class-use/TimerInternals.TimerData.html | 443 + .../TimerInternals.TimerDataCoder.html | 172 + .../sdk/util/class-use/TimerInternals.html | 286 + .../beam/sdk/util/class-use/TimerSpec.html | 168 + .../beam/sdk/util/class-use/TimerSpecs.html | 126 + .../beam/sdk/util/class-use/Timers.html | 252 + .../beam/sdk/util/class-use/Transport.html | 126 + .../util/class-use/UnownedInputStream.html | 126 + .../util/class-use/UnownedOutputStream.html | 126 + .../UploadIdResponseInterceptor.html | 126 + .../sdk/util/class-use/UserCodeException.html | 168 + .../ValueWithRecordId.StripIdsDoFn.html | 126 + ...ueWithRecordId.ValueWithRecordIdCoder.html | 172 + .../sdk/util/class-use/ValueWithRecordId.html | 184 + .../beam/sdk/util/class-use/Values.html | 126 + .../beam/sdk/util/class-use/VarInt.html | 126 + .../beam/sdk/util/class-use/Weighted.html | 170 + .../sdk/util/class-use/WeightedValue.html | 169 + .../sdk/util/class-use/WindowTracing.html | 126 + .../WindowedValue.FullWindowedValueCoder.html | 181 + ...owedValue.ValueOnlyWindowedValueCoder.html | 178 + .../WindowedValue.WindowedValueCoder.html | 200 + .../sdk/util/class-use/WindowedValue.html | 712 + .../util/class-use/WindowingInternals.html | 263 + .../WindowingStrategy.AccumulationMode.html | 197 + .../sdk/util/class-use/WindowingStrategy.html | 748 + .../beam/sdk/util/class-use/ZipFiles.html | 126 + .../ElementByteSizeObservableIterable.html | 337 + .../ElementByteSizeObservableIterator.html | 305 + .../util/common/ElementByteSizeObserver.html | 394 + ...ReflectHelpers.ObjectsClassComparator.html | 332 + .../beam/sdk/util/common/ReflectHelpers.html | 466 + .../beam/sdk/util/common/Reiterable.html | 244 + .../beam/sdk/util/common/Reiterator.html | 255 + .../ElementByteSizeObservableIterable.html | 126 + .../ElementByteSizeObservableIterator.html | 171 + .../class-use/ElementByteSizeObserver.html | 341 + ...ReflectHelpers.ObjectsClassComparator.html | 168 + .../util/common/class-use/ReflectHelpers.html | 126 + .../sdk/util/common/class-use/Reiterable.html | 126 + .../sdk/util/common/class-use/Reiterator.html | 211 + .../beam/sdk/util/common/package-frame.html | 30 + .../beam/sdk/util/common/package-summary.html | 204 + .../beam/sdk/util/common/package-tree.html | 160 + .../beam/sdk/util/common/package-use.html | 296 + .../apache/beam/sdk/util/gcsfs/GcsPath.html | 1095 + .../sdk/util/gcsfs/class-use/GcsPath.html | 312 + .../beam/sdk/util/gcsfs/package-frame.html | 21 + .../beam/sdk/util/gcsfs/package-summary.html | 155 + .../beam/sdk/util/gcsfs/package-tree.html | 139 + .../beam/sdk/util/gcsfs/package-use.html | 186 + .../apache/beam/sdk/util/package-frame.html | 154 + .../apache/beam/sdk/util/package-summary.html | 949 + .../apache/beam/sdk/util/package-tree.html | 397 + .../org/apache/beam/sdk/util/package-use.html | 1123 + .../util/state/AccumulatorCombiningState.html | 329 + .../apache/beam/sdk/util/state/BagState.html | 273 + .../beam/sdk/util/state/CombiningState.html | 304 + .../InMemoryStateInternals.InMemoryBag.html | 424 + ...StateInternals.InMemoryCombiningValue.html | 496 + .../InMemoryStateInternals.InMemoryState.html | 246 + ...oryStateInternals.InMemoryStateBinder.html | 401 + .../InMemoryStateInternals.InMemoryValue.html | 401 + ...yStateInternals.InMemoryWatermarkHold.html | 462 + .../util/state/InMemoryStateInternals.html | 479 + .../util/state/InMemoryTimerInternals.html | 776 + .../sdk/util/state/MergingStateAccessor.html | 245 + .../beam/sdk/util/state/ReadableState.html | 270 + .../org/apache/beam/sdk/util/state/State.html | 238 + .../beam/sdk/util/state/StateAccessor.html | 237 + .../beam/sdk/util/state/StateBinder.html | 329 + .../beam/sdk/util/state/StateContext.html | 261 + .../beam/sdk/util/state/StateContexts.html | 332 + .../beam/sdk/util/state/StateInternals.html | 285 + .../sdk/util/state/StateInternalsFactory.html | 233 + .../beam/sdk/util/state/StateMerging.html | 463 + .../beam/sdk/util/state/StateNamespace.html | 283 + .../sdk/util/state/StateNamespaceForTest.html | 378 + .../StateNamespaces.GlobalNamespace.html | 399 + ...eNamespaces.WindowAndTriggerNamespace.html | 386 + .../StateNamespaces.WindowNamespace.html | 373 + .../beam/sdk/util/state/StateNamespaces.html | 331 + .../apache/beam/sdk/util/state/StateSpec.html | 242 + .../beam/sdk/util/state/StateSpecs.html | 394 + .../beam/sdk/util/state/StateTable.html | 381 + .../sdk/util/state/StateTag.StateBinder.html | 347 + .../apache/beam/sdk/util/state/StateTag.html | 327 + .../apache/beam/sdk/util/state/StateTags.html | 427 + .../state/TestInMemoryStateInternals.html | 351 + .../beam/sdk/util/state/TimerCallback.html | 277 + .../sdk/util/state/TimerInternalsFactory.html | 233 + .../beam/sdk/util/state/ValueState.html | 283 + .../sdk/util/state/WatermarkHoldState.html | 291 + .../class-use/AccumulatorCombiningState.html | 487 + .../sdk/util/state/class-use/BagState.html | 299 + .../util/state/class-use/CombiningState.html | 261 + .../InMemoryStateInternals.InMemoryBag.html | 172 + ...StateInternals.InMemoryCombiningValue.html | 172 + .../InMemoryStateInternals.InMemoryState.html | 203 + ...oryStateInternals.InMemoryStateBinder.html | 126 + .../InMemoryStateInternals.InMemoryValue.html | 172 + ...yStateInternals.InMemoryWatermarkHold.html | 172 + .../class-use/InMemoryStateInternals.html | 183 + .../class-use/InMemoryTimerInternals.html | 126 + .../state/class-use/MergingStateAccessor.html | 342 + .../util/state/class-use/ReadableState.html | 305 + .../beam/sdk/util/state/class-use/State.html | 439 + .../util/state/class-use/StateAccessor.html | 384 + .../sdk/util/state/class-use/StateBinder.html | 188 + .../util/state/class-use/StateContext.html | 306 + .../util/state/class-use/StateContexts.html | 126 + .../util/state/class-use/StateInternals.html | 353 + .../class-use/StateInternalsFactory.html | 187 + .../util/state/class-use/StateMerging.html | 126 + .../util/state/class-use/StateNamespace.html | 420 + .../class-use/StateNamespaceForTest.html | 126 + .../StateNamespaces.GlobalNamespace.html | 126 + ...eNamespaces.WindowAndTriggerNamespace.html | 126 + .../StateNamespaces.WindowNamespace.html | 126 + .../util/state/class-use/StateNamespaces.html | 126 + .../sdk/util/state/class-use/StateSpec.html | 286 + .../sdk/util/state/class-use/StateSpecs.html | 126 + .../sdk/util/state/class-use/StateTable.html | 168 + .../state/class-use/StateTag.StateBinder.html | 212 + .../sdk/util/state/class-use/StateTag.html | 570 + .../sdk/util/state/class-use/StateTags.html | 126 + .../class-use/TestInMemoryStateInternals.html | 126 + .../util/state/class-use/TimerCallback.html | 206 + .../class-use/TimerInternalsFactory.html | 168 + .../sdk/util/state/class-use/ValueState.html | 275 + .../state/class-use/WatermarkHoldState.html | 300 + .../beam/sdk/util/state/package-frame.html | 61 + .../beam/sdk/util/state/package-summary.html | 393 + .../beam/sdk/util/state/package-tree.html | 206 + .../beam/sdk/util/state/package-use.html | 556 + .../apache/beam/sdk/values/KV.OrderByKey.html | 302 + .../beam/sdk/values/KV.OrderByValue.html | 302 + .../0.4.0/org/apache/beam/sdk/values/KV.html | 374 + .../org/apache/beam/sdk/values/PBegin.html | 409 + .../sdk/values/PCollection.IsBounded.html | 373 + .../apache/beam/sdk/values/PCollection.html | 601 + .../beam/sdk/values/PCollectionList.html | 612 + .../beam/sdk/values/PCollectionTuple.html | 616 + .../beam/sdk/values/PCollectionView.html | 349 + .../org/apache/beam/sdk/values/PDone.html | 288 + .../org/apache/beam/sdk/values/PInput.html | 284 + .../org/apache/beam/sdk/values/POutput.html | 313 + .../beam/sdk/values/POutputValueBase.html | 392 + .../org/apache/beam/sdk/values/PValue.html | 272 + .../apache/beam/sdk/values/PValueBase.html | 550 + ...imestampedValue.TimestampedValueCoder.html | 432 + .../beam/sdk/values/TimestampedValue.html | 412 + .../org/apache/beam/sdk/values/TupleTag.html | 450 + .../apache/beam/sdk/values/TupleTagList.html | 409 + .../beam/sdk/values/TypeDescriptor.html | 707 + .../beam/sdk/values/TypeDescriptors.html | 700 + .../apache/beam/sdk/values/TypeParameter.html | 318 + .../apache/beam/sdk/values/TypedPValue.html | 436 + .../sdk/values/class-use/KV.OrderByKey.html | 126 + .../sdk/values/class-use/KV.OrderByValue.html | 126 + .../apache/beam/sdk/values/class-use/KV.html | 1468 ++ .../beam/sdk/values/class-use/PBegin.html | 655 + .../class-use/PCollection.IsBounded.html | 255 + .../sdk/values/class-use/PCollection.html | 1918 ++ .../sdk/values/class-use/PCollectionList.html | 265 + .../values/class-use/PCollectionTuple.html | 275 + .../sdk/values/class-use/PCollectionView.html | 958 + .../beam/sdk/values/class-use/PDone.html | 456 + .../beam/sdk/values/class-use/PInput.html | 703 + .../beam/sdk/values/class-use/POutput.html | 747 + .../values/class-use/POutputValueBase.html | 263 + .../beam/sdk/values/class-use/PValue.html | 482 + .../beam/sdk/values/class-use/PValueBase.html | 264 + ...imestampedValue.TimestampedValueCoder.html | 173 + .../values/class-use/TimestampedValue.html | 394 + .../beam/sdk/values/class-use/TupleTag.html | 1127 + .../sdk/values/class-use/TupleTagList.html | 356 + .../sdk/values/class-use/TypeDescriptor.html | 828 + .../sdk/values/class-use/TypeDescriptors.html | 126 + .../sdk/values/class-use/TypeParameter.html | 173 + .../sdk/values/class-use/TypedPValue.html | 279 + .../apache/beam/sdk/values/package-frame.html | 49 + .../beam/sdk/values/package-summary.html | 357 + .../apache/beam/sdk/values/package-tree.html | 207 + .../apache/beam/sdk/values/package-use.html | 1605 ++ .../sdks/javadoc/0.4.0/overview-frame.html | 72 + .../sdks/javadoc/0.4.0/overview-summary.html | 467 + .../sdks/javadoc/0.4.0/overview-tree.html | 2399 ++ .../sdks/javadoc/0.4.0/package-list | 51 + .../sdks/javadoc/0.4.0/script.js | 30 + .../sdks/javadoc/0.4.0/serialized-form.html | 5799 +++++ .../sdks/javadoc/0.4.0/stylesheet.css | 574 + src/documentation/sdks/javadoc/current.md | 2 +- src/get-started/downloads.md | 5 + 2151 files changed, 656317 insertions(+), 2 deletions(-) create mode 100644 src/documentation/sdks/javadoc/0.4.0/allclasses-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/allclasses-noframe.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/constant-values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/deprecated-list.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/help-doc.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/index-all.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/index.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.CreateApexPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.LaunchParams.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.ProcessWatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/TestApexRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.CreateApexPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.LaunchParams.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.ProcessWatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/TestApexRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AggregatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindowsDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.ReduceFnExecutor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.OutputManager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestrictionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementByteSizeObservable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowViaWindowSetDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsViaOutputBufferDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItem.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItemCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.ComposedKeyedWorkItem.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/LateDataDroppingDoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/NonEmptyPanes.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/OutputWindowedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PaneInfoTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PeekingReiterator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PerKeyCombineFnRunners.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PushbackSideInputDoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnMergeContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnTriggerContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.ProcessValueContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SideInputHandler.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SimpleDoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.GBKIntoKeyedWorkItems.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessElements.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SystemReduceFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/WindowingInternalsAdapters.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AggregatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindowsDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.ReduceFnExecutor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.OutputManager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestrictionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementByteSizeObservable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowViaWindowSetDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsViaOutputBufferDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItem.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItemCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.ComposedKeyedWorkItem.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/LateDataDroppingDoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/NonEmptyPanes.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/OutputWindowedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PaneInfoTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PeekingReiterator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PerKeyCombineFnRunners.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PushbackSideInputDoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnMergeContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnTriggerContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.ProcessValueContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SideInputHandler.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SimpleDoFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.GBKIntoKeyedWorkItems.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessElements.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SystemReduceFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/WindowingInternalsAdapters.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterAllStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterDelayFromFirstElementStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterEachStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterFirstStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterPaneStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterProcessingTimeStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.FromEndOfWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/DefaultTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ExecutableTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersBitSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/NeverStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/RepeatedlyStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ReshuffleTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.MergingTriggerInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnElementContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnMergeContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnceTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineContextFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachines.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterAllStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterDelayFromFirstElementStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterEachStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterFirstStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterPaneStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterProcessingTimeStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.FromEndOfWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/DefaultTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ExecutableTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersBitSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/NeverStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/RepeatedlyStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ReshuffleTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.MergingTriggerInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnElementContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnMergeContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnceTriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineContextFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachines.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyExistsException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyUpdatedException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineJob.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.JobSpecification.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TransformTranslator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TranslationContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.StreamingPCollectionViewWriterFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerHooks.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowServiceException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyExistsException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyUpdatedException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineJob.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.JobSpecification.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TransformTranslator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TranslationContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.StreamingPCollectionViewWriterFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerHooks.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowServiceException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/CloudDebuggerOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.DataflowClientFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.StagerFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.StagingLocationFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.Level.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/CloudDebuggerOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.DataflowClientFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.StagerFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.StagingLocationFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerHarnessOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.Level.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTemplateJob.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTransport.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DoFnInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/GcsStager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.JobMessagesHandler.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.LoggingHandler.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.TimeStampComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/OutputReference.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/PackageUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.RandomAccessDataCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.UnsignedLexicographicalComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/Stager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/TimeUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTemplateJob.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTransport.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DoFnInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/GcsStager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.JobMessagesHandler.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.LoggingHandler.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.TimeStampComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/OutputReference.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/PackageUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.RandomAccessDataCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.UnsignedLexicographicalComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/Stager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/TimeUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.AggregatorKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.Mutator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/BundleFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/Clock.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/CopyOnAccessInMemoryStateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.AvailableParallelismFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.DirectPipelineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ExecutorServiceFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ForwardingPTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcementFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/NanosOffsetClock.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.FiredTimers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TransformWatermarks.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.AggregatorKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.Mutator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/BundleFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/Clock.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/CopyOnAccessInMemoryStateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.AvailableParallelismFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.DirectPipelineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ExecutorServiceFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ForwardingPTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcementFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/NanosOffsetClock.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.FiredTimers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TransformWatermarks.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/DefaultParallelismFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkDetachedRunnerResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineExecutionEnvironment.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.CreateFlinkPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/TestFlinkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/DefaultParallelismFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkDetachedRunnerResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineExecutionEnvironment.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.CreateFlinkPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/TestFlinkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.EmptyListenersList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.TmpCheckpointDirFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.Evaluator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/TestSparkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/AggAccumParam.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/AggAccumParam.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.CombineFunctionState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.State.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/SparkAggregators.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetric.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetricSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/WithNamedAggregatorsSupport.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetric.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetricSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/WithNamedAggregatorsSupport.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/CsvSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/GraphiteSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/CsvSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/GraphiteSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.EmptyListenersList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.TmpCheckpointDirFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.Evaluator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Runner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/TestSparkRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/BeamSparkRunnerRegistrator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/CoderHelpers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/NullWritableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/WritableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/BeamSparkRunnerRegistrator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/CoderHelpers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/NullWritableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/WritableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.Unbound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.QueuedValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/EmptyCheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.Reader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Bounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Unbounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.Unbound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.QueuedValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/EmptyCheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.Reader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Bounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Unbounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SparkUnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateAware.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateHelper.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedAvroKeyOutputFormat.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedSequenceFileOutputFormat.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedTextOutputFormat.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateAware.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateHelper.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedAvroKeyOutputFormat.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedSequenceFileOutputFormat.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedTextOutputFormat.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/StateSpecFunctions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/class-use/StateSpecFunctions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/BroadcastHelper.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/ByteArray.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SinglePrimitiveOutputPTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SparkSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/BroadcastHelper.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/ByteArray.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SinglePrimitiveOutputPTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SparkSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorRetrievalException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineExecutionException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.CompositeBehavior.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.Defaults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.State.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.Kind.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.Kind.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorRetrievalException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineExecutionException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.CompositeBehavior.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.Defaults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.State.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AtomicCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AvroCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigDecimalCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianIntegerCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianLongCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigIntegerCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteArrayCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteStringCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.ReasonCode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.NonDeterministicException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactories.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProviders.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderRegistry.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CollectionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CustomCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DefaultCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.CodingFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DeterministicStandardCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DoubleCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DurationCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/InstantCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableLikeCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/JAXBCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/KvCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ListCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/MapCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/NullableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SerializableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SetCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StandardCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringDelegateCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringUtf8Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StructuralByteArray.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TableRowJsonCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TextualIntegerCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarIntCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarLongCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VoidCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AtomicCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AvroCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigDecimalCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianIntegerCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianLongCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigIntegerCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteArrayCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteStringCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.ReasonCode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.NonDeterministicException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactories.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProviders.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderRegistry.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CollectionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CustomCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DefaultCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.CodingFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DeterministicStandardCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DoubleCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DurationCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/InstantCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableLikeCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/JAXBCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/KvCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ListCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/MapCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/NullableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SerializableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SetCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StandardCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringDelegateCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringUtf8Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StructuralByteArray.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TableRowJsonCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TextualIntegerCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarIntCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarLongCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VoidCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/ProtoCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/class-use/ProtoCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/Join.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/class-use/Join.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/SortValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.Options.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/SortValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.AvroReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.Block.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.BlockBasedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedReadFromUnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.BoundedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressionMode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.DecompressingChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.BoundedCountingInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.UnboundedCountingInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.CounterMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.CompressionType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.WritableByteChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.FileBasedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.Mode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.OffsetBasedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubSubscription.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubTopic.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.PubsubBoundedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.PubsubBoundedWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Bounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Unbounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/ShardNameTemplate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.WriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.Writer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.Reader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.CompressionType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.UnboundedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.AvroReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.Block.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.BlockBasedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedReadFromUnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.BoundedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressionMode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.DecompressingChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.BoundedCountingInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.UnboundedCountingInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.CounterMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.CompressionType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.WritableByteChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.FileBasedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.Mode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.OffsetBasedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubSubscription.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubTopic.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.PubsubBoundedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.PubsubBoundedWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Bounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Unbounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/ShardNameTemplate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.WriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.Writer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.Reader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.CompressionType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.CheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.UnboundedReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.CreateDisposition.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.WriteDisposition.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.CreateDisposition.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.WriteDisposition.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableTestOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableTestOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteEntity.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteEntity.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroHDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroWrapperCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.SerializableSplit.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/WritableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroHDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroWrapperCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.SerializableSplit.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/WritableCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthAvroHDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthAvroHDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.DataSourceConfiguration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.PreparedStatementSetter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.RowMapper.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.StatementPreparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.DataSourceConfiguration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.PreparedStatementSetter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.RowMapper.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.StatementPreparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsCheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsRecord.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsCheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsRecord.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.PartitionMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.CoderBasedKafkaSerializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedRead.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWithoutMetadata.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWrite.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecord.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecordCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.PartitionMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.CoderBasedKafkaSerializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedRead.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWithoutMetadata.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWrite.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecord.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecordCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisRecord.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisRecord.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ConnectionConfiguration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Parser.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ParserCallback.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.BoundedGridFSSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.WriteFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ConnectionConfiguration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Parser.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ParserCallback.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.BoundedGridFSSource.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.WriteFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Read.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Write.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRange.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRangeTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/OffsetRangeTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/RangeTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRange.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRangeTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/OffsetRangeTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/RangeTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Counter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Distribution.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metric.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricName.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricNameFilter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricQueryResults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.MetricUpdate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metrics.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsContainer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsEnvironment.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.Factory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Counter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Distribution.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metric.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricName.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricNameFilter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricQueryResults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.MetricUpdate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metrics.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsContainer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsEnvironment.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.Factory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ApplicationNameOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/BigQueryOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/CloudResourceManagerOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Boolean.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Byte.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Character.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Class.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Double.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Enum.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Float.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.InstanceFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Integer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Long.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Short.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.String.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultPipelineOptionsRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultValueFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Description.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.DefaultProjectFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpTempLocationFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpUserCredentialsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.ExecutorServiceFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.PathValidatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.GoogleApiTracer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Hidden.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.AtomicLongFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.CheckEnabled.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.DirectRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.JobNameFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PubsubOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/StreamingOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.Required.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Deserializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.NestedValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.RuntimeValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Serializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.StaticValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProviderUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ApplicationNameOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/BigQueryOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/CloudResourceManagerOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Boolean.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Byte.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Character.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Class.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Double.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Enum.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Float.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.InstanceFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Integer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Long.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Short.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.String.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultPipelineOptionsRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultValueFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Description.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.DefaultProjectFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpTempLocationFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpUserCredentialsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.ExecutorServiceFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.PathValidatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.GoogleApiTracer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Hidden.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.AtomicLongFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.CheckEnabled.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.DirectRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.JobNameFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PubsubOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/StreamingOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.Required.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Deserializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.NestedValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.RuntimeValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Serializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.StaticValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProviderUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.Node.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunnerRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.Node.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/BigqueryMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.TestElementByteSizeObserver.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CrashingRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/FileChecksumMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/NeedsRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssertForSingleton.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.IterableAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.OneSideInputAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.SingletonAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/RunnableOnService.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SerializableMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.ExpectedSplitOutcome.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/StreamingIT.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipeline.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcherFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ElementEvent.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Event.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.EventType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ProcessingTimeEvent.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.WatermarkEvent.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesSplittableParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesStatefulParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesTimersInParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/WindowFnTestUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/BigqueryMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.TestElementByteSizeObserver.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CrashingRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/FileChecksumMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/NeedsRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssertForSingleton.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.IterableAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.OneSideInputAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.SingletonAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/RunnableOnService.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SerializableMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.ExpectedSplitOutcome.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/StreamingIT.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipeline.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcher.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcherFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ElementEvent.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Event.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.EventType.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ProcessingTimeEvent.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.WatermarkEvent.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesSplittableParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesStatefulParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesTimersInParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/WindowFnTestUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.AggregatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AggregatorRetriever.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AppliedPTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.ApproximateQuantilesCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.Accumulator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.CombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Globally.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GloballyAsSingletonView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GroupedValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Holder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.IterableCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.KeyedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKeyWithHotKeyFanout.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.SimpleCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.GlobalCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.PerKeyCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.CoCombineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeCombineFnBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeKeyedCombineFnBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.CombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.KeyedCombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.RequiresContextInternal.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.PerElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.TimestampedValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.Values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.WithRepresentativeValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.BoundedPerElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.FinishBundle.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetInitialRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetRestrictionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.InputProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.NewTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimerContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OutputReceiver.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContinuation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Setup.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.SplitRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StartBundle.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StateId.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Teardown.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.TimerId.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.UnboundedPerElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnAdapters.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.CloningBehavior.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Filter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.MissingOutputTypeDescriptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenIterables.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenPCollectionList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/GroupByKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Keys.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/KvSwap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.LatestFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.MissingOutputTypeDescriptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Mean.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.ProcessContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.RequiresWindowAccess.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/PTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.BoundMulti.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Unbound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.UnboundMulti.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.PartitionFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Find.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.FindKV.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Matches.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.MatchesKV.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceAll.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceFirst.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Split.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.FixedSizedSampleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.SampleAny.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SimpleFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Largest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Smallest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.TopCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsIterable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMultimap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsSingleton.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.CreatePCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ViewFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithKeys.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithTimestamps.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.AggregatorFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AggregatorRetriever.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AppliedPTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.ApproximateQuantilesCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.Accumulator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.CombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Globally.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GloballyAsSingletonView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GroupedValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Holder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.IterableCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.KeyedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKeyWithHotKeyFanout.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.SimpleCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.GlobalCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.PerKeyCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.CoCombineResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeCombineFnBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeKeyedCombineFnBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.CombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.KeyedCombineFnWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.RequiresContextInternal.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.PerElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.TimestampedValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.Values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.WithRepresentativeValues.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.BoundedPerElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.FinishBundle.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetInitialRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetRestrictionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.InputProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.NewTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimerContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OutputReceiver.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContinuation.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Setup.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.SplitRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StartBundle.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StateId.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Teardown.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.TimerId.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.UnboundedPerElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnAdapters.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.CloningBehavior.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Filter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.MissingOutputTypeDescriptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenIterables.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenPCollectionList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/GroupByKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Keys.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/KvSwap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.LatestFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.MissingOutputTypeDescriptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Mean.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.Context.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.ProcessContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.RequiresWindowAccess.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/PTransform.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.BoundMulti.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Unbound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.UnboundMulti.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.PartitionFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Find.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.FindKV.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Matches.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.MatchesKV.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceAll.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceFirst.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Split.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.FixedSizedSampleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.SampleAny.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SimpleFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumDoubleFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumIntegerFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumLongFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Largest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Smallest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.TopCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsIterable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMultimap.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsSingleton.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.CreatePCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ViewFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithKeys.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithTimestamps.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Identifier.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Item.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.ItemSpec.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Path.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Type.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/HasDisplayData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Builder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Identifier.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Item.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.ItemSpec.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Path.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Type.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/HasDisplayData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.CoGbkResultCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResultSchema.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGroupByKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.TaggedKeyedPCollection.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/RawUnionValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/UnionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.CoGbkResultCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResultSchema.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGroupByKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.TaggedKeyedPCollection.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/RawUnionValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/UnionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.ArgumentProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.FakeArgumentProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvokers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.BundleMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.DoFnMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetInitialRestrictionMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetRestrictionCoderMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.LifecycleMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.MethodWithExtraParameters.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.NewTrackerMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.OnTimerMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.WithDefault.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ContextParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.InputProviderParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OnTimerContextParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OutputReceiverParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ProcessContextParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.RestrictionTrackerParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.StateParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.TimerParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.WindowParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.ProcessElementMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.SplitRestrictionMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.StateDeclaration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.TimerDeclaration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignatures.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/OnTimerInvoker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.ArgumentProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.FakeArgumentProvider.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvokers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.BundleMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.DoFnMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetInitialRestrictionMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetRestrictionCoderMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.LifecycleMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.MethodWithExtraParameters.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.NewTrackerMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.OnTimerMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.WithDefault.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ContextParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.InputProviderParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OnTimerContextParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OutputReceiverParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ProcessContextParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.RestrictionTrackerParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.StateParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.TimerParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.WindowParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.ProcessElementMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.SplitRestrictionMethod.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.StateDeclaration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.TimerDeclaration.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignatures.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/OnTimerInvoker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/RestrictionTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/class-use/RestrictionTracker.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterAll.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterDelayFromFirstElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterEach.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterFirst.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterPane.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterProcessingTime.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterSynchronizedProcessingTime.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.AfterWatermarkEarlyAndLate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.FromEndOfWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/BoundedWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.DaysWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.MonthsWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.YearsWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/DefaultTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/FixedWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/IntervalWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/InvalidWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/MergeOverlappingIntervalWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.NeverTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/NonMergingWindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OrFinallyTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.Defaults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.DependsOnlyOnWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFns.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.PaneInfoCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.Timing.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PartitioningWindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Repeatedly.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Sessions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/SlidingWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.OnceTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.ClosingBehavior.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.AssignContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.MergeContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterAll.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterDelayFromFirstElement.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterEach.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterFirst.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterPane.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterProcessingTime.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterSynchronizedProcessingTime.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.AfterWatermarkEarlyAndLate.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.FromEndOfWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/BoundedWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.DaysWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.MonthsWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.YearsWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/DefaultTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/FixedWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.Coder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/IntervalWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/InvalidWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/MergeOverlappingIntervalWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.NeverTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/NonMergingWindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OrFinallyTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.Defaults.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.DependsOnlyOnWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFns.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.PaneInfoCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.Timing.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PartitioningWindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Repeatedly.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Sessions.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/SlidingWindows.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.OnceTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.Bound.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.ClosingBehavior.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.AssignContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.MergeContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.MergeCallback.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ApiSurface.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppEngineEnvironment.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppliedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptBoundedExponentialBackOff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.AvroMetadata.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.CreateStepContextFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.StepContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BitSetCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BucketingFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BufferedElementCountingOutputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CloudObject.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CoderUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineContextFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineFnUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CredentialFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/DirectSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.StepContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExplicitShardedFile.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayInputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayOutputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactoryRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FluentBackoff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpCredentialFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.GcpProjectUtilFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactoryRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsPathValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.GcsUtilFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactoryRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IdentityWindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IllegalMutationException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/InstanceBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IntervalBoundedExponentialBackOff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MergingActiveWindowSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MimeTypes.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MovingFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetector.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetectors.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NonMergingActiveWindowSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopCredentialFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopPathValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullCredentialInitializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NumberedShardedFile.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViewWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.IterablePCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.ListPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MapPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MultimapPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.SingletonPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PTuple.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PathValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PerKeyCombineFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PropertyNames.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.IncomingMessage.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.OutgoingMessage.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.ProjectPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.PubsubClientFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.SubscriptionPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.TopicPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubGrpcClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubJsonClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.PubsubTestClientFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReadyCheckingSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReleaseInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Reshuffle.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReshuffleTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/RetryHttpRequestInitializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SerializableUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Serializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardedFile.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardingWritableByteChannel.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StreamUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StringUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Structs.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SystemDoFnInternal.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TestCredential.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimeDomain.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerDataCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpec.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpecs.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Transport.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedInputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedOutputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UploadIdResponseInterceptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UserCodeException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.StripIdsDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.ValueWithRecordIdCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/VarInt.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Weighted.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WeightedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowTracing.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.FullWindowedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.ValueOnlyWindowedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.WindowedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.AccumulationMode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ZipFiles.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.MergeCallback.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ApiSurface.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppEngineEnvironment.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppliedCombineFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptBoundedExponentialBackOff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.AvroMetadata.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.CreateStepContextFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.StepContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BitSetCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BucketingFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BufferedElementCountingOutputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CloudObject.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CoderUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineContextFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineFnUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CredentialFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/DirectSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.StepContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExplicitShardedFile.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayInputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayOutputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactoryRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FluentBackoff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpCredentialFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.GcpProjectUtilFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactoryRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsPathValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.GcsUtilFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactoryRegistrar.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IdentityWindowFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IllegalMutationException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/InstanceBuilder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IntervalBoundedExponentialBackOff.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MergingActiveWindowSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MimeTypes.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MovingFunction.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetector.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetectors.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NonMergingActiveWindowSet.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopCredentialFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopPathValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullCredentialInitializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NumberedShardedFile.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViewWindow.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.IterablePCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.ListPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MapPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MultimapPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.SingletonPCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PTuple.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PathValidator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PerKeyCombineFnRunner.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PropertyNames.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.IncomingMessage.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.OutgoingMessage.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.ProjectPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.PubsubClientFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.SubscriptionPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.TopicPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubGrpcClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubJsonClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.PubsubTestClientFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReadyCheckingSideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReleaseInfo.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Reshuffle.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReshuffleTrigger.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/RetryHttpRequestInitializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SerializableUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Serializer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardedFile.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardingWritableByteChannel.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SideInputReader.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StreamUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StringUtils.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Structs.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SystemDoFnInternal.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TestCredential.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimeDomain.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timer.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerData.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerDataCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpec.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpecs.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Transport.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedInputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedOutputStream.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UploadIdResponseInterceptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UserCodeException.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.StripIdsDoFn.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.ValueWithRecordIdCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Values.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/VarInt.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Weighted.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WeightedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowTracing.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.FullWindowedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.ValueOnlyWindowedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.WindowedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.AccumulationMode.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ZipFiles.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObserver.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.ObjectsClassComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObserver.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.ObjectsClassComparator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterator.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/GcsPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/class-use/GcsPath.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/AccumulatorCombiningState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/BagState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/CombiningState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryBag.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryCombiningValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryStateBinder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryWatermarkHold.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryTimerInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/MergingStateAccessor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ReadableState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/State.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateAccessor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateBinder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContexts.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternalsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateMerging.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaceForTest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.GlobalNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowAndTriggerNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpec.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpecs.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.StateBinder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTags.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TestInMemoryStateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerCallback.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerInternalsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ValueState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/WatermarkHoldState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/AccumulatorCombiningState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/BagState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/CombiningState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryBag.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryCombiningValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryStateBinder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryWatermarkHold.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryTimerInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/MergingStateAccessor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ReadableState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/State.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateAccessor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateBinder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContext.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContexts.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternalsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateMerging.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaceForTest.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.GlobalNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowAndTriggerNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowNamespace.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpec.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpecs.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTable.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.StateBinder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTags.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TestInMemoryStateInternals.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerCallback.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerInternalsFactory.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ValueState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/WatermarkHoldState.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PBegin.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.IsBounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionTuple.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PDone.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutputValueBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValueBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.TimestampedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTag.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTagList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptors.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypedPValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByKey.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PBegin.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.IsBounded.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionTuple.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionView.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PDone.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PInput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutput.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutputValueBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValueBase.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.TimestampedValueCoder.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTag.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTagList.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptor.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptors.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeParameter.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypedPValue.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-use.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/overview-frame.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/overview-summary.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/overview-tree.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/package-list create mode 100644 src/documentation/sdks/javadoc/0.4.0/script.js create mode 100644 src/documentation/sdks/javadoc/0.4.0/serialized-form.html create mode 100644 src/documentation/sdks/javadoc/0.4.0/stylesheet.css diff --git a/_config.yml b/_config.yml index 3766b1c8e04..feca28451bb 100644 --- a/_config.yml +++ b/_config.yml @@ -46,6 +46,6 @@ kramdown: toc_levels: 2..6 # The most recent release of Beam. -release_latest: 0.3.0-incubating +release_latest: 0.4.0 # Plugins are configured in the Gemfile. diff --git a/src/documentation/sdks/javadoc/0.4.0/allclasses-frame.html b/src/documentation/sdks/javadoc/0.4.0/allclasses-frame.html new file mode 100644 index 00000000000..95e9fee7466 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/allclasses-frame.html @@ -0,0 +1,965 @@ + + + + + + +All Classes (Apache Beam SDK for Java, version 0.4.0) + + + + + +

All Classes

+
+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/allclasses-noframe.html b/src/documentation/sdks/javadoc/0.4.0/allclasses-noframe.html new file mode 100644 index 00000000000..a2e60086dee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/allclasses-noframe.html @@ -0,0 +1,965 @@ + + + + + + +All Classes (Apache Beam SDK for Java, version 0.4.0) + + + + + +

All Classes

+
+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/constant-values.html b/src/documentation/sdks/javadoc/0.4.0/constant-values.html new file mode 100644 index 00000000000..ed8d527dd48 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/constant-values.html @@ -0,0 +1,1318 @@ + + + + + + +Constant Field Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Constant Field Values

+

Contents

+ +
+
+ + +

org.apache.*

+ + + + + + + + + + + + + +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/deprecated-list.html b/src/documentation/sdks/javadoc/0.4.0/deprecated-list.html new file mode 100644 index 00000000000..d5eb2e83d6b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/deprecated-list.html @@ -0,0 +1,603 @@ + + + + + + +Deprecated List (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Deprecated API

+

Contents

+ +
+
+ + + + + + + + + + + + + + + + + + + + + + + +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/help-doc.html b/src/documentation/sdks/javadoc/0.4.0/help-doc.html new file mode 100644 index 00000000000..d5710e73be6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/help-doc.html @@ -0,0 +1,231 @@ + + + + + + +API Help (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

How This API Document Is Organized

+
This API (Application Programming Interface) document has pages corresponding to the items in the navigation bar, described as follows.
+
+
+ +This help file applies to API documentation generated using the standard doclet.
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/index-all.html b/src/documentation/sdks/javadoc/0.4.0/index-all.html new file mode 100644 index 00000000000..c3ed2ab84ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/index-all.html @@ -0,0 +1,21330 @@ + + + + + + +Index (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
A B C D E F G H I J K L M N O P Q R S T U V W X Y Z  + + +

A

+
+
absolute(String, String...) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
+
Construct a path from an absolute component path hierarchy.
+
+
access(StateTag<? super K, StateT>) - Method in interface org.apache.beam.sdk.util.state.StateAccessor
+
+
Access the storage for the given address in the current window.
+
+
accessInEachMergingWindow(StateTag<? super K, StateT>) - Method in interface org.apache.beam.sdk.util.state.MergingStateAccessor
+
+
Analogous to StateAccessor.access(org.apache.beam.sdk.util.state.StateTag<? super K, StateT>), but returned as a map from each window which is + about to be merged to the corresponding state.
+
+
AccumulatingCombineFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn
+
 
+
accumulatingFiredPanes() - Static method in class org.apache.beam.sdk.transforms.windowing.Window
+
+
Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that accumulates elements in a pane after they are triggered.
+
+
accumulatingFiredPanes() - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that accumulates elements in a pane after they are triggered.
+
+
AccumulatorCombiningState<InputT,AccumT,OutputT> - Interface in org.apache.beam.sdk.util.state
+
+
State for a single value that is managed by a Combine.CombineFn.
+
+
ackDeadlineSeconds(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Return the ack deadline, in seconds, for subscription.
+
+
ackDeadlineSeconds(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
ackDeadlineSeconds(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
ackDeadlineSeconds(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
ackId - Variable in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
+
Id to pass back to Pubsub to acknowledge receipt of this message.
+
+
acknowledge(PubsubClient.SubscriptionPath, List<String>) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Acknowldege messages from subscription with ackIds.
+
+
acknowledge(PubsubClient.SubscriptionPath, List<String>) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
acknowledge(PubsubClient.SubscriptionPath, List<String>) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
acknowledge(PubsubClient.SubscriptionPath, List<String>) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
ActiveWindowSet<W extends BoundedWindow> - Interface in org.apache.beam.sdk.util
+
+
Track which windows are active, and the state address window(s) under which their + state is stored.
+
+
ActiveWindowSet.MergeCallback<W extends BoundedWindow> - Interface in org.apache.beam.sdk.util
+
+ +
+
adaptContext(OldDoFn<InputT, OutputT>, DoFn<InputT, OutputT>.Context) - Static method in class org.apache.beam.sdk.transforms.DoFnAdapters
+
+
Deprecated.
+ +
+
adaptProcessContext(OldDoFn<InputT, OutputT>, DoFn<InputT, OutputT>.ProcessContext, DoFnInvoker.ArgumentProvider<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.DoFnAdapters
+
+
Deprecated.
+ +
+
adaptTagBinder(StateTag.StateBinder<K>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Deprecated. +
for migration purposes only
+
+
+
add(KV<byte[], byte[]>) - Method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter
+
 
+
add(Long) - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique
+
+
Adds a value to the heap, returning whether the value is (large enough + to be) in the heap.
+
+
add(DisplayData.ItemSpec<?>) - Method in interface org.apache.beam.sdk.transforms.display.DisplayData.Builder
+
+
Register the given display item.
+
+
add(long, long) - Method in class org.apache.beam.sdk.util.BucketingFunction
+
+
Add one sample of value (to bucket) at timeMsSinceEpoch.
+
+
add(long, long) - Method in class org.apache.beam.sdk.util.MovingFunction
+
+
Add value at nowMsSinceEpoch.
+
+
add(InputT) - Method in interface org.apache.beam.sdk.util.state.CombiningState
+
+
Add a value to the buffer.
+
+
add(T) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
add(InputT) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
add(Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
addAccum(AccumT) - Method in interface org.apache.beam.sdk.util.state.AccumulatorCombiningState
+
+
Add an accumulator to this combining value.
+
+
addAccum(AccumT) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
addAccumulator(NamedAggregators, NamedAggregators) - Method in class org.apache.beam.runners.spark.aggregators.AggAccumParam
+
 
+
addActiveForTesting(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
If window is not already known to be ACTIVE then add it as ACTIVE.
+
+
addActiveForTesting(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
addActiveForTesting(W, Iterable<W>) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
addActiveForTesting(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
addBoolean(Map<String, Object>, String, boolean) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addChannel(WritableByteChannel) - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
+
Adds another shard output channel.
+
+
addCollectionToSingletonOutput(PValue, PValue) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an output to the previously added CollectionToSingleton Dataflow step, + consuming the specified input PValue and producing the specified output + PValue.
+
+
addComposite(TransformHierarchy.Node) - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Adds a composite operation to the transform node.
+
+
addDictionary(Map<String, Object>, String, Map<String, Object>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addDouble(Map<String, Object>, String, Double) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addElements(T, T...) - Method in class org.apache.beam.sdk.testing.TestStream.Builder
+
+
Adds the specified elements to the source with timestamp equal to the current watermark.
+
+
addElements(TimestampedValue<T>, TimestampedValue<T>...) - Method in class org.apache.beam.sdk.testing.TestStream.Builder
+
+
Adds the specified elements to the source with the provided timestamps.
+
+
addEncodingInput(Coder<?>) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Sets the encoding for the current Dataflow step.
+
+
addIfNotDefault(DisplayData.ItemSpec<T>, T) - Method in interface org.apache.beam.sdk.transforms.display.DisplayData.Builder
+
+
Register the given display item if the value is different than the specified default.
+
+
addIfNotNull(DisplayData.ItemSpec<?>) - Method in interface org.apache.beam.sdk.transforms.display.DisplayData.Builder
+
+
Register the given display item if the value is not null.
+
+
addInPlace(NamedAggregators, NamedAggregators) - Method in class org.apache.beam.runners.spark.aggregators.AggAccumParam
+
 
+
addInput(String, Boolean) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an input with the given name and value to the current + Dataflow step.
+
+
addInput(String, String) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an input with the given name and value to the current + Dataflow step.
+
+
addInput(String, Long) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an input with the given name and value to the current + Dataflow step.
+
+
addInput(String, PInput) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an input with the given name to the previously added Dataflow + step, coming from the specified input PValue.
+
+
addInput(String, Map<String, Object>) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an input that is a dictionary of strings to objects.
+
+
addInput(String, List<? extends Map<String, Object>>) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an input that is a list of objects.
+
+
addInput(ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique, T) - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+
 
+
addInput(InputT) - Method in interface org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn.Accumulator
+
+
Adds the given input value to this accumulator, modifying + this accumulator.
+
+
addInput(AccumT, InputT) - Method in class org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn
+
 
+
addInput(double[], Double) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
addInput(Combine.Holder<V>, V) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
addInput(int[], Integer) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
addInput(long[], Long) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
addInput(AccumT, InputT) - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Adds the given input value to the given accumulator, returning the + new accumulator value.
+
+
addInput(List<V>, V) - Method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
 
+
addInput(K, AccumT, InputT) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
+
Adds the given input value to the given accumulator, returning the new accumulator value.
+
+
addInput(Object[], DataT) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
addInput(Object[], DataT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
addInput(K, Object[], DataT) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
addInput(K, Object[], DataT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
addInput(AccumT, InputT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
+
Adds the given input value to the given accumulator, returning the + new accumulator value.
+
+
addInput(K, AccumT, InputT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
+
Adds the given input value to the given accumulator, returning the new accumulator value.
+
+
addInput(TimestampedValue<T>, TimestampedValue<T>) - Method in class org.apache.beam.sdk.transforms.Latest.LatestFn
+
 
+
addInput(Top.BoundedHeap<KV<Integer, T>, SerializableComparator<KV<Integer, T>>>, T) - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
addInput(K, AccumT, InputT, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to add the input in a OldDoFn.
+
+
addInput(K, AccumT, InputT, PipelineOptions, SideInputReader, Collection<? extends BoundedWindow>) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to add the input.
+
+
addInputs(K, Iterable<InputT>, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to add all inputs in a OldDoFn.
+
+
addList(Map<String, Object>, String, List<? extends Map<String, Object>>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addList(Map<String, Object>, String, T[]) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addLong(Map<String, Object>, String, long) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addLongs(Map<String, Object>, String, long...) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addMessage(Message) - Method in class org.apache.beam.sdk.io.jms.JmsCheckpointMark
+
 
+
addNameFilter(MetricNameFilter) - Method in class org.apache.beam.sdk.metrics.MetricsFilter.Builder
+
+ +
+
addNull(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addObject(Map<String, Object>, String, Map<String, Object>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addObserver(Observer) - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable
+
+
Sets the observer, which will observe the iterator returned in + the next call to iterator() method.
+
+
addOutput(PValue) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an output to the previously added Dataflow step, + producing the specified output PValue, + including its Coder if a TypedPValue.
+
+
addOutput(DirectRunner.UncommittedBundle<?>, DirectRunner.UncommittedBundle<?>...) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
addOutput(Collection<DirectRunner.UncommittedBundle<?>>) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
addOverrideForClass(Class<?>, DataflowWorkerLoggingOptions.Level) - Method in class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
+
+
Overrides the default log level for the passed in class.
+
+
addOverrideForName(String, DataflowWorkerLoggingOptions.Level) - Method in class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
+
+
Overrides the default log level for the passed in name.
+
+
addOverrideForPackage(Package, DataflowWorkerLoggingOptions.Level) - Method in class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
+
+
Overrides the default log level for the passed in package.
+
+
addSideInputValue(PCollectionView<?>, WindowedValue<Iterable<?>>) - Method in class org.apache.beam.runners.core.SideInputHandler
+
+
Add the given value to the internal side-input store of the given side input.
+
+
addStep(PTransform<?, ?>, String) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds a step to the Dataflow workflow for the given transform, with + the given Dataflow step type.
+
+
addStep(PTransform<?, ? extends PValue>, Step) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds a pre-defined step to the Dataflow workflow.
+
+
addStep(String) - Method in class org.apache.beam.sdk.metrics.MetricsFilter.Builder
+
+
Add a step filter.
+
+
addString(Map<String, Object>, String, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addStringList(Map<String, Object>, String, List<String>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
addTraceFor(AbstractGoogleClient, String) - Method in class org.apache.beam.sdk.options.GoogleApiDebugOptions.GoogleApiTracer
+
+
Creates a GoogleApiDebugOptions.GoogleApiTracer that sets the trace destination on all + calls that match the given client type.
+
+
addTraceFor(AbstractGoogleClientRequest<?>, String) - Method in class org.apache.beam.sdk.options.GoogleApiDebugOptions.GoogleApiTracer
+
+
Creates a GoogleApiDebugOptions.GoogleApiTracer that sets the trace traceDestination on all + calls that match for the given request type.
+
+
addUnprocessedElements(WindowedValue<InputT>...) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
addUnprocessedElements(Iterable<? extends WindowedValue<InputT>>) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
addValue(InputT) - Method in interface org.apache.beam.sdk.transforms.Aggregator
+
+
Adds a new value into the Aggregator.
+
+
addValueOnlyOutput(PValue) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Adds an output to the previously added Dataflow step, + producing the specified output PValue, + including its Coder if a TypedPValue.
+
+
advance() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
advance() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
advance() - Method in class org.apache.beam.sdk.io.Source.Reader
+
+
Advances the reader to the next valid record.
+
+
advance() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Advances the reader to the next valid record.
+
+
advance() - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
+
Advances the observer to the next element.
+
+
advance() - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
+
For subscription mode only: + Track progression of time according to the Clock passed .
+
+
advanceImpl() - Method in class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
 
+
advanceImpl() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+
Advances to the next record and returns true, or returns false if there is no next + record.
+
+
advanceInputWatermark(Instant) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
advanceInputWatermark(Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Advances input watermark to the given value.
+
+
advanceInputWatermark(TimerCallback, Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Deprecated. +
Use advanceInputWatermark without callback and fireEventTimers.
+
+
+
advanceOutputWatermark(Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Advances output watermark to the given value.
+
+
advanceProcessingTime(Duration) - Method in class org.apache.beam.sdk.testing.TestStream.Builder
+
+
Advance the processing time by the specified amount.
+
+
advanceProcessingTime(Instant) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
advanceProcessingTime(Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Advances processing time to the given value.
+
+
advanceProcessingTime(TimerCallback, Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Deprecated. +
Use advanceProcessingTime without callback and fireProcessingTimers.
+
+
+
advanceSynchronizedProcessingTime(Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Advances synchronized processing time to the given value.
+
+
advanceSynchronizedProcessingTime(TimerCallback, Instant) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Deprecated. +
Use advanceInputWatermark without callback and fireSynchronizedProcessingTimers.
+
+
+
advanceWatermarkTo(Instant) - Method in class org.apache.beam.sdk.testing.TestStream.Builder
+
+
Advance the watermark of this source to the specified instant.
+
+
advanceWatermarkToInfinity() - Method in class org.apache.beam.sdk.testing.TestStream.Builder
+
+
Advance the watermark to infinity, completing this TestStream.
+
+
AfterAll - Class in org.apache.beam.sdk.transforms.windowing
+
+
Create a Trigger that fires and finishes once after all of its sub-triggers have fired.
+
+
AfterAllStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
A TriggerStateMachine that fires and finishes once after all of its sub-triggers + have fired.
+
+
AfterDelayFromFirstElement - Class in org.apache.beam.sdk.transforms.windowing
+
+
A base class for triggers that happen after a processing time delay from the arrival + of the first element in a pane.
+
+
AfterDelayFromFirstElement(TimeDomain, List<SerializableFunction<Instant, Instant>>) - Constructor for class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
 
+
AfterDelayFromFirstElementStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
A base class for triggers that happen after a processing time delay from the arrival + of the first element in a pane.
+
+
AfterDelayFromFirstElementStateMachine(TimeDomain, List<SerializableFunction<Instant, Instant>>) - Constructor for class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
AfterEach - Class in org.apache.beam.sdk.transforms.windowing
+
+
A composite Trigger that executes its sub-triggers in order.
+
+
AfterEachStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
A composite TriggerStateMachine that executes its sub-triggers in order.
+
+
afterElement(WindowedValue<T>) - Method in interface org.apache.beam.runners.direct.ModelEnforcement
+
+
Called after a call to TransformEvaluator.processElement(WindowedValue) on the + provided WindowedValue.
+
+
afterFinish(DirectRunner.CommittedBundle<T>, TransformResult<T>, Iterable<? extends DirectRunner.CommittedBundle<?>>) - Method in interface org.apache.beam.runners.direct.ModelEnforcement
+
+
Called after a bundle has been completed and TransformEvaluator.finishBundle() has been + called, producing the provided TransformResult and + output bundles.
+
+
AfterFirst - Class in org.apache.beam.sdk.transforms.windowing
+
+
Create a composite Trigger that fires once after at least one of its sub-triggers have + fired.
+
+
AfterFirstStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
Create a composite TriggerStateMachine that fires once after at least one of its + sub-triggers have fired.
+
+
AfterPane - Class in org.apache.beam.sdk.transforms.windowing
+
+
Triggers that fire based on properties of the elements in the current pane.
+
+
AfterPaneStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
TriggerStateMachines that fire based on properties of the elements in the current pane.
+
+
AfterProcessingTime - Class in org.apache.beam.sdk.transforms.windowing
+
+
AfterProcessingTime triggers fire based on the current processing time.
+
+
AfterProcessingTimeStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
AfterProcessingTime triggers fire based on the current processing time.
+
+
AfterSynchronizedProcessingTime - Class in org.apache.beam.sdk.transforms.windowing
+
+
A trigger that fires after synchronized processing time has reached a shared + threshold between upstream workers.
+
+
AfterSynchronizedProcessingTime() - Constructor for class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
AfterWatermark - Class in org.apache.beam.sdk.transforms.windowing
+
+
AfterWatermark triggers fire based on progress of the system watermark.
+
+
AfterWatermark.AfterWatermarkEarlyAndLate - Class in org.apache.beam.sdk.transforms.windowing
+
 
+
AfterWatermark.FromEndOfWindow - Class in org.apache.beam.sdk.transforms.windowing
+
+
A watermark trigger targeted relative to the end of the window.
+
+
AfterWatermarkEarlyAndLate(Trigger.OnceTrigger, Trigger.OnceTrigger) - Constructor for class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
AfterWatermarkStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
AfterWatermark triggers fire based on progress of the system watermark.
+
+
AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate - Class in org.apache.beam.runners.core.triggers
+
 
+
AfterWatermarkStateMachine.FromEndOfWindow - Class in org.apache.beam.runners.core.triggers
+
+
A watermark trigger targeted relative to the end of the window.
+
+
AggAccumParam - Class in org.apache.beam.runners.spark.aggregators
+
+
Aggregator accumulator param.
+
+
AggAccumParam() - Constructor for class org.apache.beam.runners.spark.aggregators.AggAccumParam
+
 
+
Aggregator<InputT,OutputT> - Interface in org.apache.beam.sdk.transforms
+
+
An Aggregator<InputT> enables monitoring of values of type InputT, + to be combined across all bundles.
+
+
Aggregator.AggregatorFactory - Interface in org.apache.beam.sdk.transforms
+
+
Deprecated. +
this is for use only by runners and exists only for a migration period. Please + use the identical interface in org.apache.beam.runners.core
+
+
+
AggregatorContainer - Class in org.apache.beam.runners.direct
+
+
AccumT container for the current values associated with Aggregators.
+
+
AggregatorContainer.AggregatorKey - Class in org.apache.beam.runners.direct
+
+
Aggregators are identified by a step name and an aggregator name.
+
+
AggregatorContainer.Mutator - Class in org.apache.beam.runners.direct
+
+
AccumT class for mutations to the aggregator values.
+
+
AggregatorFactory - Interface in org.apache.beam.runners.core
+
+
A factory for creating aggregators.
+
+
AggregatorKey() - Constructor for class org.apache.beam.runners.direct.AggregatorContainer.AggregatorKey
+
 
+
AggregatorMetric - Class in org.apache.beam.runners.spark.aggregators.metrics
+
+
An adapter between the NamedAggregators and codahale's Metric + interface.
+
+
AggregatorMetricSource - Class in org.apache.beam.runners.spark.aggregators.metrics
+
+
A Spark Source that is tailored to expose an AggregatorMetric, + wrapping an underlying NamedAggregators instance.
+
+
AggregatorMetricSource(String, NamedAggregators) - Constructor for class org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetricSource
+
 
+
aggregatorName() - Method in class org.apache.beam.runners.direct.AggregatorContainer.AggregatorKey
+
 
+
AggregatorRetrievalException - Exception in org.apache.beam.sdk
+
+
Signals that an exception has occurred while retrieving Aggregators.
+
+
AggregatorRetrievalException(String, Throwable) - Constructor for exception org.apache.beam.sdk.AggregatorRetrievalException
+
+
Constructs a new AggregatorRetrievalException with the specified detail message and + cause.
+
+
AggregatorRetriever - Class in org.apache.beam.sdk.transforms
+
+
An internal class for extracting Aggregators from DoFns.
+
+
aggregators - Variable in class org.apache.beam.sdk.transforms.DoFn
+
 
+
AggregatorValues<T> - Class in org.apache.beam.sdk
+
+
A collection of values associated with an Aggregator.
+
+
AggregatorValues() - Constructor for class org.apache.beam.sdk.AggregatorValues
+
 
+
alignedTo(Duration, Instant) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
Aligns timestamps to the smallest multiple of size since the offset greater + than the timestamp.
+
+
alignedTo(Duration) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
Aligns the time to be the smallest multiple of size greater than the timestamp + since the epoch.
+
+
alignedTo(Duration, Instant) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
Aligns timestamps to the smallest multiple of size since the offset greater + than the timestamp.
+
+
alignedTo(Duration) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
Aligns the time to be the smallest multiple of size greater than the timestamp + since the epoch.
+
+
ALL_CONTEXTS - Static variable in class org.apache.beam.sdk.testing.CoderProperties
+
+
All the contexts, for use in test cases.
+
+
ALL_KEYS - Static variable in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
The range of all keys, with empty start and end keys.
+
+
ALL_SHARDS - Static variable in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
+
Special shard number that causes a write to all shards.
+
+
ALLOWED_ENCODINGS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
allowsDynamicSplitting() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
 
+
allowsDynamicSplitting() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+
Whether this reader should allow dynamic splitting of the offset ranges.
+
+
AlwaysPassMatcher() - Constructor for class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher
+
 
+
AlwaysPassMatcherFactory() - Constructor for class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcherFactory
+
 
+
and(TupleTag<V>, List<V>) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
Returns a new CoGbkResult based on this, with the given tag and given data + added to it.
+
+
and(TupleTag<V>, PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Returns a new KeyedPCollectionTuple<K> that is the same as this, + appended with the given PCollection.
+
+
and(TupleTag<V>, V) - Method in class org.apache.beam.sdk.util.PTuple
+
+
Returns a new PTuple that has all the values and + tags of this PTuple plus the given value and tag.
+
+
and(PCollection.IsBounded) - Method in enum org.apache.beam.sdk.values.PCollection.IsBounded
+
+
Returns the composed IsBounded property.
+
+
and(PCollection<T>) - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns a new PCollectionList that has all the PCollections of + this PCollectionList plus the given PCollection appended to the end.
+
+
and(Iterable<PCollection<T>>) - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns a new PCollectionList that has all the PCollections of + this PCollectionList plus the given PCollections appended to the + end, in order.
+
+
and(TupleTag<T>, PCollection<T>) - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns a new PCollectionTuple that has each PCollection and + TupleTag of this PCollectionTuple plus the given PCollection + associated with the given TupleTag.
+
+
and(TupleTag<?>) - Method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns a new TupleTagList that has all the TupleTags of + this TupleTagList plus the given TupleTag appended to the end.
+
+
and(List<TupleTag<?>>) - Method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns a new TupleTagList that has all the TupleTags of + this TupleTagList plus the given TupleTags appended to the end, + in order.
+
+
ANNOTATION_FORMATTER - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
A Function that returns a concise string for a Annotation.
+
+
any(long) - Static method in class org.apache.beam.sdk.transforms.Sample
+
+
Sample#any(long) takes a PCollection<T> and a limit, and + produces a new PCollection<T> containing up to limit + elements of the input PCollection.
+
+
ApexPipelineOptions - Interface in org.apache.beam.runners.apex
+
+
Options that configure the Apex pipeline.
+
+
ApexRunner - Class in org.apache.beam.runners.apex
+
+
A PipelineRunner that translates the + pipeline to an Apex DAG and executes it on an Apex cluster.
+
+
ApexRunner(ApexPipelineOptions) - Constructor for class org.apache.beam.runners.apex.ApexRunner
+
 
+
ApexRunner.CreateApexPCollectionView<ElemT,ViewT> - Class in org.apache.beam.runners.apex
+
+
Creates a primitive PCollectionView.
+
+
ApexRunnerRegistrar - Class in org.apache.beam.runners.apex
+
+ +
+
ApexRunnerRegistrar.Options - Class in org.apache.beam.runners.apex
+
+
Registers the ApexPipelineOptions.
+
+
ApexRunnerRegistrar.Runner - Class in org.apache.beam.runners.apex
+
+
Registers the ApexRunner.
+
+
ApexRunnerResult - Class in org.apache.beam.runners.apex
+
+
Result of executing a Pipeline with Apex in embedded mode.
+
+
ApexRunnerResult(DAG, Launcher.AppHandle) - Constructor for class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
ApexYarnLauncher - Class in org.apache.beam.runners.apex
+
+
Proxy to launch the YARN application through the hadoop script to run in the + pre-configured environment (class path, configuration, native libraries etc.).
+
+
ApexYarnLauncher() - Constructor for class org.apache.beam.runners.apex.ApexYarnLauncher
+
 
+
ApexYarnLauncher.LaunchParams - Class in org.apache.beam.runners.apex
+
+
Launch parameters that will be serialized and passed to the child process.
+
+
ApexYarnLauncher.ProcessWatcher - Class in org.apache.beam.runners.apex
+
+
Starts a command and waits for it to complete.
+
+
ApiSurface - Class in org.apache.beam.sdk.util
+
+
Represents the API surface of a package prefix.
+
+
APPEND_TRAILING_NEWLINES - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
appendTo(Appendable) - Method in interface org.apache.beam.sdk.util.state.StateNamespace
+
+
Append the string representation of this key to the Appendable.
+
+
appendTo(Appendable) - Method in class org.apache.beam.sdk.util.state.StateNamespaceForTest
+
 
+
appendTo(Appendable) - Method in class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
appendTo(Appendable) - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
appendTo(Appendable) - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
 
+
appendTo(Appendable) - Method in interface org.apache.beam.sdk.util.state.StateTag
+
+
Append the UTF-8 encoding of this tag to the given Appendable.
+
+
AppEngineEnvironment - Class in org.apache.beam.sdk.util
+
+
Stores whether we are running within AppEngine or not.
+
+
AppEngineEnvironment() - Constructor for class org.apache.beam.sdk.util.AppEngineEnvironment
+
 
+
applicableTo(PCollection<?>) - Static method in class org.apache.beam.sdk.transforms.GroupByKey
+
 
+
ApplicationNameOptions - Interface in org.apache.beam.sdk.options
+
+
Options that allow setting the application name.
+
+
AppliedCombineFn<K,InputT,AccumT,OutputT> - Class in org.apache.beam.sdk.util
+
+
A CombineWithContext.KeyedCombineFnWithContext with a fixed accumulator coder.
+
+
AppliedPTransform<InputT extends PInput,OutputT extends POutput,TransformT extends PTransform<? super InputT,OutputT>> - Class in org.apache.beam.sdk.transforms
+
+
Represents the application of a PTransform to a specific input to produce + a specific output.
+
+
AppliedPTransform() - Constructor for class org.apache.beam.sdk.transforms.AppliedPTransform
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.apex.ApexRunner
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.apex.TestApexRunner
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.dataflow.DataflowRunner
+
+
Applies the given transform to the input.
+
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.dataflow.testing.TestDataflowRunner
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.direct.DirectRunner
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.flink.FlinkRunner
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.flink.TestFlinkRunner
+
 
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.runners.spark.TestSparkRunner
+
 
+
apply(InputT) - Method in interface org.apache.beam.sdk.coders.DelegateCoder.CodingFunction
+
 
+
apply(PTransform<? super PBegin, OutputT>) - Method in class org.apache.beam.sdk.Pipeline
+
+
Like Pipeline.apply(String, PTransform) but the transform node in the Pipeline + graph will be named according to PTransform.getName().
+
+
apply(String, PTransform<? super PBegin, OutputT>) - Method in class org.apache.beam.sdk.Pipeline
+
+
Adds a root PTransform, such as Read or Create, + to this Pipeline.
+
+
apply(PTransform<InputT, OutputT>, InputT) - Method in class org.apache.beam.sdk.runners.PipelineRunner
+
+
Applies a transform to the given input, returning the output.
+
+
apply(double, double) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
+
Applies the binary operation to the two operands, returning the result.
+
+
apply(V, V) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
+
Applies the binary operation to the two operands, returning the result.
+
+
apply(int, int) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
+
Applies the binary operation to the two operands, returning the result.
+
+
apply(long, long) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
+
Applies the binary operation to the two operands, returning the result.
+
+
apply(Iterable<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Applies this CombineFn to a collection of input values + to produce a combined output value.
+
+
apply(K, Iterable<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
+
Applies this KeyedCombineFn to a key and a collection + of input values to produce a combined output value.
+
+
apply(K, Iterable<? extends InputT>, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
+
Applies this KeyedCombineFnWithContext to a key and a collection + of input values to produce a combined output value.
+
+
apply(PTransform<KeyedPCollectionTuple<K>, OutputT>) - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Like KeyedPCollectionTuple.apply(String, PTransform) but defaulting to the name + provided by the PTransform.
+
+
apply(String, PTransform<KeyedPCollectionTuple<K>, OutputT>) - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Applies the given PTransform to this input KeyedPCollectionTuple and returns + its OutputT.
+
+
apply(double, double) - Method in class org.apache.beam.sdk.transforms.Max.MaxDoubleFn
+
 
+
apply(T, T) - Method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
apply(int, int) - Method in class org.apache.beam.sdk.transforms.Max.MaxIntegerFn
+
 
+
apply(long, long) - Method in class org.apache.beam.sdk.transforms.Max.MaxLongFn
+
 
+
apply(double, double) - Method in class org.apache.beam.sdk.transforms.Min.MinDoubleFn
+
 
+
apply(T, T) - Method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
apply(int, int) - Method in class org.apache.beam.sdk.transforms.Min.MinIntegerFn
+
 
+
apply(long, long) - Method in class org.apache.beam.sdk.transforms.Min.MinLongFn
+
 
+
apply(InputT) - Method in interface org.apache.beam.sdk.transforms.SerializableFunction
+
+
Returns the result of invoking this function on the given input.
+
+
apply(double, double) - Method in class org.apache.beam.sdk.transforms.Sum.SumDoubleFn
+
 
+
apply(int, int) - Method in class org.apache.beam.sdk.transforms.Sum.SumIntegerFn
+
 
+
apply(long, long) - Method in class org.apache.beam.sdk.transforms.Sum.SumLongFn
+
 
+
apply(PrimitiveViewT) - Method in class org.apache.beam.sdk.transforms.ViewFn
+
+
A function to adapt a primitive view type to a desired view type.
+
+
apply(K, Iterable<? extends InputT>, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to combine the inputs and extract output + in a OldDoFn.
+
+
apply(PTransform<? super PBegin, OutputT>) - Method in class org.apache.beam.sdk.values.PBegin
+
+
Like PBegin.apply(String, PTransform) but defaulting to the name + of the PTransform.
+
+
apply(String, PTransform<? super PBegin, OutputT>) - Method in class org.apache.beam.sdk.values.PBegin
+
+
Applies the given PTransform to this input PBegin, + using name to identify this specific application of the transform.
+
+
apply(PTransform<? super PCollection<T>, OutputT>) - Method in class org.apache.beam.sdk.values.PCollection
+
+
Like PCollection.apply(String, PTransform) but defaulting to the name + of the PTransform.
+
+
apply(String, PTransform<? super PCollection<T>, OutputT>) - Method in class org.apache.beam.sdk.values.PCollection
+
+
Applies the given PTransform to this input PCollection, + using name to identify this specific application of the transform.
+
+
apply(PTransform<PCollectionList<T>, OutputT>) - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Like PCollectionList.apply(String, PTransform) but defaulting to the name + of the PTransform.
+
+
apply(String, PTransform<PCollectionList<T>, OutputT>) - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Applies the given PTransform to this input PCollectionList, + using name to identify this specific application of the transform.
+
+
apply(PTransform<PCollectionTuple, OutputT>) - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Like PCollectionTuple.apply(String, PTransform) but defaulting to the name + of the PTransform.
+
+
apply(String, PTransform<PCollectionTuple, OutputT>) - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Applies the given PTransform to this input PCollectionTuple, + using name to identify this specific application of the transform.
+
+
applyTransform(InputT, PTransform<? super InputT, OutputT>) - Static method in class org.apache.beam.sdk.Pipeline
+
+
Like Pipeline.applyTransform(String, PInput, PTransform) but defaulting to the name + provided by the PTransform.
+
+
applyTransform(String, InputT, PTransform<? super InputT, OutputT>) - Static method in class org.apache.beam.sdk.Pipeline
+
+
Applies the given PTransform to this input InputT and returns + its OutputT.
+
+
approximatePTransformName(Class<?>) - Static method in class org.apache.beam.sdk.util.StringUtils
+
+
Returns a name for a PTransform class.
+
+
ApproximateQuantiles - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for getting an idea of a PCollection's + data distribution using approximate N-tiles (e.g.
+
+
ApproximateQuantiles.ApproximateQuantilesCombineFn<T,ComparatorT extends Comparator<T> & Serializable> - Class in org.apache.beam.sdk.transforms
+
+
The ApproximateQuantilesCombineFn combiner gives an idea + of the distribution of a collection of values using approximate + N-tiles.
+
+
approximateSimpleName(Class<?>) - Static method in class org.apache.beam.sdk.util.StringUtils
+
+
Returns a simple name for a class.
+
+
ApproximateUnique - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for estimating the number of distinct elements + in a PCollection, or the number of distinct values + associated with each key in a PCollection of KVs.
+
+
ApproximateUnique() - Constructor for class org.apache.beam.sdk.transforms.ApproximateUnique
+
 
+
ApproximateUnique.ApproximateUniqueCombineFn<T> - Class in org.apache.beam.sdk.transforms
+
+
CombineFn that computes an estimate of the number of + distinct values that were combined.
+
+
ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique - Class in org.apache.beam.sdk.transforms
+
+
A heap utility class to efficiently track the largest added elements.
+
+
ApproximateUniqueCombineFn(long, Coder<T>) - Constructor for class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+
 
+
areAllSubtriggersFinished() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Returns true if all the sub-triggers of the current trigger are marked finished.
+
+
array() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Returns the backing array.
+
+
as(Class<T>) - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
+
Transforms this object into an object of type <T> saving each property + that has been manipulated.
+
+
as(Class<T>) - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
Creates and returns an object that implements <T>.
+
+
as(Class<T>) - Method in class org.apache.beam.sdk.options.PipelineOptionsFactory.Builder
+
+
Creates and returns an object that implements <T> using the values configured on + this builder during construction.
+
+
asBoolean(Object) - Static method in class org.apache.beam.sdk.util.Values
+
 
+
asCloudObject() - Method in class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
asCloudObject() - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Returns the CloudObject that represents this Coder.
+
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.CustomCoder
+
+
Returns the CloudObject that represents this Coder.
+
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.IterableCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.JAXBCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
asCloudObject() - Method in class org.apache.beam.sdk.values.TupleTag
+
 
+
asDoFn() - Method in interface org.apache.beam.runners.core.DoFnRunner.ReduceFnExecutor
+
+
Gets this object as a OldDoFn.
+
+
asDoFn() - Method in class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+
 
+
asDouble(Object) - Static method in class org.apache.beam.sdk.util.Values
+
 
+
asInputStream(int, int) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Returns an InputStream wrapper which supplies the portion of this backing byte buffer + starting at offset and up to length bytes.
+
+
asIterable() - Static method in class org.apache.beam.sdk.transforms.View
+
+
Returns a View.AsIterable transform that takes a PCollection as input + and produces a PCollectionView mapping each window to an + Iterable of the values in that window.
+
+
asKeyedFn() - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
 
+
asKeyedFn() - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn
+
+
Converts this GloballyCombineFn into an equivalent + CombineFnBase.PerKeyCombineFn that ignores the keys passed to it and + combines the values according to this GloballyCombineFn.
+
+
asKeyedFn() - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
 
+
asList() - Static method in class org.apache.beam.sdk.transforms.View
+
+
Returns a View.AsList transform that takes a PCollection and returns a + PCollectionView mapping each window to a List containing + all of the elements in the window.
+
+
asLong(Object) - Static method in class org.apache.beam.sdk.util.Values
+
 
+
asMap() - Method in class org.apache.beam.sdk.transforms.display.DisplayData
+
 
+
asMap() - Static method in class org.apache.beam.sdk.transforms.View
+
+
Returns a View.AsMap transform that takes a + PCollection<KV<K V>> as + input and produces a PCollectionView mapping each window to + a Map>K, V>.
+
+
asMultimap() - Static method in class org.apache.beam.sdk.transforms.View
+
+
Returns a View.AsMultimap transform that takes a + PCollection<KV<K, V>> + as input and produces a PCollectionView mapping + each window to its contents as a Map<K, Iterable<V>> + for use as a side input.
+
+
asOutputReference(PValue) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Encode a PValue reference as an output reference.
+
+
asOutputStream() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Returns an output stream which writes to the backing buffer from the current position.
+
+
asPath() - Method in class org.apache.beam.sdk.io.PubsubIO.PubsubSubscription
+
+
Returns the string representation of this subscription as a path used in the Cloud Pub/Sub + API.
+
+
asPath() - Method in class org.apache.beam.sdk.io.PubsubIO.PubsubTopic
+
+
Returns the string representation of this topic as a path used in the Cloud Pub/Sub + API.
+
+
ASSERTION_ERROR - Static variable in class org.apache.beam.runners.apex.ApexRunner
+
+
TODO: this isn't thread safe and may cause issues when tests run in parallel + Holds any most resent assertion error that was raised while processing elements.
+
+
assertSourcesEqualReferenceSource(BoundedSource<T>, List<? extends BoundedSource<T>>, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Given a reference Source and a list of Sources, assert that the union of + the records read from the list of sources is equal to the records read from the reference + source.
+
+
assertSplitAtFractionBehavior(BoundedSource<T>, int, double, SourceTestUtils.ExpectedSplitOutcome, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Asserts that the source's reader either fails to splitAtFraction(fraction) + after reading numItemsToReadBeforeSplit items, or succeeds in a way that is + consistent according to SourceTestUtils.assertSplitAtFractionSucceedsAndConsistent(org.apache.beam.sdk.io.BoundedSource<T>, int, double, org.apache.beam.sdk.options.PipelineOptions).
+
+
assertSplitAtFractionExhaustive(BoundedSource<T>, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Asserts that for each possible start position, + BoundedSource.BoundedReader#splitAtFraction at every interesting fraction (halfway + between two fractions that differ by at least one item) can be called successfully and the + results are consistent if a split succeeds.
+
+
assertSplitAtFractionFails(BoundedSource<T>, int, double, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Asserts that the source's reader fails to splitAtFraction(fraction) + after reading numItemsToReadBeforeSplit items.
+
+
assertSplitAtFractionSucceedsAndConsistent(BoundedSource<T>, int, double, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Verifies some consistency properties of + BoundedSource.BoundedReader#splitAtFraction on the given source.
+
+
assertUnstartedReaderReadsSameAsItsSource(BoundedSource.BoundedReader<T>, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Assert that a Reader returns a Source that, when read from, produces the same + records as the reader.
+
+
AssignContext() - Constructor for class org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext
+
 
+
assignedWindows(WindowFn<T, W>, long) - Static method in class org.apache.beam.sdk.testing.WindowFnTestUtils
+
 
+
assignOutputTime(Instant, W) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn
+
+
Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window.
+
+
assignOutputTime(W) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
+
Returns the output timestamp to use for data in the specified window.
+
+
assignOutputTime(Instant, W) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
+
Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window.
+
+
assignWindow(Instant) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
assignWindow(Instant) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
assignWindow(Instant) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
assignWindow(Instant) - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
assignWindow(Instant) - Method in class org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn
+
+
Returns the single window to which elements with this timestamp belong.
+
+
AssignWindows<T,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
PTransform that uses privileged (non-user-facing) APIs to assign elements of a + PCollection to windows according to the provided WindowFn.
+
+
AssignWindows(WindowFn<? super T, W>) - Constructor for class org.apache.beam.runners.core.AssignWindows
+
 
+
assignWindows(WindowFn<Object, GlobalWindow>.AssignContext) - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindows
+
 
+
assignWindows(WindowFn<Object, W>.AssignContext) - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
 
+
assignWindows(WindowFn<T, W>.AssignContext) - Method in class org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn
+
 
+
assignWindows(WindowFn<Object, IntervalWindow>.AssignContext) - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
assignWindows(WindowFn<Object, IntervalWindow>.AssignContext) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
assignWindows(WindowFn<T, W>.AssignContext) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Given a timestamp and element, returns the set of windows into which it + should be placed.
+
+
assignWindows(WindowFn<T, BoundedWindow>.AssignContext) - Method in class org.apache.beam.sdk.util.IdentityWindowFn
+
 
+
AssignWindowsDoFn<T,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
OldDoFn that tags elements of a PCollection with windows, according to the + provided WindowFn.
+
+
AssignWindowsDoFn(WindowFn<? super T, W>) - Constructor for class org.apache.beam.runners.core.AssignWindowsDoFn
+
 
+
asSingleton() - Static method in class org.apache.beam.sdk.transforms.View
+
+
Returns a View.AsSingleton transform that takes a + PCollection with a single value per window + as input and produces a PCollectionView that returns + the value in the main input window when read as a side input.
+
+
asSingletonView() - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns a PTransform that produces a PCollectionView + whose elements are the result of combining elements per-window in + the input PCollection.
+
+
asString(Object) - Static method in class org.apache.beam.sdk.util.Values
+
 
+
asV1Beta1Path() - Method in class org.apache.beam.sdk.io.PubsubIO.PubsubSubscription
+
+
Deprecated. +
the v1beta1 API for Cloud Pub/Sub is deprecated.
+
+
+
asV1Beta1Path() - Method in class org.apache.beam.sdk.io.PubsubIO.PubsubTopic
+
+
Deprecated. +
the v1beta1 API for Cloud Pub/Sub is deprecated.
+
+
+
asV1Beta2Path() - Method in class org.apache.beam.sdk.io.PubsubIO.PubsubSubscription
+
+
Deprecated. +
the v1beta2 API for Cloud Pub/Sub is deprecated.
+
+
+
asV1Beta2Path() - Method in class org.apache.beam.sdk.io.PubsubIO.PubsubTopic
+
+
Deprecated. +
the v1beta2 API for Cloud Pub/Sub is deprecated.
+
+
+
atMaxAttempts() - Method in class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
atMaxAttempts() - Method in class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff
+
+
Deprecated.
+
atMaxInterval() - Method in class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+
+
Deprecated.
+
atMinimumTimestamp(V) - Static method in class org.apache.beam.sdk.values.TimestampedValue
+
+
Returns a new TimestampedValue with the + minimum timestamp.
+
+
AtomicCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A Coder that has no component Coders or other state.
+
+
AtomicCoder() - Constructor for class org.apache.beam.sdk.coders.AtomicCoder
+
 
+
AtomicLongFactory() - Constructor for class org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory
+
 
+
AttemptAndTimeBoundedExponentialBackOff - Class in org.apache.beam.sdk.util
+
+
Deprecated.
+
+
AttemptAndTimeBoundedExponentialBackOff(int, long, long) - Constructor for class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
Constructs an instance of AttemptAndTimeBoundedExponentialBackoff.
+
+
AttemptAndTimeBoundedExponentialBackOff(int, long, long, AttemptAndTimeBoundedExponentialBackOff.ResetPolicy) - Constructor for class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
Constructs an instance of AttemptAndTimeBoundedExponentialBackoff.
+
+
AttemptAndTimeBoundedExponentialBackOff(int, long, long, AttemptAndTimeBoundedExponentialBackOff.ResetPolicy, NanoClock) - Constructor for class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
Constructs an instance of AttemptAndTimeBoundedExponentialBackoff.
+
+
AttemptAndTimeBoundedExponentialBackOff.ResetPolicy - Enum in org.apache.beam.sdk.util
+
+
Deprecated.
+
A ResetPolicy controls the behavior of this BackOff when reset() is called.
+
+
AttemptBoundedExponentialBackOff - Class in org.apache.beam.sdk.util
+
+
Deprecated.
+
+
AttemptBoundedExponentialBackOff(int, long) - Constructor for class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff
+
+
Deprecated.
+
attempted() - Method in interface org.apache.beam.sdk.metrics.MetricResult
+
+
Return the value of this metric across all attempts of executing all parts of the pipeline.
+
+
AvailableParallelismFactory() - Constructor for class org.apache.beam.runners.direct.DirectOptions.AvailableParallelismFactory
+
 
+
AvroCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A Coder using Avro binary format.
+
+
AvroCoder(Class<T>, Schema) - Constructor for class org.apache.beam.sdk.coders.AvroCoder
+
 
+
avroCoder - Variable in class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource
+
 
+
AvroHDFSFileSource<T> - Class in org.apache.beam.sdk.io.hdfs
+
+
A BoundedSource for reading Avro files resident in a Hadoop filesystem.
+
+
AvroHDFSFileSource(String, AvroCoder<T>) - Constructor for class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource
+
 
+
AvroHDFSFileSource(String, AvroCoder<T>, HDFSFileSource.SerializableSplit) - Constructor for class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource
+
 
+
AvroIO - Class in org.apache.beam.sdk.io
+
+
PTransforms for reading and writing Avro files.
+
+
AvroIO.Read - Class in org.apache.beam.sdk.io
+
+
A root PTransform that reads from an Avro file (or multiple Avro + files matching a pattern) and returns a PCollection containing + the decoding of each record.
+
+
AvroIO.Read.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that reads from an Avro file (or multiple Avro + files matching a pattern) and returns a bounded PCollection containing + the decoding of each record.
+
+
AvroIO.Write - Class in org.apache.beam.sdk.io
+
+
A root PTransform that writes a PCollection to an Avro file (or + multiple Avro files matching a sharding pattern).
+
+
AvroIO.Write.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that writes a bounded PCollection to an Avro file (or + multiple Avro files matching a sharding pattern).
+
+
AvroReader(AvroSource<T>) - Constructor for class org.apache.beam.sdk.io.AvroSource.AvroReader
+
+
Reads Avro records of type T from the specified source.
+
+
AvroSource<T> - Class in org.apache.beam.sdk.io
+
+
A FileBasedSource for reading Avro files.
+
+
AvroSource.AvroReader<T> - Class in org.apache.beam.sdk.io
+
+
A BlockBasedSource.BlockBasedReader for reading blocks from Avro files.
+
+
AvroUtils - Class in org.apache.beam.sdk.util
+
+
A set of utilities for working with Avro files.
+
+
AvroUtils() - Constructor for class org.apache.beam.sdk.util.AvroUtils
+
 
+
AvroUtils.AvroMetadata - Class in org.apache.beam.sdk.util
+
+
Avro file metadata.
+
+
AvroWrapperCoder<WrapperT extends org.apache.avro.mapred.AvroWrapper<DatumT>,DatumT> - Class in org.apache.beam.sdk.io.hdfs
+
+
A AvroWrapperCoder is a Coder for a Java class that implements AvroWrapper.
+
+
awaitTermination(Duration) - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
+ + + +

B

+
+
BACKLOG_UNKNOWN - Static variable in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Constant representing an unknown amount of backlog.
+
+
backoff() - Method in class org.apache.beam.sdk.util.FluentBackoff
+
+
Instantiates a BackOff that will obey the current configuration.
+
+
bag(Coder<T>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a state spec that is optimized for adding values frequently, and occasionally retrieving + all the values that have been added.
+
+
bag(String, Coder<T>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag that is optimized for adding values frequently, and + occasionally retrieving all the values that have been added.
+
+
BagState<T> - Interface in org.apache.beam.sdk.util.state
+
+
State containing a bag values.
+
+
base(W, Timers, ExecutableTriggerStateMachine, FinishedTriggers) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory
+
 
+
BaseExecutionContext<T extends ExecutionContext.StepContext> - Class in org.apache.beam.sdk.util
+
+
Base class for implementations of ExecutionContext.
+
+
BaseExecutionContext() - Constructor for class org.apache.beam.sdk.util.BaseExecutionContext
+
 
+
BaseExecutionContext.CreateStepContextFunction<T extends ExecutionContext.StepContext> - Interface in org.apache.beam.sdk.util
+
+
Factory method interface to create an execution context if none exists during + BaseExecutionContext.getOrCreateStepContext(String, CreateStepContextFunction).
+
+
BaseExecutionContext.StepContext - Class in org.apache.beam.sdk.util
+
+
Base class for implementations of ExecutionContext.StepContext.
+
+
baseOutputFilename - Variable in class org.apache.beam.sdk.io.FileBasedSink
+
+
Base filename for final output files.
+
+
BeamSparkRunnerRegistrator - Class in org.apache.beam.runners.spark.coders
+
+
Custom KryoRegistrators for Beam's Spark runner needs.
+
+
BeamSparkRunnerRegistrator() - Constructor for class org.apache.beam.runners.spark.coders.BeamSparkRunnerRegistrator
+
 
+
beforeElement(WindowedValue<T>) - Method in interface org.apache.beam.runners.direct.ModelEnforcement
+
+
Called before a call to TransformEvaluator.processElement(WindowedValue) on the + provided WindowedValue.
+
+
begin() - Method in class org.apache.beam.sdk.Pipeline
+
+
Returns a PBegin owned by this Pipeline.
+
+
beginningOnDay(int) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
beginningOnDay(int, int) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
BigDecimalCoder - Class in org.apache.beam.sdk.coders
+
+
A BigDecimalCoder encodes a BigDecimal as an integer scale encoded with + VarIntCoder and a BigInteger encoded using BigIntegerCoder.
+
+
bigdecimals() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for BigDecimal.
+
+
BigEndianIntegerCoder - Class in org.apache.beam.sdk.coders
+
+
A BigEndianIntegerCoder encodes Integers in 4 bytes, big-endian.
+
+
BigEndianLongCoder - Class in org.apache.beam.sdk.coders
+
+
A BigEndianLongCoder encodes Longs in 8 bytes, big-endian.
+
+
BigIntegerCoder - Class in org.apache.beam.sdk.coders
+
+
A BigIntegerCoder encodes a BigInteger as a byte array containing the big endian + two's-complement representation, encoded via ByteArrayCoder.
+
+
bigintegers() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for BigInteger.
+
+
BIGQUERY_CREATE_DISPOSITION - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_DATASET - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_EXPORT_FORMAT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_EXPORT_SCHEMA - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_FLATTEN_RESULTS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_PROJECT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_QUERY - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_SCHEMA - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_TABLE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_USE_LEGACY_SQL - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BIGQUERY_WRITE_DISPOSITION - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
BigQueryIO - Class in org.apache.beam.sdk.io.gcp.bigquery
+
+
PTransforms for reading and writing + BigQuery tables.
+
+
BigQueryIO.Read - Class in org.apache.beam.sdk.io.gcp.bigquery
+
+
A PTransform that reads from a BigQuery table and returns a + PCollection of TableRows containing each of the rows of the table.
+
+
BigQueryIO.Read.Bound - Class in org.apache.beam.sdk.io.gcp.bigquery
+
+
A PTransform that reads from a BigQuery table and returns a bounded + PCollection of TableRows.
+
+
BigQueryIO.Write - Class in org.apache.beam.sdk.io.gcp.bigquery
+
+
A PTransform that writes a PCollection containing TableRows + to a BigQuery table.
+
+
BigQueryIO.Write.Bound - Class in org.apache.beam.sdk.io.gcp.bigquery
+
+
A PTransform that can write either a bounded or unbounded + PCollection of TableRows to a BigQuery table.
+
+
BigQueryIO.Write.CreateDisposition - Enum in org.apache.beam.sdk.io.gcp.bigquery
+
+
An enumeration type for the BigQuery create disposition strings.
+
+
BigQueryIO.Write.WriteDisposition - Enum in org.apache.beam.sdk.io.gcp.bigquery
+
+
An enumeration type for the BigQuery write disposition strings.
+
+
BigqueryMatcher - Class in org.apache.beam.sdk.testing
+
+
A matcher to verify data in BigQuery by processing given query + and comparing with content's checksum.
+
+
BigqueryMatcher(String, String, String, String) - Constructor for class org.apache.beam.sdk.testing.BigqueryMatcher
+
 
+
BigQueryOptions - Interface in org.apache.beam.sdk.options
+
+
Properties needed when using BigQuery with the Dataflow SDK.
+
+
BigtableIO - Class in org.apache.beam.sdk.io.gcp.bigtable
+
+
A bounded source and sink for Google Cloud Bigtable.
+
+
BigtableIO.Read - Class in org.apache.beam.sdk.io.gcp.bigtable
+
+
A PTransform that reads from Google Cloud Bigtable.
+
+
BigtableIO.Write - Class in org.apache.beam.sdk.io.gcp.bigtable
+
+
A PTransform that writes to Google Cloud Bigtable.
+
+
BigtableTestOptions - Interface in org.apache.beam.sdk.io.gcp.bigtable
+
+
Properties needed when using Bigtable with the Beam SDK.
+
+
BINARY - Static variable in class org.apache.beam.sdk.util.MimeTypes
+
 
+
BinaryCombineDoubleFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
BinaryCombineFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
BinaryCombineIntegerFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
BinaryCombineLongFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
bind(String, StateBinder<? extends K>) - Method in interface org.apache.beam.sdk.util.state.StateSpec
+
+
Use the binder to create an instance of StateT appropriate for this address.
+
+
bind(StateTag.StateBinder<? extends K>) - Method in interface org.apache.beam.sdk.util.state.StateTag
+
+ +
+
bindBag(StateTag<? super K, BagState<T>>, Coder<T>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
bindBag(String, StateSpec<? super K, BagState<T>>, Coder<T>) - Method in interface org.apache.beam.sdk.util.state.StateBinder
+
 
+
bindBag(StateTag<? super K, BagState<T>>, Coder<T>) - Method in interface org.apache.beam.sdk.util.state.StateTag.StateBinder
+
+
Deprecated.
+
bindCombiningValue(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
bindCombiningValue(String, StateSpec<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.util.state.StateBinder
+
 
+
bindCombiningValue(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.util.state.StateTag.StateBinder
+
+
Deprecated.
+
bindContext(CombineWithContext.KeyedCombineFnWithContext<K, InputT, AccumT, OutputT>, StateContext<?>) - Static method in class org.apache.beam.sdk.util.CombineFnUtil
+
+
Returns the partial application of the CombineWithContext.KeyedCombineFnWithContext to a specific + context to produce a Combine.KeyedCombineFn.
+
+
binderForNamespace(StateNamespace, StateContext<?>) - Method in class org.apache.beam.sdk.util.state.StateTable
+
+
Provide the StateBinder to use for creating Storage instances + in the specified namespace.
+
+
bindKeyedCombiningValue(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, Combine.KeyedCombineFn<? super K, InputT, AccumT, OutputT>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
bindKeyedCombiningValue(String, StateSpec<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, Combine.KeyedCombineFn<? super K, InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.util.state.StateBinder
+
 
+
bindKeyedCombiningValue(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, Combine.KeyedCombineFn<? super K, InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.util.state.StateTag.StateBinder
+
+
Deprecated.
+
bindKeyedCombiningValueWithContext(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, CombineWithContext.KeyedCombineFnWithContext<? super K, InputT, AccumT, OutputT>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
bindKeyedCombiningValueWithContext(String, StateSpec<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, CombineWithContext.KeyedCombineFnWithContext<? super K, InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.util.state.StateBinder
+
 
+
bindKeyedCombiningValueWithContext(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>, Coder<AccumT>, CombineWithContext.KeyedCombineFnWithContext<? super K, InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.util.state.StateTag.StateBinder
+
+
Deprecated.
+
bindValue(StateTag<? super K, ValueState<T>>, Coder<T>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
bindValue(String, StateSpec<? super K, ValueState<T>>, Coder<T>) - Method in interface org.apache.beam.sdk.util.state.StateBinder
+
 
+
bindValue(StateTag<? super K, ValueState<T>>, Coder<T>) - Method in interface org.apache.beam.sdk.util.state.StateTag.StateBinder
+
+
Deprecated.
+
bindWatermark(StateTag<? super K, WatermarkHoldState<W>>, OutputTimeFn<? super W>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
bindWatermark(String, StateSpec<? super K, WatermarkHoldState<W>>, OutputTimeFn<? super W>) - Method in interface org.apache.beam.sdk.util.state.StateBinder
+
+
Bind to a watermark StateSpec.
+
+
bindWatermark(StateTag<? super K, WatermarkHoldState<W>>, OutputTimeFn<? super W>) - Method in interface org.apache.beam.sdk.util.state.StateTag.StateBinder
+
+
Deprecated.
+
Bind to a watermark StateSpec.
+
+
BitSetCoder - Class in org.apache.beam.sdk.util
+
+
Coder for the BitSet used to track child-trigger finished states.
+
+
Block() - Constructor for class org.apache.beam.sdk.io.BlockBasedSource.Block
+
 
+
BlockBasedReader(BlockBasedSource<T>) - Constructor for class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
 
+
BlockBasedSource<T> - Class in org.apache.beam.sdk.io
+
+
A BlockBasedSource is a FileBasedSource where a file consists of blocks of + records.
+
+
BlockBasedSource(String, long) - Constructor for class org.apache.beam.sdk.io.BlockBasedSource
+
+
Creates a BlockBasedSource based on a file name or pattern.
+
+
BlockBasedSource(String, long, long, long) - Constructor for class org.apache.beam.sdk.io.BlockBasedSource
+
+
Creates a BlockBasedSource for a single file.
+
+
BlockBasedSource.Block<T> - Class in org.apache.beam.sdk.io
+
+
A Block represents a block of records that can be read.
+
+
BlockBasedSource.BlockBasedReader<T> - Class in org.apache.beam.sdk.io
+
+
A Reader that reads records from a BlockBasedSource.
+
+
booleans() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Boolean.
+
+
Bound() - Constructor for class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Deprecated. +
Should be private. Instead, use one of the factory methods in + BigQueryIO.Write, such as BigQueryIO.Write.to(String), to create an + instance of this class.
+
+
+
Bounded(SparkContext, BoundedSource<T>, SparkRuntimeContext) - Constructor for class org.apache.beam.runners.spark.io.SourceRDD.Bounded
+
 
+
BoundedReader() - Constructor for class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
 
+
BoundedReadFromUnboundedSource<T> - Class in org.apache.beam.sdk.io
+
+
PTransform that reads a bounded amount of data from an UnboundedSource, + specified as one or both of a maximum number of elements or a maximum period of time to read.
+
+
BoundedSource<T> - Class in org.apache.beam.sdk.io
+
+
A Source that reads a finite amount of input and, because of that, supports + some additional operations.
+
+
BoundedSource() - Constructor for class org.apache.beam.sdk.io.BoundedSource
+
 
+
BoundedSource.BoundedReader<T> - Class in org.apache.beam.sdk.io
+
+
A Reader that reads a bounded amount of input and supports some additional + operations, such as progress estimation and dynamic work rebalancing.
+
+
BoundedToUnboundedSourceAdapter(BoundedSource<T>) - Constructor for class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
+
 
+
boundedWindow(TypeDescriptor<? extends BoundedWindow>) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
BoundedWindow - Class in org.apache.beam.sdk.transforms.windowing
+
+
A BoundedWindow represents a finite grouping of elements, with an + upper bound (larger timestamps represent more recent data) on the timestamps + of elements that can be placed in the window.
+
+
BoundedWindow() - Constructor for class org.apache.beam.sdk.transforms.windowing.BoundedWindow
+
 
+
broadcast(JavaSparkContext) - Method in class org.apache.beam.runners.spark.util.BroadcastHelper
+
 
+
BroadcastHelper<T> - Class in org.apache.beam.runners.spark.util
+
+
Broadcast helper.
+
+
BroadcastHelper() - Constructor for class org.apache.beam.runners.spark.util.BroadcastHelper
+
 
+
bucketAccessible(GcsPath) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Returns whether the GCS bucket exists and is accessible.
+
+
BucketingFunction - Class in org.apache.beam.sdk.util
+
+
Keep track of the minimum/maximum/sum of a set of timestamped long values.
+
+
BucketingFunction(long, int, int, Combine.BinaryCombineLongFn) - Constructor for class org.apache.beam.sdk.util.BucketingFunction
+
 
+
bucketOwner(GcsPath) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Returns the project number of the project which owns this bucket.
+
+
BufferedElementCountingOutputStream - Class in org.apache.beam.sdk.util
+
+
Provides an efficient encoding for Iterables containing small values by + buffering up to bufferSize bytes of data before prefixing the count.
+
+
BufferedElementCountingOutputStream(OutputStream) - Constructor for class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
+
Creates an output stream which encodes the number of elements output to it in a streaming + manner.
+
+
BufferedExternalSorter - Class in org.apache.beam.sdk.extensions.sorter
+
+
Sorter that will use in memory sorting until the values can't fit into memory and will + then fall back to external sorting.
+
+
BufferedExternalSorter.Options - Class in org.apache.beam.sdk.extensions.sorter
+
+
Contains configuration for the sorter.
+
+
buffering(Coder<T>) - Static method in class org.apache.beam.runners.core.SystemReduceFn
+
+
Create a factory that produces SystemReduceFn instances that that buffer all of the + input values in persistent state and produces an Iterable<T>.
+
+
build() - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
build() - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate.TimerUpdateBuilder
+
+
Returns a new WatermarkManager.TimerUpdate with the most recently set completedTimers, setTimers, + and deletedTimers.
+
+
build() - Method in class org.apache.beam.sdk.metrics.MetricsFilter.Builder
+
 
+
build() - Method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Creates the instance by calling the factory method with the given + arguments.
+
+
builder(StructuralKey<?>) - Static method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate
+
+
Creates a new WatermarkManager.TimerUpdate builder with the provided completed timers that needs the + set and deleted timers to be added to it.
+
+
builder() - Static method in class org.apache.beam.sdk.metrics.MetricsFilter
+
 
+
Builder() - Constructor for class org.apache.beam.sdk.metrics.MetricsFilter.Builder
+
 
+
buildTemporaryFilename(String, String) - Static method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Constructs a temporary file path given the temporary directory and a filename.
+
+
BundleFactory - Interface in org.apache.beam.runners.direct
+
+
A factory that creates UncommittedBundles.
+
+
BundleMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.BundleMethod
+
 
+
by(PredicateT) - Static method in class org.apache.beam.sdk.transforms.Filter
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that satisfy the given predicate.
+
+
ByteArray - Class in org.apache.beam.runners.spark.util
+
+
Serializable byte array.
+
+
ByteArray(byte[]) - Constructor for class org.apache.beam.runners.spark.util.ByteArray
+
 
+
ByteArrayCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder for byte[].
+
+
byteArrayToJsonString(byte[]) - Static method in class org.apache.beam.sdk.util.StringUtils
+
+
Converts the given array of bytes into a legal JSON string.
+
+
ByteBuddyDoFnInvokerFactory - Class in org.apache.beam.sdk.transforms.reflect
+
+
Dynamically generates a DoFnInvoker instances for invoking a DoFn.
+
+
ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder - Class in org.apache.beam.sdk.transforms.reflect
+
+
Default implementation of DoFn.GetRestrictionCoder, for delegation by bytebuddy.
+
+
ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction - Class in org.apache.beam.sdk.transforms.reflect
+
+
Default implementation of DoFn.SplitRestriction, for delegation by bytebuddy.
+
+
ByteBuddyDoFnInvokerFactory.DoFnInvokerBase<InputT,OutputT,DoFnT extends DoFn<InputT,OutputT>> - Class in org.apache.beam.sdk.transforms.reflect
+
+
Internal base class for generated DoFnInvoker instances.
+
+
ByteCoder - Class in org.apache.beam.sdk.coders
+
+
A ByteCoder encodes Byte values in 1 byte using Java serialization.
+
+
ByteKey - Class in org.apache.beam.sdk.io.range
+
+
A class representing a key consisting of an array of bytes.
+
+
ByteKeyRange - Class in org.apache.beam.sdk.io.range
+
+
A class representing a range of ByteKeys.
+
+
ByteKeyRangeTracker - Class in org.apache.beam.sdk.io.range
+
+ +
+
bytes() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Byte.
+
+
ByteStringCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder for ByteString objects based on their encoded Protocol Buffer form.
+
+
+ + + +

C

+
+
CalendarWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A collection of WindowFns that windows values into calendar-based + windows such as spans of days, months, or years.
+
+
CalendarWindows() - Constructor for class org.apache.beam.sdk.transforms.windowing.CalendarWindows
+
 
+
CalendarWindows.DaysWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that windows elements into periods measured by days.
+
+
CalendarWindows.MonthsWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that windows elements into periods measured by months.
+
+
CalendarWindows.YearsWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that windows elements into periods measured by years.
+
+
cancel() - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
cancel() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
cancel() - Method in class org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+
 
+
cancel() - Method in class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult
+
 
+
cancel() - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
cancel() - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
cancel() - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
cancel() - Method in interface org.apache.beam.sdk.PipelineResult
+
+
Cancels the pipeline execution.
+
+
cancel() - Method in interface org.apache.beam.sdk.util.Timer
+
+
Unsets this timer.
+
+
CannotProvideCoderException - Exception in org.apache.beam.sdk.coders
+
+
The exception thrown when a CoderProvider cannot + provide a Coder that has been requested.
+
+
CannotProvideCoderException(String) - Constructor for exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
CannotProvideCoderException(String, CannotProvideCoderException.ReasonCode) - Constructor for exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
CannotProvideCoderException(String, Throwable) - Constructor for exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
CannotProvideCoderException(String, Throwable, CannotProvideCoderException.ReasonCode) - Constructor for exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
CannotProvideCoderException(Throwable) - Constructor for exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
CannotProvideCoderException(Throwable, CannotProvideCoderException.ReasonCode) - Constructor for exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
CannotProvideCoderException.ReasonCode - Enum in org.apache.beam.sdk.coders
+
+
Indicates the reason that Coder inference failed.
+
+
characters() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Character.
+
+
checkInvariants() - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
checkOutputSpecs(JobContext) - Method in class org.apache.beam.runners.spark.io.hadoop.TemplatedAvroKeyOutputFormat
+
 
+
checkOutputSpecs(JobContext) - Method in class org.apache.beam.runners.spark.io.hadoop.TemplatedSequenceFileOutputFormat
+
 
+
checkOutputSpecs(JobContext) - Method in class org.apache.beam.runners.spark.io.hadoop.TemplatedTextOutputFormat
+
 
+
checkpoint() - Method in interface org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker
+
+
Signals that the current DoFn.ProcessElement call should terminate as soon as possible.
+
+
CLASS_AND_METHOD_FORMATTER - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
A Function that turns a method into the declaring class + method signature.
+
+
CLASS_NAME - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
A Function with returns the classes name.
+
+
CLASS_SIMPLE_NAME - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
A Function with returns the classes name.
+
+
cleanup() - Method in interface org.apache.beam.runners.direct.TransformEvaluatorFactory
+
+
Cleans up any state maintained by this TransformEvaluatorFactory.
+
+
cleanupTemporaryWindows() - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Remove any remaining NEW windows since they were not promoted to being ACTIVE + by ActiveWindowSet.ensureWindowIsActive(W) and we don't need to record anything about them.
+
+
cleanupTemporaryWindows() - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
cleanupTemporaryWindows() - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
clear(StateAccessor<?>) - Method in class org.apache.beam.runners.core.PaneInfoTracker
+
 
+
clear(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
clear(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
clear(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
 
+
clear(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Clear any state associated with this trigger in the given window.
+
+
clear() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
clear() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
clear() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
clear() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
clear() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
clear() - Method in interface org.apache.beam.sdk.util.state.State
+
+
Clear out the state location.
+
+
clear(MergingStateAccessor<K, W>, StateTag<? super K, StateT>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Clear all state in address in all windows under merge (even result windows) + in context.
+
+
clear() - Method in class org.apache.beam.sdk.util.state.StateTable
+
 
+
clearFinished(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
+
Clear the finished bits.
+
+
clearNamespace(StateNamespace) - Method in class org.apache.beam.sdk.util.state.StateTable
+
 
+
clearOutputElements() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Clears the record of the elements output so far to the main output.
+
+
clearPane(StateAccessor<K>) - Method in class org.apache.beam.runners.core.NonEmptyPanes
+
+
Record that the given pane is empty.
+
+
clearRecursively(ExecutableTriggerStateMachine) - Method in interface org.apache.beam.runners.core.triggers.FinishedTriggers
+
+
Sets the trigger and all of its subtriggers to unfinished.
+
+
clearRecursively(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
 
+
clearRecursively(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersSet
+
 
+
clearSideOutputElements(TupleTag<T>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Clears the record of the elements output so far to the side + output with the given tag.
+
+
clearState(ReduceFn<K, InputT, OutputT, W>.Context) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Called to clear any persisted state that the ReduceFn may be holding.
+
+
clearState(ReduceFn<K, InputT, OutputT, W>.Context) - Method in class org.apache.beam.runners.core.SystemReduceFn
+
 
+
clearState(W, Timers, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
+
Clear the state used for executing triggers, but leave the finished set to indicate + the window is closed.
+
+
Clock - Interface in org.apache.beam.runners.direct
+
+
Access to the current time.
+
+
clone() - Method in class org.apache.beam.sdk.util.CloudObject
+
 
+
clone(Coder<T>, T) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
+
Clones the given value by encoding and then decoding it with the specified Coder.
+
+
clone(T) - Static method in class org.apache.beam.sdk.util.SerializableUtils
+
 
+
close() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
close() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Closes the channel and returns the bundle result.
+
+
close() - Method in class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
+
Closes any ReadableByteChannel created for the current reader.
+
+
close() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter
+
 
+
close() - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter
+
 
+
close() - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer
+
 
+
close() - Method in class org.apache.beam.sdk.io.Sink.Writer
+
+
Finishes writing the bundle.
+
+
close() - Method in class org.apache.beam.sdk.io.Source.Reader
+
+
Closes the reader.
+
+
close() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
close() - Method in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
 
+
close() - Method in class org.apache.beam.sdk.util.ExposedByteArrayInputStream
+
 
+
close() - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
+
Gracefully close the underlying netty channel.
+
+
close() - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
close() - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
close() - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
 
+
close() - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
close() - Method in class org.apache.beam.sdk.util.UnownedOutputStream
+
 
+
CloudDebuggerOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Options for controlling Cloud Debugger.
+
+
CloudObject - Class in org.apache.beam.sdk.util
+
+
A representation of an arbitrary Java object to be instantiated by Dataflow + workers.
+
+
CloudResourceManagerOptions - Interface in org.apache.beam.sdk.options
+
+
Properties needed when using CloudResourceManager with the Beam SDK.
+
+
CO_GBK_RESULT_SCHEMA - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
Coder<T> - Interface in org.apache.beam.sdk.coders
+
+
A Coder<T> defines how to encode and decode values of type T into + byte streams.
+
+
Coder.Context - Class in org.apache.beam.sdk.coders
+
+
The context in which encoding or decoding is being done.
+
+
Coder.NonDeterministicException - Exception in org.apache.beam.sdk.coders
+
+
Exception thrown by Coder.verifyDeterministic() if the encoding is + not deterministic, including details of why the encoding is not deterministic.
+
+
coderAllowsEncoding(Coder<T>, String) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
CoderBasedKafkaSerializer() - Constructor for class org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer
+
 
+
coderConsistentWithEquals(Coder<T>, T, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderConsistentWithEqualsInContext(Coder<T>, Coder.Context, T, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderDecodeEncodeContentsEqual(Coder<CollectionT>, CollectionT) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<Collection<T>>, + and value of type Collection<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in any Coder.Context.
+
+
coderDecodeEncodeContentsEqualInContext(Coder<CollectionT>, Coder.Context, CollectionT) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<Collection<T>>, + and value of type Collection<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in the given Coder.Context.
+
+
coderDecodeEncodeContentsInSameOrder(Coder<IterableT>, IterableT) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<Collection<T>>, + and value of type Collection<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in any Coder.Context.
+
+
coderDecodeEncodeContentsInSameOrderInContext(Coder<IterableT>, Coder.Context, IterableT) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<Iterable<T>>, + and value of type Iterable<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in the given Coder.Context.
+
+
coderDecodeEncodeEqual(Coder<T>, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<T>, + and value of type T, encoding followed by decoding yields an + equal value of type T, in any Coder.Context.
+
+
coderDecodeEncodeEqualInContext(Coder<T>, Coder.Context, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<T>, Coder.Context, + and value of type T, encoding followed by decoding yields an + equal value of type T.
+
+
coderDecodesBase64(Coder<T>, String, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderDecodesBase64(Coder<T>, List<String>, List<T>) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderDecodesBase64ContentsEqual(Coder<IterableT>, String, IterableT) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderDecodesBase64ContentsEqual(Coder<IterableT>, List<String>, List<IterableT>) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderDeterministic(Coder<T>, T, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<T>, and values of + type T, if the values are equal then the encoded bytes are equal, in any + Coder.Context.
+
+
coderDeterministicInContext(Coder<T>, Coder.Context, T, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
Verifies that for the given Coder<T>, Coder.Context, and values of + type T, if the values are equal then the encoded bytes are equal.
+
+
coderEncodesBase64(Coder<T>, T, String) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderEncodesBase64(Coder<T>, List<T>, List<String>) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
CoderException - Exception in org.apache.beam.sdk.coders
+
+
An Exception thrown if there is a problem encoding or decoding a value.
+
+
CoderException(String) - Constructor for exception org.apache.beam.sdk.coders.CoderException
+
 
+
CoderException(String, Throwable) - Constructor for exception org.apache.beam.sdk.coders.CoderException
+
 
+
CoderException(Throwable) - Constructor for exception org.apache.beam.sdk.coders.CoderException
+
 
+
CoderFactories - Class in org.apache.beam.sdk.coders
+
+
Static utility methods for creating and working with Coders.
+
+
CoderFactory - Interface in org.apache.beam.sdk.coders
+
+
A CoderFactory creates coders and decomposes values.
+
+
coderHasEncodingId(Coder<T>, String) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
CoderHelpers - Class in org.apache.beam.runners.spark.coders
+
+
Serialization utility class.
+
+
CoderProperties - Class in org.apache.beam.sdk.testing
+
+
Properties for use in Coder tests.
+
+
CoderProperties() - Constructor for class org.apache.beam.sdk.testing.CoderProperties
+
 
+
CoderProperties.TestElementByteSizeObserver - Class in org.apache.beam.sdk.testing
+
+
An ElementByteSizeObserver that records the observed element sizes for testing + purposes.
+
+
CoderProvider - Interface in org.apache.beam.sdk.coders
+
+
A CoderProvider may create a Coder for + any concrete class.
+
+
coderProvider() - Static method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
A CoderProvider that returns a ProtoCoder with an empty + ExtensionRegistry.
+
+
CoderProviders - Class in org.apache.beam.sdk.coders
+
+
Static utility methods for working with CoderProviders.
+
+
CoderRegistry - Class in org.apache.beam.sdk.coders
+
+
A CoderRegistry allows registering the default Coder to use for a Java class, + and looking up and instantiating the default Coder for a Java type.
+
+
CoderRegistry() - Constructor for class org.apache.beam.sdk.coders.CoderRegistry
+
 
+
coderSerializable(Coder<T>) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
coderT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetRestrictionCoderMethod
+
+
Type of the returned Coder.
+
+
CoderUtils - Class in org.apache.beam.sdk.util
+
+
Utilities for working with Coders.
+
+
CoGbkResult - Class in org.apache.beam.sdk.transforms.join
+
+
A row result of a CoGroupByKey.
+
+
CoGbkResult(CoGbkResultSchema, Iterable<RawUnionValue>) - Constructor for class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
A row in the PCollection resulting from a CoGroupByKey transform.
+
+
CoGbkResult(CoGbkResultSchema, Iterable<RawUnionValue>, int) - Constructor for class org.apache.beam.sdk.transforms.join.CoGbkResult
+
 
+
CoGbkResult.CoGbkResultCoder - Class in org.apache.beam.sdk.transforms.join
+
+ +
+
CoGbkResultSchema - Class in org.apache.beam.sdk.transforms.join
+
+
A schema for the results of a CoGroupByKey.
+
+
CoGbkResultSchema(TupleTagList) - Constructor for class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
+
Builds a schema from a tuple of TupleTag<?>s.
+
+
CoGroupByKey<K> - Class in org.apache.beam.sdk.transforms.join
+
+
A PTransform that performs a CoGroupByKey on a tuple + of tables.
+
+
CollectionCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A CollectionCoder encodes Collections in the format + of IterableLikeCoder.
+
+
CollectionCoder(Coder<T>) - Constructor for class org.apache.beam.sdk.coders.CollectionCoder
+
 
+
combine(DistributionData) - Method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
Combine - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for combining PCollection elements + globally and per-key.
+
+
combine(Instant, Instant) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn
+
+
Combines the given output times, which must be from the same window, into an output time + for a computed value.
+
+
combine(Instant, Instant) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
+
Combines the given output times, which must be from the same window, into an output time + for a computed value.
+
+
combine(Instant, Instant) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
+
Combines the given output times, which must be from the same window, into an output time + for a computed value.
+
+
Combine.AccumulatingCombineFn<InputT,AccumT extends Combine.AccumulatingCombineFn.Accumulator<InputT,AccumT,OutputT>,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A CombineFn that uses a subclass of + Combine.AccumulatingCombineFn.Accumulator as its accumulator + type.
+
+
Combine.AccumulatingCombineFn.Accumulator<InputT,AccumT,OutputT> - Interface in org.apache.beam.sdk.transforms
+
+
The type of mutable accumulator values used by this + AccumulatingCombineFn.
+
+
Combine.BinaryCombineDoubleFn - Class in org.apache.beam.sdk.transforms
+
+
An abstract subclass of Combine.CombineFn for implementing combiners that are more + easily and efficiently expressed as binary operations on doubles.
+
+
Combine.BinaryCombineFn<V> - Class in org.apache.beam.sdk.transforms
+
+
An abstract subclass of Combine.CombineFn for implementing combiners that are more + easily expressed as binary operations.
+
+
Combine.BinaryCombineIntegerFn - Class in org.apache.beam.sdk.transforms
+
+
An abstract subclass of Combine.CombineFn for implementing combiners that are more + easily and efficiently expressed as binary operations on ints
+
+
Combine.BinaryCombineLongFn - Class in org.apache.beam.sdk.transforms
+
+
An abstract subclass of Combine.CombineFn for implementing combiners that are more + easily and efficiently expressed as binary operations on longs.
+
+
Combine.CombineFn<InputT,AccumT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A CombineFn<InputT, AccumT, OutputT> specifies how to combine a + collection of input values of type InputT into a single + output value of type OutputT.
+
+
Combine.Globally<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
Combine.Globally<InputT, OutputT> takes a PCollection<InputT> + and returns a PCollection<OutputT> whose elements are the result of + combining all the elements in each window of the input PCollection, + using a specified CombineFn<InputT, AccumT, OutputT>.
+
+
Combine.GloballyAsSingletonView<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
Combine.GloballyAsSingletonView<InputT, OutputT> takes a PCollection<InputT> + and returns a PCollectionView<OutputT> whose elements are the result of + combining all the elements in each window of the input PCollection, + using a specified CombineFn<InputT, AccumT, OutputT>.
+
+
Combine.GroupedValues<K,InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
GroupedValues<K, InputT, OutputT> takes a + PCollection<KV<K, Iterable<InputT>>>, such as the result of + GroupByKey, applies a specified + KeyedCombineFn<K, InputT, AccumT, OutputT> + to each of the input KV<K, Iterable<InputT>> elements to + produce a combined output KV<K, OutputT> element, and returns a + PCollection<KV<K, OutputT>> containing all the combined output + elements.
+
+
Combine.Holder<V> - Class in org.apache.beam.sdk.transforms
+
+
Holds a single value value of type V which may or may not be present.
+
+
Combine.IterableCombineFn<V> - Class in org.apache.beam.sdk.transforms
+
+
Converts a SerializableFunction from Iterable<V>s + to Vs into a simple Combine.CombineFn over Vs.
+
+
Combine.KeyedCombineFn<K,InputT,AccumT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A KeyedCombineFn<K, InputT, AccumT, OutputT> specifies how to combine + a collection of input values of type InputT, associated with + a key of type K, into a single output value of type + OutputT.
+
+
Combine.PerKey<K,InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
PerKey<K, InputT, OutputT> takes a + PCollection<KV<K, InputT>>, groups it by key, applies a + combining function to the InputT values associated with each + key to produce a combined OutputT value, and returns a + PCollection<KV<K, OutputT>> representing a map from each + distinct key of the input PCollection to the corresponding + combined value.
+
+
Combine.PerKeyWithHotKeyFanout<K,InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
Like Combine.PerKey, but sharding the combining of hot keys.
+
+
Combine.SimpleCombineFn<V> - Class in org.apache.beam.sdk.transforms
+
+
Deprecated.
+
+
COMBINE_FN - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
CombineContextFactory - Class in org.apache.beam.sdk.util
+
+
Factory that produces Combine.Context based on different inputs.
+
+
CombineContextFactory() - Constructor for class org.apache.beam.sdk.util.CombineContextFactory
+
 
+
CombineFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.CombineFn
+
 
+
CombineFnBase - Class in org.apache.beam.sdk.transforms
+
+
This class contains the shared interfaces and abstract classes for different types of combine + functions.
+
+
CombineFnBase() - Constructor for class org.apache.beam.sdk.transforms.CombineFnBase
+
 
+
CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> - Interface in org.apache.beam.sdk.transforms
+
+
A GloballyCombineFn<InputT, AccumT, OutputT> specifies how to combine a + collection of input values of type InputT into a single + output value of type OutputT.
+
+
CombineFnBase.PerKeyCombineFn<K,InputT,AccumT,OutputT> - Interface in org.apache.beam.sdk.transforms
+
+
A PerKeyCombineFn<K, InputT, AccumT, OutputT> specifies how to combine + a collection of input values of type InputT, associated with + a key of type K, into a single output value of type + OutputT.
+
+
CombineFns - Class in org.apache.beam.sdk.transforms
+
+
Static utility methods that create combine function instances.
+
+
CombineFns() - Constructor for class org.apache.beam.sdk.transforms.CombineFns
+
 
+
CombineFns.CoCombineResult - Class in org.apache.beam.sdk.transforms
+
+
A tuple of outputs produced by a composed combine functions.
+
+
CombineFns.ComposeCombineFnBuilder - Class in org.apache.beam.sdk.transforms
+
+
A builder class to construct a composed CombineFnBase.GlobalCombineFn.
+
+
CombineFns.ComposedCombineFn<DataT> - Class in org.apache.beam.sdk.transforms
+
+
A composed Combine.CombineFn that applies multiple CombineFns.
+
+
CombineFns.ComposedCombineFnWithContext<DataT> - Class in org.apache.beam.sdk.transforms
+
+ +
+
CombineFns.ComposedKeyedCombineFn<DataT,K> - Class in org.apache.beam.sdk.transforms
+
+
A composed Combine.KeyedCombineFn that applies multiple KeyedCombineFns.
+
+
CombineFns.ComposedKeyedCombineFnWithContext<DataT,K> - Class in org.apache.beam.sdk.transforms
+
+ +
+
CombineFns.ComposeKeyedCombineFnBuilder - Class in org.apache.beam.sdk.transforms
+
+
A builder class to construct a composed CombineFnBase.PerKeyCombineFn.
+
+
CombineFnUtil - Class in org.apache.beam.sdk.util
+
+
Static utility methods that create combine function instances.
+
+
CombineFnUtil() - Constructor for class org.apache.beam.sdk.util.CombineFnUtil
+
 
+
CombineFnWithContext() - Constructor for class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
 
+
CombineFunctionState(Combine.CombineFn<InputT, InterT, OutputT>, Coder<InputT>, SparkRuntimeContext) - Constructor for class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+
 
+
combineOutputTimes(OutputTimeFn<?>, Iterable<? extends Instant>) - Static method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFns
+
+
Applies the given OutputTimeFn to the given output times, obtaining + the output time for a value computed.
+
+
CombineWithContext - Class in org.apache.beam.sdk.transforms
+
+
This class contains combine functions that have access to PipelineOptions and side inputs + through CombineWithContext.Context.
+
+
CombineWithContext() - Constructor for class org.apache.beam.sdk.transforms.CombineWithContext
+
 
+
CombineWithContext.CombineFnWithContext<InputT,AccumT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A combine function that has access to PipelineOptions and side inputs through + CombineWithContext.Context.
+
+
CombineWithContext.Context - Class in org.apache.beam.sdk.transforms
+
+
Information accessible to all methods in CombineFnWithContext + and KeyedCombineFnWithContext.
+
+
CombineWithContext.KeyedCombineFnWithContext<K,InputT,AccumT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A keyed combine function that has access to PipelineOptions and side inputs through + CombineWithContext.Context.
+
+
CombineWithContext.RequiresContextInternal - Interface in org.apache.beam.sdk.transforms
+
+
An internal interface for signaling that a GloballyCombineFn + or a PerKeyCombineFn needs to access CombineWithContext.Context.
+
+
combining(Coder<K>, AppliedCombineFn<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.runners.core.SystemReduceFn
+
+
Create a factory that produces SystemReduceFn instances that combine all of the input + values using a Combine.CombineFn.
+
+
CombiningState<InputT,OutputT> - Interface in org.apache.beam.sdk.util.state
+
+
State that combines multiple InputT values using a Combine.CombineFn to produce a single + OutputT value.
+
+
combiningValue(Coder<AccumT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a state spec for values that use a Combine.CombineFn to automatically merge multiple + InputTs into a single OutputT.
+
+
combiningValue(String, Coder<AccumT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag for values that use a Combine.CombineFn to automatically merge + multiple InputTs into a single OutputT.
+
+
combiningValueFromInputInternal(Coder<InputT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a state spec for values that use a Combine.CombineFn to automatically merge multiple + InputTs into a single OutputT.
+
+
combiningValueFromInputInternal(String, Coder<InputT>, Combine.CombineFn<InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag for values that use a Combine.CombineFn to automatically merge + multiple InputTs into a single OutputT.
+
+
commit() - Method in class org.apache.beam.runners.direct.AggregatorContainer.Mutator
+
 
+
commit() - Method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
+
Ensures this CopyOnAccessInMemoryStateInternals is complete.
+
+
committed() - Method in interface org.apache.beam.sdk.metrics.MetricResult
+
+
Return the value of this metric across all successfully completed parts of the pipeline.
+
+
commitUpdates() - Method in class org.apache.beam.sdk.metrics.MetricsContainer
+
+
Mark all of the updates that were retrieved with the latest call to MetricsContainer.getUpdates() as + committed.
+
+
commonPrefixLength(RandomAccessData, RandomAccessData) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.UnsignedLexicographicalComparator
+
+
Compute the length of the common prefix of the two provided sets of bytes.
+
+
compact(AccumT) - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation.
+
+
compact(List<V>) - Method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
 
+
compact(K, AccumT) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
+
Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation.
+
+
compact(Object[]) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
compact(Object[], CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
compact(K, Object[]) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
compact(K, Object[], CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
compact(AccumT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
+
Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation.
+
+
compact(K, AccumT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
+
Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation.
+
+
compact(K, AccumT, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to compact the accumulator in a OldDoFn.
+
+
compact(K, AccumT, PipelineOptions, SideInputReader, Collection<? extends BoundedWindow>) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to compact the accumulator.
+
+
compare(JobMessage, JobMessage) - Method in class org.apache.beam.runners.dataflow.util.MonitoringUtil.TimeStampComparator
+
 
+
compare(RandomAccessData, RandomAccessData) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.UnsignedLexicographicalComparator
+
 
+
compare(RandomAccessData, RandomAccessData, int) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.UnsignedLexicographicalComparator
+
+
Compare the two sets of bytes starting at the given offset.
+
+
compare(T, T) - Method in class org.apache.beam.sdk.transforms.Top.Largest
+
 
+
compare(T, T) - Method in class org.apache.beam.sdk.transforms.Top.Smallest
+
 
+
compare(Object, Object) - Method in class org.apache.beam.sdk.util.common.ReflectHelpers.ObjectsClassComparator
+
 
+
compare(KV<K, V>, KV<K, V>) - Method in class org.apache.beam.sdk.values.KV.OrderByKey
+
 
+
compare(KV<K, V>, KV<K, V>) - Method in class org.apache.beam.sdk.values.KV.OrderByValue
+
 
+
compareTo(ByteArray) - Method in class org.apache.beam.runners.spark.util.ByteArray
+
 
+
compareTo(ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKey
+
+
ByteKey implements Comparable<ByteKey> by comparing the + arrays in lexicographic order.
+
+
compareTo(IntervalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
 
+
compareTo(Path) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
compareTo(TimerInternals.TimerData) - Method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
+
.
+
+
COMPONENT_ENCODINGS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
compose() - Static method in class org.apache.beam.sdk.transforms.CombineFns
+
+ +
+
ComposeCombineFnBuilder() - Constructor for class org.apache.beam.sdk.transforms.CombineFns.ComposeCombineFnBuilder
+
 
+
composeKeyed() - Static method in class org.apache.beam.sdk.transforms.CombineFns
+
+ +
+
ComposeKeyedCombineFnBuilder() - Constructor for class org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder
+
 
+
CompressedReader(CompressedSource<T>, FileBasedSource.FileBasedReader<T>) - Constructor for class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
+
Create a CompressedReader from a CompressedSource and delegate reader.
+
+
CompressedSource<T> - Class in org.apache.beam.sdk.io
+
+
A Source that reads from compressed files.
+
+
CompressedSource.CompressedReader<T> - Class in org.apache.beam.sdk.io
+
+
Reader for a CompressedSource.
+
+
CompressedSource.CompressionMode - Enum in org.apache.beam.sdk.io
+
+
Default compression types supported by the CompressedSource.
+
+
CompressedSource.DecompressingChannelFactory - Interface in org.apache.beam.sdk.io
+
+
Factory interface for creating channels that decompress the content of an underlying channel.
+
+
COMPRESSION_TYPE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
compute(Partition, TaskContext) - Method in class org.apache.beam.runners.spark.io.SourceRDD.Bounded
+
 
+
compute(Partition, TaskContext) - Method in class org.apache.beam.runners.spark.io.SourceRDD.Unbounded
+
 
+
computeSplits(long) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
computeTargetTimestamp(Instant) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
computeTargetTimestamp(Instant) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
 
+
CONCAT_SOURCE_BASE_SPECS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
CONCAT_SOURCE_SOURCES - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
configure(Map<String, ?>, boolean) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer
+
 
+
ConnectionConfiguration() - Constructor for class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ConnectionConfiguration
+
 
+
connectionFactory - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
+
NB: According to http://docs.oracle.com/javaee/1.4/api/javax/jms/ConnectionFactory.html + "It is expected that JMS providers will provide the tools an administrator needs to create + and configure administered objects in a JNDI namespace.
+
+
connectionFactory - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
consistentWithEquals() - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
consistentWithEquals() - Method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
 
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.BigDecimalCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.BigEndianIntegerCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.BigEndianLongCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.BigIntegerCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.ByteCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.ByteStringCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.DoubleCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.DurationCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.InstantCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.NullableCoder
+
+
NullableCoder is consistent with equals if the nested Coder is.
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.StringUtf8Coder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.VarIntCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.VarLongCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.coders.VoidCoder
+
+
Returns true if this Coder is injective with respect to Object.equals(java.lang.Object).
+
+
consistentWithEquals() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
ConsoleIO - Class in org.apache.beam.runners.spark.io
+
+
Print to console.
+
+
ConsoleIO.Write - Class in org.apache.beam.runners.spark.io
+
+
Write on the console.
+
+
ConsoleIO.Write.Unbound<T> - Class in org.apache.beam.runners.spark.io
+
+
PTransform writing PCollection on the console.
+
+
constructName(String, String, String, int, int) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Constructs a fully qualified name from components.
+
+
consumerConfig - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
consumerFactoryFn - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
contains(PCollectionView<T>) - Method in class org.apache.beam.runners.core.SideInputHandler
+
 
+
contains(PCollectionView<T>) - Method in class org.apache.beam.runners.spark.util.SparkSideInputReader
+
 
+
contains(IntervalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns whether this window contains the given window.
+
+
contains(PCollectionView<T>) - Method in class org.apache.beam.sdk.util.DirectSideInputReader
+
 
+
contains(PCollectionView<T>) - Method in class org.apache.beam.sdk.util.NullSideInputReader
+
 
+
contains(PCollectionView<T>) - Method in interface org.apache.beam.sdk.util.SideInputReader
+
+
Returns true if the given PCollectionView is valid for this reader.
+
+
containsInAnyOrder(T...) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Asserts that the iterable in question contains the provided elements.
+
+
containsInAnyOrder(Iterable<T>) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Asserts that the iterable in question contains the provided elements.
+
+
containsKey(ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns true if the specified ByteKey is contained within this range.
+
+
Context() - Constructor for class org.apache.beam.runners.core.ReduceFn.Context
+
 
+
Context(boolean) - Constructor for class org.apache.beam.sdk.coders.Coder.Context
+
 
+
Context() - Constructor for class org.apache.beam.sdk.transforms.CombineWithContext.Context
+
 
+
Context() - Constructor for class org.apache.beam.sdk.transforms.DoFn.Context
+
 
+
Context() - Constructor for class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
context(DoFn<InputT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Provide a DoFn.Context to use with the given DoFn.
+
+
context(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
context() - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
CONTEXT_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
convertToArgs(PipelineOptions) - Static method in class org.apache.beam.sdk.testing.TestPipeline
+
 
+
convertToBagSpecInternal(StateSpec<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
 
+
convertToBagTagInternal(StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
 
+
copy() - Method in class org.apache.beam.runners.core.PeekingReiterator
+
 
+
copy() - Method in interface org.apache.beam.runners.core.triggers.FinishedTriggers
+
+
Create an independent copy of this mutable FinishedTriggers.
+
+
copy() - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
 
+
copy() - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersSet
+
 
+
copy() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Returns a copy of this RandomAccessData.
+
+
copy() - Method in interface org.apache.beam.sdk.util.common.Reiterator
+
+
Returns a copy of the current Reiterator.
+
+
copy(List<String>, List<String>) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
copy(List<String>, List<String>) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
copy(List<String>, List<String>) - Method in class org.apache.beam.sdk.util.GcsUtil
+
 
+
copy(List<String>, List<String>) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Copies a collection of files from one location to another.
+
+
copy() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
copy() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
copy() - Method in interface org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryState
+
 
+
copy() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
copy() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
copyFrom(byte[]) - Static method in class org.apache.beam.sdk.io.range.ByteKey
+
+
Creates a new ByteKey backed by a copy of the specified byte[].
+
+
CopyOnAccessInMemoryStateInternals<K> - Class in org.apache.beam.runners.direct
+
+
StateInternals built on top of an underlying StateTable that contains instances + of InMemoryStateInternals.InMemoryState.
+
+
copyToOutputFiles(List<String>, PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Copy temporary files to final output filenames using the file naming template.
+
+
count() - Method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
count() - Method in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
Count - Class in org.apache.beam.sdk.transforms
+
+
PTransorms to count the elements in a PCollection.
+
+
Count.PerElement<T> - Class in org.apache.beam.sdk.transforms
+
+
Count.PerElement<T> takes a PCollection<T> and returns a + PCollection<KV<T, Long>> representing a map from each distinct element of the input + PCollection to the number of times that element occurs in the input.
+
+
Counter - Interface in org.apache.beam.sdk.metrics
+
+
A metric that reports a single long value and can be incremented or decremented.
+
+
counter(String, String) - Static method in class org.apache.beam.sdk.metrics.Metrics
+
+
Create a metric that can be incremented and decremented, and is aggregated by taking the sum.
+
+
counter(Class<?>, String) - Static method in class org.apache.beam.sdk.metrics.Metrics
+
+
Create a metric that can be incremented and decremented, and is aggregated by taking the sum.
+
+
CounterMark(long, Instant) - Constructor for class org.apache.beam.sdk.io.CountingSource.CounterMark
+
+
Creates a checkpoint mark reflecting the last emitted value.
+
+
counters() - Method in interface org.apache.beam.sdk.metrics.MetricQueryResults
+
+
Return the metric results for the counters that matched the filter.
+
+
counterUpdates() - Method in class org.apache.beam.sdk.metrics.MetricUpdates
+
+
All of the counter updates.
+
+
CountingInput - Class in org.apache.beam.sdk.io
+
+
A PTransform that produces longs.
+
+
CountingInput() - Constructor for class org.apache.beam.sdk.io.CountingInput
+
 
+
CountingInput.BoundedCountingInput - Class in org.apache.beam.sdk.io
+
+
A PTransform that will produce a specified number of Longs starting from + 0.
+
+
CountingInput.UnboundedCountingInput - Class in org.apache.beam.sdk.io
+
+
A PTransform that will produce numbers starting from 0 up to + Long.MAX_VALUE.
+
+
CountingSource - Class in org.apache.beam.sdk.io
+
+
A source that produces longs.
+
+
CountingSource.CounterMark - Class in org.apache.beam.sdk.io
+
+
The checkpoint for an unbounded CountingSource is simply the last value produced.
+
+
CrashingRunner - Class in org.apache.beam.sdk.testing
+
+
A PipelineRunner that applies no overrides and throws an exception on calls to + Pipeline.run().
+
+
CrashingRunner() - Constructor for class org.apache.beam.sdk.testing.CrashingRunner
+
 
+
create(WindowingStrategy<?, W>, StateInternalsFactory<K>, SystemReduceFn<K, InputT, ?, OutputT, W>) - Static method in class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+
 
+
create(CombineFnBase.PerKeyCombineFn<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.runners.core.PerKeyCombineFnRunners
+
+ +
+
create(DoFnRunner<InputT, OutputT>, Collection<PCollectionView<?>>, ReadyCheckingSideInputReader) - Static method in class org.apache.beam.runners.core.PushbackSideInputDoFnRunner
+
 
+
create(TriggerStateMachine) - Static method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
create(DataflowPipelineOptions) - Static method in class org.apache.beam.runners.dataflow.DataflowClient
+
 
+
create(PCollectionView<?>, Coder<T>) - Static method in class org.apache.beam.runners.dataflow.DataflowRunner.StreamingPCollectionViewWriterFn
+
+
Deprecated.
+
create(PipelineOptions) - Method in class org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.DataflowClientFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.StagerFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.runners.dataflow.options.DataflowPipelineOptions.StagingLocationFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory
+
 
+
create(String, String) - Static method in class org.apache.beam.runners.direct.AggregatorContainer.AggregatorKey
+
 
+
create() - Static method in class org.apache.beam.runners.direct.AggregatorContainer
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.runners.direct.DirectOptions.AvailableParallelismFactory
+
 
+
create() - Method in interface org.apache.beam.runners.direct.ExecutorServiceFactory
+
+
Create a new ExecutorService.
+
+
create() - Static method in class org.apache.beam.runners.direct.NanosOffsetClock
+
 
+
create(Clock, DirectGraph) - Static method in class org.apache.beam.runners.direct.WatermarkManager
+
+
Creates a new WatermarkManager.
+
+
create(PipelineOptions) - Method in class org.apache.beam.runners.flink.DefaultParallelismFactory
+
 
+
create(boolean) - Static method in class org.apache.beam.runners.flink.TestFlinkRunner
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.runners.spark.SparkContextOptions.EmptyListenersList
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.runners.spark.SparkPipelineOptions.TmpCheckpointDirFactory
+
 
+
create() - Static method in class org.apache.beam.runners.spark.SparkRunner
+
+
Creates and returns a new SparkRunner with default options.
+
+
create(SparkPipelineOptions) - Static method in class org.apache.beam.runners.spark.SparkRunner
+
+
Creates and returns a new SparkRunner with specified options.
+
+
create(T, Coder<T>) - Static method in class org.apache.beam.runners.spark.util.BroadcastHelper
+
 
+
create(List<? extends Coder<?>>) - Method in interface org.apache.beam.sdk.coders.CoderFactory
+
+
Returns a Coder<?>, given argument coder to use for + values of a particular type, given the Coders for each of + the type's generic parameter types.
+
+
create(BufferedExternalSorter.Options) - Static method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter
+
 
+
create(BufferedExternalSorter.Options) - Static method in class org.apache.beam.sdk.extensions.sorter.SortValues
+
+
Returns a SortValues<PrimaryKeyT, SecondaryKeyT, ValueT> PTransform.
+
+
create(WritableByteChannel) - Method in interface org.apache.beam.sdk.io.FileBasedSink.WritableByteChannelFactory
+
 
+
create(DataSource) - Static method in class org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration
+
 
+
create(String, String) - Static method in class org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration
+
 
+
create(long, long, long, long) - Static method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
create(long, long, long, long) - Static method in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
create(String, MetricName) - Static method in class org.apache.beam.sdk.metrics.MetricKey
+
 
+
create(Iterable<MetricUpdates.MetricUpdate<Long>>, Iterable<MetricUpdates.MetricUpdate<DistributionData>>) - Static method in class org.apache.beam.sdk.metrics.MetricUpdates
+
+
Create a new MetricUpdates bundle.
+
+
create(MetricKey, T) - Static method in class org.apache.beam.sdk.metrics.MetricUpdates.MetricUpdate
+
 
+
create(PipelineOptions) - Method in interface org.apache.beam.sdk.options.DefaultValueFactory
+
+
Creates a default value for a getter marked with Default.InstanceFactory.
+
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.GcpOptions.DefaultProjectFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.GcpOptions.GcpTempLocationFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.GcpOptions.GcpUserCredentialsFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.GcsOptions.ExecutorServiceFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.GcsOptions.PathValidatorFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.PipelineOptions.DirectRunner
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.options.PipelineOptions.JobNameFactory
+
 
+
create() - Method in class org.apache.beam.sdk.options.PipelineOptionsFactory.Builder
+
+
Creates and returns an object that implements PipelineOptions using the values + configured on this builder during construction.
+
+
create() - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
Creates and returns an object that implements PipelineOptions.
+
+
create(PipelineOptions) - Static method in class org.apache.beam.sdk.Pipeline
+
+
Constructs a pipeline from the provided options.
+
+
create() - Static method in class org.apache.beam.sdk.testing.TestPipeline
+
+
Creates and returns a new test pipeline.
+
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcherFactory
+
 
+
create(Coder<T>) - Static method in class org.apache.beam.sdk.testing.TestStream
+
+
Create a new TestStream.Builder with no elements and watermark equal to BoundedWindow.TIMESTAMP_MIN_VALUE.
+
+
create(int, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
+
Returns an approximate quantiles combiner with the given + compareFn and desired number of quantiles.
+
+
create(int) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
+
Like ApproximateQuantiles.ApproximateQuantilesCombineFn.create(int, Comparator), but sorts values using their natural ordering.
+
+
create(int, ComparatorT, long, double) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
+
Creates an approximate quantiles combiner with the given + compareFn and desired number of quantiles.
+
+
Create<T> - Class in org.apache.beam.sdk.transforms
+
+
Create<T> takes a collection of elements of type T + known when the pipeline is constructed and returns a + PCollection<T> containing the elements.
+
+
Create() - Constructor for class org.apache.beam.sdk.transforms.Create
+
 
+
create() - Static method in class org.apache.beam.sdk.transforms.Distinct
+
+
Returns a Distinct<T> PTransform.
+
+
create() - Static method in class org.apache.beam.sdk.transforms.GroupByKey
+
+
Returns a GroupByKey<K, V> PTransform.
+
+
create() - Static method in class org.apache.beam.sdk.transforms.join.CoGroupByKey
+
+
Returns a CoGroupByKey<K> PTransform.
+
+
create() - Static method in class org.apache.beam.sdk.transforms.Keys
+
+
Returns a Keys<K> PTransform.
+
+
create() - Static method in class org.apache.beam.sdk.transforms.KvSwap
+
+
Returns a KvSwap<K, V> PTransform.
+
+
create() - Static method in class org.apache.beam.sdk.transforms.Values
+
+
Returns a Values<V> PTransform.
+
+
create() - Method in interface org.apache.beam.sdk.util.BaseExecutionContext.CreateStepContextFunction
+
 
+
create(String, String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.util.GcpProjectUtil.GcpProjectUtilFactory
+
+
Returns an instance of GcpProjectUtil based on the + PipelineOptions.
+
+
create(String, String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
create(GcsPath, String) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Creates an object in GCS.
+
+
create(PipelineOptions) - Method in class org.apache.beam.sdk.util.GcsUtil.GcsUtilFactory
+
+
Returns an instance of GcsUtil based on the + PipelineOptions.
+
+
create(String, String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Returns a write channel for the given specification.
+
+
create(String, String) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Creates a write channel for the given filename.
+
+
create(String, String, String, int, String) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Creates a write channel for the given file components.
+
+
Create.TimestampedValues<T> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform that creates a PCollection whose elements have + associated timestamps.
+
+
Create.Values<T> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform that creates a PCollection from a set of in-memory objects.
+
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Returns a new, mutable accumulator value, representing the accumulation of zero input values.
+
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
 
+
createAccumulator(K) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
+
Returns a new, mutable accumulator value representing the accumulation of zero input values.
+
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
createAccumulator(CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
createAccumulator(K) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
createAccumulator(K, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
createAccumulator(CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
+
Returns a new, mutable accumulator value, representing the accumulation of zero input values.
+
+
createAccumulator(K, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
+
Returns a new, mutable accumulator value representing the accumulation of zero input values.
+
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Latest.LatestFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
createAccumulator() - Method in class org.apache.beam.sdk.transforms.Top.TopCombineFn
+
 
+
createAccumulator(K, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to create the accumulator in a OldDoFn.
+
+
createAccumulator(K, PipelineOptions, SideInputReader, Collection<? extends BoundedWindow>) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to create the accumulator.
+
+
createAggregator(String, Combine.CombineFn<AggInputT, ?, AggOutputT>) - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Creates an Aggregator in the DoFn context with the specified name and + aggregation logic specified by Combine.CombineFn.
+
+
createAggregator(String, Combine.CombineFn<? super AggInputT, ?, AggOutputT>) - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Returns an Aggregator with aggregation logic specified by the Combine.CombineFn + argument.
+
+
createAggregator(String, SerializableFunction<Iterable<AggInputT>, AggInputT>) - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Returns an Aggregator with the aggregation logic specified by the + SerializableFunction argument.
+
+
createAggregator(String, Combine.CombineFn<? super AggInputT, ?, AggOutputT>) - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Returns an Aggregator with aggregation logic specified by the + Combine.CombineFn argument.
+
+
createAggregator(String, SerializableFunction<Iterable<AggInputT>, AggInputT>) - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Returns an Aggregator with the aggregation logic specified by the + SerializableFunction argument.
+
+
createAggregatorForDoFn(Class<?>, ExecutionContext.StepContext, String, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in interface org.apache.beam.runners.core.AggregatorFactory
+
+
Create an aggregator with the given name and Combine.CombineFn.
+
+
createAggregatorForDoFn(Class<?>, ExecutionContext.StepContext, String, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in class org.apache.beam.runners.direct.AggregatorContainer.Mutator
+
 
+
createAggregatorForDoFn(Class<?>, ExecutionContext.StepContext, String, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.Aggregator.AggregatorFactory
+
+
Deprecated.
+
Create an aggregator with the given name and Combine.CombineFn.
+
+
createAggregatorInternal(String, Combine.CombineFn<AggInputT, ?, AggOutputT>) - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Creates an Aggregator in the OldDoFn context with the + specified name and aggregation logic specified by Combine.CombineFn.
+
+
createBucket(String, Bucket) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Creates a Bucket under the specified project in Cloud Storage or + propagates an exception.
+
+
createBundle(PCollection<T>) - Method in interface org.apache.beam.runners.direct.BundleFactory
+
+
Create an DirectRunner.UncommittedBundle from the specified input.
+
+
createContextual(DeserializationContext, BeanProperty) - Method in class org.apache.beam.sdk.options.ValueProvider.Deserializer
+
 
+
createDatumReader() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Deprecated. +
For AvroCoder internal use only.
+
+
+
createDatumWriter() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Deprecated. +
For AvroCoder internal use only.
+
+
+
createDecompressingChannel(ReadableByteChannel) - Method in enum org.apache.beam.sdk.io.CompressedSource.CompressionMode
+
 
+
createDecompressingChannel(ReadableByteChannel) - Method in interface org.apache.beam.sdk.io.CompressedSource.DecompressingChannelFactory
+
+
Given a channel, create a channel that decompresses the content read from the channel.
+
+
createDefault(PipelineOptions, DoFn<InputT, OutputT>, SideInputReader, DoFnRunners.OutputManager, TupleTag<OutputT>, List<TupleTag<?>>, ExecutionContext.StepContext, Aggregator.AggregatorFactory, WindowingStrategy<?, ?>) - Static method in class org.apache.beam.runners.core.DoFnRunners
+
+
Creates a DoFnRunner for the provided DoFn.
+
+
createDefault(PipelineOptions, OldDoFn<InputT, OutputT>, SideInputReader, DoFnRunners.OutputManager, TupleTag<OutputT>, List<TupleTag<?>>, ExecutionContext.StepContext, Aggregator.AggregatorFactory, WindowingStrategy<?, ?>) - Static method in class org.apache.beam.runners.core.DoFnRunners
+
+
Deprecated. +
please port uses of OldDoFn to use DoFn
+
+
+
createDefault(PipelineOptions, Object, SideInputReader, DoFnRunners.OutputManager, TupleTag<OutputT>, List<TupleTag<?>>, ExecutionContext.StepContext, Aggregator.AggregatorFactory, WindowingStrategy<?, ?>) - Static method in class org.apache.beam.runners.core.DoFnRunners
+
+
Deprecated. +
for migration purposes only for services where users may still submit either OldDoFn or DoFn. If you know that you have a DoFn then you should use the + variant for that instead.
+
+
+
createFactoryForCreateSubscription() - Static method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
createFactoryForPublish(PubsubClient.TopicPath, Iterable<PubsubClient.OutgoingMessage>, Iterable<PubsubClient.OutgoingMessage>) - Static method in class org.apache.beam.sdk.util.PubsubTestClient
+
+
Return a factory for testing publishers.
+
+
createFactoryForPull(Clock, PubsubClient.SubscriptionPath, int, Iterable<PubsubClient.IncomingMessage>) - Static method in class org.apache.beam.sdk.util.PubsubTestClient
+
+
Return a factory for testing subscribers.
+
+
createForOnceTrigger(TriggerStateMachine.OnceTriggerStateMachine, int) - Static method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
createForSubrangeOfFile(String, long, long) - Method in class org.apache.beam.sdk.io.AvroSource
+
 
+
createForSubrangeOfFile(String, long, long) - Method in class org.apache.beam.sdk.io.BlockBasedSource
+
+
Creates a BlockBasedSource for the specified range in a single file.
+
+
createForSubrangeOfFile(String, long, long) - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Creates a CompressedSource for a subrange of a file.
+
+
createForSubrangeOfFile(String, long, long) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
+
Creates and returns a new FileBasedSource of the same type as the current + FileBasedSource backed by a given file and an offset range.
+
+
createForSubrangeOfFile(String, long, long) - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
createFromComponents(PipelineOptions, SideInputReader, BoundedWindow) - Static method in class org.apache.beam.sdk.util.CombineContextFactory
+
+
Returns a Combine.Context from PipelineOptions, SideInputReader, + and the main input window.
+
+
createFromComponents(PipelineOptions, WindowingInternals<?, ?>, W) - Static method in class org.apache.beam.sdk.util.state.StateContexts
+
+
Deprecated. +
This exists only for temporary compatibility with Dataflow worker and should be + deleted once a worker image is released that uses runners-core build after + https://github.com/apache/beam/pull/1353.
+
+
+
createFromProcessContext(OldDoFn<?, ?>.ProcessContext) - Static method in class org.apache.beam.sdk.util.CombineContextFactory
+
+
Returns a Combine.Context that wraps a OldDoFn.ProcessContext.
+
+
createFromStateContext(StateContext<?>) - Static method in class org.apache.beam.sdk.util.CombineContextFactory
+
+
Returns a Combine.Context that wraps a StateContext.
+
+
createInstance(K) - Method in interface org.apache.beam.sdk.metrics.MetricsMap.Factory
+
+
Create an instance of T to use with the given key.
+
+
createIterator() - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable
+
+
Derived classes override this method to return an iterator for this + iterable.
+
+
createJar(File, File) - Static method in class org.apache.beam.runners.apex.ApexYarnLauncher
+
+
Create a jar file from the given directory.
+
+
createJob(Job) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Creates the Dataflow Job.
+
+
createKeyedBundle(StructuralKey<K>, PCollection<T>) - Method in interface org.apache.beam.runners.direct.BundleFactory
+
+
Create an DirectRunner.UncommittedBundle with the specified keys at the specified step.
+
+
createMergingStateAccessor(W, Collection<W>, ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory
+
 
+
createMutator() - Method in class org.apache.beam.runners.direct.AggregatorContainer
+
 
+
createOnElementContext(W, Timers, Instant, ExecutableTriggerStateMachine, FinishedTriggers) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory
+
 
+
createOnMergeContext(W, Timers, ExecutableTriggerStateMachine, FinishedTriggers, Map<W, FinishedTriggers>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory
+
 
+
createPackage(File, String, String) - Static method in class org.apache.beam.runners.dataflow.util.PackageUtil
+
+
Deprecated.
+
+
createPane(boolean, boolean, PaneInfo.Timing) - Static method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
 
+
createPane(boolean, boolean, PaneInfo.Timing, long, long) - Static method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
Factory method to create a PaneInfo with the specified parameters.
+
+
createPrimitiveOutputInternal(Pipeline, WindowingStrategy<?, ?>, PCollection.IsBounded) - Static method in class org.apache.beam.sdk.values.PCollection
+
+
Creates and returns a new PCollection for a primitive output.
+
+
createRandomSubscription(PubsubClient.ProjectPath, PubsubClient.TopicPath, int) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Create a random subscription for topic.
+
+
createReader(PipelineOptions, UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Checkpoint<T>) - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
+
 
+
createReader(PipelineOptions) - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
createReader(PipelineOptions, CheckpointMarkT) - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
createReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.BoundedSource
+
+
Returns a new BoundedSource.BoundedReader that reads from this source.
+
+
createReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
createReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource
+
 
+
createReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
createReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
createReader(PipelineOptions, CheckpointMarkT) - Method in class org.apache.beam.sdk.io.UnboundedSource
+
+
Create a new UnboundedSource.UnboundedReader to read from this source, resuming from the given + checkpoint if present.
+
+
createRootBundle() - Method in interface org.apache.beam.runners.direct.BundleFactory
+
+
Create an DirectRunner.UncommittedBundle from an empty input.
+
+
createSingleFileReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.AvroSource
+
 
+
createSingleFileReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.BlockBasedSource
+
+
Creates a BlockBasedReader.
+
+
createSingleFileReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Creates a FileBasedReader to read a single file.
+
+
createSingleFileReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
+
Creates and returns an instance of a FileBasedReader implementation for the current + source assuming the source represents a single file.
+
+
createSingleFileReader(PipelineOptions) - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
createSourceForSubrange(long, long) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
createSourceForSubrange(long, long) - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
+
Returns an OffsetBasedSource for a subrange of the current source.
+
+
createStateAccessor(W, ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory
+
 
+
createStepContext(String, String) - Method in class org.apache.beam.sdk.util.BaseExecutionContext
+
+
Implementations should override this to create the specific type + of BaseExecutionContext.StepContext they need.
+
+
CreateStream<T> - Class in org.apache.beam.runners.spark.io
+
+
Create an input stream from Queue.
+
+
CreateStream.QueuedValues<T> - Class in org.apache.beam.runners.spark.io
+
+
PTransform for queueing values.
+
+
createStructuralValues(Coder<T>, List<T>) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Testing utilities below depend on standard assertions and matchers to compare elements read by + sources.
+
+
createSubscription(PubsubClient.TopicPath, PubsubClient.SubscriptionPath, int) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Create subscription to topic.
+
+
createSubscription(PubsubClient.TopicPath, PubsubClient.SubscriptionPath, int) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
createSubscription(PubsubClient.TopicPath, PubsubClient.SubscriptionPath, int) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
createSubscription(PubsubClient.TopicPath, PubsubClient.SubscriptionPath, int) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
createSystemAggregator(ExecutionContext.StepContext, String, Combine.CombineFn<InputT, AccumT, OutputT>) - Method in class org.apache.beam.runners.direct.AggregatorContainer.Mutator
+
 
+
createTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Create topic.
+
+
createTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
createTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
createTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
createWriteOperation(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink
+
+
Return a subclass of FileBasedSink.FileBasedWriteOperation that will manage the write + to the sink.
+
+
createWriteOperation(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink
+
 
+
createWriteOperation(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink
+
 
+
createWriteOperation(PipelineOptions) - Method in class org.apache.beam.sdk.io.Sink
+
+
Returns an instance of a Sink.WriteOperation that can write to this Sink.
+
+
createWriteOperation(PipelineOptions) - Method in class org.apache.beam.sdk.io.XmlSink.Bound
+
+ +
+
createWriter(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Clients must implement to return a subclass of FileBasedSink.FileBasedWriter.
+
+
createWriter(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
createWriter(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation
+
 
+
createWriter(PipelineOptions) - Method in class org.apache.beam.sdk.io.Sink.WriteOperation
+
+
Creates a new Sink.Writer to write a bundle of the input to the sink.
+
+
createWriter(PipelineOptions) - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriteOperation
+
+
Creates a XmlSink.XmlWriter with a marshaller for the type it will write.
+
+
CredentialFactory - Interface in org.apache.beam.sdk.util
+
+
Construct an oauth credential to be used by the SDK and the SDK workers.
+
+
CsvSink - Class in org.apache.beam.runners.spark.aggregators.metrics.sink
+
+
A Spark Sink that is tailored to report AggregatorMetric metrics + to a CSV file.
+
+
CsvSink(Properties, MetricRegistry, SecurityManager) - Constructor for class org.apache.beam.runners.spark.aggregators.metrics.sink.CsvSink
+
 
+
current() - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+
 
+
current() - Method in interface org.apache.beam.runners.spark.aggregators.NamedAggregators.State
+
 
+
currentEventTime() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
The current event time for the input or null if unknown.
+
+
currentEventTime() - Method in interface org.apache.beam.sdk.util.Timers
+
+
Returns the current event time.
+
+
currentInputWatermarkTime() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
currentInputWatermarkTime() - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Return the current, local input watermark timestamp for this computation + in the TimeDomain.EVENT_TIME time domain.
+
+
currentOutputWatermarkTime() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
currentOutputWatermarkTime() - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Return the current, local output watermark timestamp for this computation + in the TimeDomain.EVENT_TIME time domain.
+
+
currentProcessingTime() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
The current processing time.
+
+
currentProcessingTime() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
currentProcessingTime() - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Returns the current timestamp in the TimeDomain.PROCESSING_TIME time domain.
+
+
currentProcessingTime() - Method in interface org.apache.beam.sdk.util.Timers
+
+
Returns the current processing time.
+
+
currentRestriction() - Method in interface org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker
+
+
Returns a restriction accurately describing the full range of work the current DoFn.ProcessElement call will do, including already completed work.
+
+
currentSynchronizedProcessingTime() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
The current synchronized upstream processing time or null if unknown.
+
+
currentSynchronizedProcessingTime() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
currentSynchronizedProcessingTime() - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Returns the current timestamp in the TimeDomain.SYNCHRONIZED_PROCESSING_TIME time + domain or null if unknown.
+
+
currentSynchronizedProcessingTime() - Method in interface org.apache.beam.sdk.util.Timers
+
+
Returns the current synchronized processing time or null if unknown.
+
+
CUSTOM_SOURCE_FORMAT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
CustomCoder<T> - Class in org.apache.beam.sdk.coders
+
+
An abstract base class for writing a Coder class that encodes itself via Java + serialization.
+
+
CustomCoder() - Constructor for class org.apache.beam.sdk.coders.CustomCoder
+
 
+
+ + + +

D

+
+
DataflowClient - Class in org.apache.beam.runners.dataflow
+
+
Wrapper around the generated Dataflow client to provide common functionality.
+
+
DataflowClientFactory() - Constructor for class org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.DataflowClientFactory
+
 
+
DataflowJobAlreadyExistsException - Exception in org.apache.beam.runners.dataflow
+
+
An exception that is thrown if the unique job name constraint of the Dataflow + service is broken because an existing job with the same job name is currently active.
+
+
DataflowJobAlreadyExistsException(DataflowPipelineJob, String) - Constructor for exception org.apache.beam.runners.dataflow.DataflowJobAlreadyExistsException
+
+
Create a new DataflowJobAlreadyExistsException with the specified DataflowPipelineJob and message.
+
+
DataflowJobAlreadyUpdatedException - Exception in org.apache.beam.runners.dataflow
+
+
An exception that is thrown if the existing job has already been updated within the Dataflow + service and is no longer able to be updated.
+
+
DataflowJobAlreadyUpdatedException(DataflowPipelineJob, String) - Constructor for exception org.apache.beam.runners.dataflow.DataflowJobAlreadyUpdatedException
+
+
Create a new DataflowJobAlreadyUpdatedException with the specified DataflowPipelineJob and message.
+
+
DataflowJobException - Exception in org.apache.beam.runners.dataflow
+
+
A RuntimeException that contains information about a DataflowPipelineJob.
+
+
DataflowPipelineDebugOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Internal.
+
+
DataflowPipelineDebugOptions.DataflowClientFactory - Class in org.apache.beam.runners.dataflow.options
+
+
Returns the default Dataflow client built from the passed in PipelineOptions.
+
+
DataflowPipelineDebugOptions.StagerFactory - Class in org.apache.beam.runners.dataflow.options
+
+
Creates a Stager object using the class specified in + DataflowPipelineDebugOptions.getStagerClass().
+
+
DataflowPipelineJob - Class in org.apache.beam.runners.dataflow
+
+
A DataflowPipelineJob represents a job submitted to Dataflow using + DataflowRunner.
+
+
DataflowPipelineJob(String, DataflowPipelineOptions, DataflowAggregatorTransforms) - Constructor for class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
+
Constructs the job.
+
+
DataflowPipelineOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Options that can be used to configure the DataflowRunner.
+
+
DataflowPipelineOptions.StagingLocationFactory - Class in org.apache.beam.runners.dataflow.options
+
+
Returns a default staging location under GcpOptions.getGcpTempLocation().
+
+
DataflowPipelineRegistrar - Class in org.apache.beam.runners.dataflow
+
+ +
+
DataflowPipelineRegistrar.Options - Class in org.apache.beam.runners.dataflow
+
+ +
+
DataflowPipelineRegistrar.Runner - Class in org.apache.beam.runners.dataflow
+
+
Register the DataflowRunner.
+
+
DataflowPipelineTranslator - Class in org.apache.beam.runners.dataflow
+
+
DataflowPipelineTranslator knows how to translate Pipeline objects + into Cloud Dataflow Service API Jobs.
+
+
DataflowPipelineTranslator.JobSpecification - Class in org.apache.beam.runners.dataflow
+
+
The result of a job translation.
+
+
DataflowPipelineTranslator.TransformTranslator<TransformT extends PTransform> - Interface in org.apache.beam.runners.dataflow
+
+
A DataflowPipelineTranslator.TransformTranslator knows how to translate + a particular subclass of PTransform for the + Cloud Dataflow service.
+
+
DataflowPipelineTranslator.TranslationContext - Interface in org.apache.beam.runners.dataflow
+
+
The interface provided to registered callbacks for interacting + with the DataflowRunner, including reading and writing the + values of PCollections and side inputs (PCollectionViews).
+
+
DataflowPipelineWorkerPoolOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Options that are used to configure the Dataflow pipeline worker pool.
+
+
DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType - Enum in org.apache.beam.runners.dataflow.options
+
+
Type of autoscaling algorithm to use.
+
+
DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory - Class in org.apache.beam.runners.dataflow.options
+
+
Returns the default Docker container image that executes Dataflow worker harness, residing in + Google Container Registry.
+
+
DataflowProfilingAgentConfiguration() - Constructor for class org.apache.beam.runners.dataflow.options.DataflowProfilingOptions.DataflowProfilingAgentConfiguration
+
 
+
DataflowProfilingOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Options for controlling profiling of pipeline execution.
+
+
DataflowProfilingOptions.DataflowProfilingAgentConfiguration - Class in org.apache.beam.runners.dataflow.options
+
+
Configuration the for profiling agent.
+
+
DataflowRunner - Class in org.apache.beam.runners.dataflow
+
+
A PipelineRunner that executes the operations in the pipeline by first translating them + to the Dataflow representation using the DataflowPipelineTranslator and then submitting + them to a Dataflow service for execution.
+
+
DataflowRunner(DataflowPipelineOptions) - Constructor for class org.apache.beam.runners.dataflow.DataflowRunner
+
 
+
DataflowRunner.StreamingPCollectionViewWriterFn<T> - Class in org.apache.beam.runners.dataflow
+
+
Deprecated.
+
+
DataflowRunnerHooks - Class in org.apache.beam.runners.dataflow
+
+
An instance of this class can be passed to the + DataflowRunner to add user defined hooks to be + invoked at various times during pipeline execution.
+
+
DataflowRunnerHooks() - Constructor for class org.apache.beam.runners.dataflow.DataflowRunnerHooks
+
 
+
DataflowRunnerInfo - Class in org.apache.beam.runners.dataflow
+
+
Populates versioning and other information for DataflowRunner.
+
+
DataflowServiceException - Exception in org.apache.beam.runners.dataflow
+
+
Signals there was an error retrieving information about a job from the Cloud Dataflow Service.
+
+
DataflowTemplateJob - Class in org.apache.beam.runners.dataflow.util
+
+
A DataflowPipelineJob that is returned when --templateRunner is set.
+
+
DataflowTemplateJob() - Constructor for class org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+
 
+
DataflowTransport - Class in org.apache.beam.runners.dataflow.util
+
+
Helpers for cloud communication.
+
+
DataflowTransport() - Constructor for class org.apache.beam.runners.dataflow.util.DataflowTransport
+
 
+
DataflowWorkerHarnessOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Options that are used exclusively within the Dataflow worker harness.
+
+
DataflowWorkerLoggingOptions - Interface in org.apache.beam.runners.dataflow.options
+
+
Options that are used to control logging configuration on the Dataflow worker.
+
+
DataflowWorkerLoggingOptions.Level - Enum in org.apache.beam.runners.dataflow.options
+
+
The set of log levels that can be used on the Dataflow worker.
+
+
DataflowWorkerLoggingOptions.WorkerLogLevelOverrides - Class in org.apache.beam.runners.dataflow.options
+
+
Defines a log level override for a specific class, package, or name.
+
+
DataSourceConfiguration() - Constructor for class org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration
+
 
+
DatastoreIO - Class in org.apache.beam.sdk.io.gcp.datastore
+
+
DatastoreIO provides an API for reading from and writing to + Google Cloud Datastore over different + versions of the Cloud Datastore Client libraries.
+
+
DatastoreV1 - Class in org.apache.beam.sdk.io.gcp.datastore
+
+
DatastoreV1 provides an API to Read, Write and Delete PCollections + of Google Cloud Datastore version v1 + Entity objects.
+
+
DatastoreV1.DeleteEntity - Class in org.apache.beam.sdk.io.gcp.datastore
+
+
A PTransform that deletes Entities from Cloud Datastore.
+
+
DatastoreV1.DeleteKey - Class in org.apache.beam.sdk.io.gcp.datastore
+
+
A PTransform that deletes Entities associated with the given + Keys from Cloud Datastore.
+
+
DatastoreV1.Read - Class in org.apache.beam.sdk.io.gcp.datastore
+
+
A PTransform that reads the result rows of a Cloud Datastore query as Entity + objects.
+
+
DatastoreV1.Write - Class in org.apache.beam.sdk.io.gcp.datastore
+
+
A PTransform that writes Entity objects to Cloud Datastore.
+
+
days(int) - Static method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows
+
+
Returns a WindowFn that windows elements into periods measured by days.
+
+
debug(String, Object...) - Static method in class org.apache.beam.sdk.util.WindowTracing
+
 
+
dec() - Method in interface org.apache.beam.sdk.metrics.Counter
+
 
+
dec(long) - Method in interface org.apache.beam.sdk.metrics.Counter
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.runners.core.ElementAndRestrictionCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigDecimalCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianIntegerCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianLongCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigIntegerCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteStringCoder
+
 
+
decode(InputStream, Coder.Context) - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Decodes a value of type T from the given input stream in + the given context.
+
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.DoubleCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.DurationCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.InstantCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.JAXBCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.MapCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.NullableCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.StringUtf8Coder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.TableRowJsonCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.TextualIntegerCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarIntCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarLongCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.VoidCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindow.Coder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo.PaneInfoCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.BitSetCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
decode(InputStream, Coder.Context) - Method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
decodeFromBase64(Coder<T>, String) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
+
Parses a value from a base64-encoded String using the given coder.
+
+
decodeFromByteArray(Coder<T>, byte[]) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
+
Decodes the given bytes using the specified Coder, and returns + the resulting decoded value.
+
+
decodeFromByteArray(Coder<T>, byte[], Coder.Context) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
 
+
decodeInt(InputStream) - Static method in class org.apache.beam.sdk.util.VarInt
+
+
Decodes an integer value from the given stream.
+
+
decodeLong(InputStream) - Static method in class org.apache.beam.sdk.util.VarInt
+
+
Decodes a long value from the given stream.
+
+
decodePane(byte) - Static method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
 
+
decodeToIterable(List<T>) - Method in class org.apache.beam.sdk.coders.CollectionCoder
+
+
Builds an instance of IterableT, this coder's associated Iterable-like + subtype, from a list of decoded elements.
+
+
decodeToIterable(List<T>) - Method in class org.apache.beam.sdk.coders.IterableCoder
+
 
+
decodeToIterable(List<T>) - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
+
Builds an instance of IterableT, this coder's associated Iterable-like + subtype, from a list of decoded elements.
+
+
decodeToIterable(List<T>) - Method in class org.apache.beam.sdk.coders.ListCoder
+
 
+
decodeToIterable(List<T>) - Method in class org.apache.beam.sdk.coders.SetCoder
+
+
Builds an instance of IterableT, this coder's associated Iterable-like + subtype, from a list of decoded elements.
+
+
Default - Annotation Type in org.apache.beam.sdk.options
+
+
Default represents a set of annotations that can be used to annotate getter properties + on PipelineOptions with information representing the default value to be returned + if no value is specified.
+
+
DEFAULT - Static variable in class org.apache.beam.sdk.util.FluentBackoff
+
+
By default the BackOff created by this builder will use exponential backoff (base + exponent 1.5) with an initial backoff of 1 second.
+
+
Default.Boolean - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified boolean primitive value.
+
+
Default.Byte - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified byte primitive value.
+
+
Default.Character - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified char primitive value.
+
+
Default.Class - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified Class value.
+
+
Default.Double - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified double primitive value.
+
+
Default.Enum - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified enum.
+
+
Default.Float - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified float primitive value.
+
+
Default.InstanceFactory - Annotation Type in org.apache.beam.sdk.options
+
+
Value must be of type DefaultValueFactory and have a default constructor.
+
+
Default.Integer - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified int primitive value.
+
+
Default.Long - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified long primitive value.
+
+
Default.Short - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified short primitive value.
+
+
Default.String - Annotation Type in org.apache.beam.sdk.options
+
+
This represents that the default of the option is the specified String + value.
+
+
DEFAULT_BUFFER_SIZE - Static variable in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
 
+
DEFAULT_MAX_NUM_ELEMENTS - Static variable in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
+
The cost (in time and space) to compute quantiles to a given + accuracy is a function of the total number of elements in the + data set.
+
+
DEFAULT_MULTIPLIER - Static variable in class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff
+
+
Deprecated.
+
DEFAULT_MULTIPLIER - Static variable in class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+
+
Deprecated.
+
DEFAULT_PUBSUB_CODER - Static variable in class org.apache.beam.sdk.io.PubsubIO
+
+
The default Coder used to translate to/from Cloud Pub/Sub messages.
+
+
DEFAULT_RANDOMIZATION_FACTOR - Static variable in class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff
+
+
Deprecated.
+
DEFAULT_RANDOMIZATION_FACTOR - Static variable in class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+
+
Deprecated.
+
DEFAULT_TEXT_CODER - Static variable in class org.apache.beam.sdk.io.TextIO
+
+
The default coder, which returns each line of the input file as a string.
+
+
DefaultCoder - Annotation Type in org.apache.beam.sdk.coders
+
+
The DefaultCoder annotation + specifies a default Coder class to handle encoding and decoding + instances of the annotated class.
+
+
DefaultParallelismFactory - Class in org.apache.beam.runners.flink
+
+
DefaultValueFactory for getting a default value for the parallelism option + on FlinkPipelineOptions.
+
+
DefaultParallelismFactory() - Constructor for class org.apache.beam.runners.flink.DefaultParallelismFactory
+
 
+
DefaultPipelineOptionsRegistrar - Class in org.apache.beam.sdk.options
+
+
A registrar containing the default SDK options.
+
+
DefaultPipelineOptionsRegistrar() - Constructor for class org.apache.beam.sdk.options.DefaultPipelineOptionsRegistrar
+
 
+
DefaultProjectFactory() - Constructor for class org.apache.beam.sdk.options.GcpOptions.DefaultProjectFactory
+
 
+
Defaults() - Constructor for class org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults
+
 
+
Defaults() - Constructor for class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
 
+
DefaultSplitRestriction() - Constructor for class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction
+
 
+
DefaultTrigger - Class in org.apache.beam.sdk.transforms.windowing
+
+
A trigger that is equivalent to Repeatedly.forever(AfterWatermark.pastEndOfWindow()).
+
+
DefaultTriggerStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
A trigger that is equivalent to Repeatedly.forever(AfterWatermark.pastEndOfWindow()).
+
+
defaultValue() - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Returns the default value when there are no values added to the accumulator.
+
+
defaultValue() - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn
+
+
Returns the default value when there are no values added to the accumulator.
+
+
defaultValue() - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
 
+
defaultValue() - Method in class org.apache.beam.sdk.transforms.View.AsSingleton
+
+
Returns the default value of this transform, or null if there isn't one.
+
+
DefaultValueFactory<T> - Interface in org.apache.beam.sdk.options
+
+
An interface used with the Default.InstanceFactory annotation to specify the class that + will be an instance factory to produce default values for a given getter on + PipelineOptions.
+
+
DELAYED_UNTIL_TAG - Static variable in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
DELAYED_UNTIL_TAG - Static variable in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
 
+
delegate() - Method in class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
delegate(HasDisplayData) - Method in interface org.apache.beam.sdk.transforms.display.DisplayData.Builder
+
+
Register display data from the specified component on behalf of the current component.
+
+
delegate - Variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase
+
 
+
DelegateCoder<T,IntermediateT> - Class in org.apache.beam.sdk.coders
+
+
A DelegateCoder<T, IntermediateT> wraps a Coder for IntermediateT and + encodes/decodes values of type T by converting + to/from IntermediateT and then encoding/decoding using the underlying + Coder<IntermediateT>.
+
+
DelegateCoder(Coder<IntermediateT>, DelegateCoder.CodingFunction<T, IntermediateT>, DelegateCoder.CodingFunction<IntermediateT, T>) - Constructor for class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
DelegateCoder.CodingFunction<InputT,OutputT> - Interface in org.apache.beam.sdk.coders
+
+
A CodingFunction<InputT, OutputT> is a serializable + function from InputT to OutputT that may throw any Exception.
+
+
deletedTimer(TimerInternals.TimerData) - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate.TimerUpdateBuilder
+
+
Adds the provided timer to the collection of deleted timers, removing it from set timers if + it has previously been set.
+
+
deleteEntity() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1
+
+
Returns an empty DatastoreV1.DeleteEntity builder.
+
+
deleteKey() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1
+
+
Returns an empty DatastoreV1.DeleteKey builder.
+
+
deleteSubscription(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Delete subscription.
+
+
deleteSubscription(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
deleteSubscription(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
deleteSubscription(PubsubClient.SubscriptionPath) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
deleteTimer(Instant, TimeDomain) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
Removes the timer set in this trigger context for the given Instant + and TimeDomain.
+
+
deleteTimer(StateNamespace, String) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
deleteTimer(TimerInternals.TimerData) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
deleteTimer(StateNamespace, String) - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Deletes the given timer.
+
+
deleteTimer(TimerInternals.TimerData) - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Deletes the timer with the ID contained in the provided TimerInternals.TimerData.
+
+
deleteTimer(Instant, TimeDomain) - Method in interface org.apache.beam.sdk.util.Timers
+
+
Removes the timer set in this context for the timestmap and timeDomain.
+
+
deleteTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
deleteTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
deleteTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
deleteTopic(PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
dependsOnlyOnEarliestInputTimestamp() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
+
Returns true if the result of combination of many output timestamps actually depends + only on the earliest.
+
+
dependsOnlyOnEarliestInputTimestamp() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn
+
+
Returns true if the result of combination of many output timestamps actually depends + only on the earliest.
+
+
dependsOnlyOnEarliestInputTimestamp() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
+
Returns true if the result of combination of many output timestamps actually depends + only on the earliest.
+
+
dependsOnlyOnWindow() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
+
Returns true if the result does not depend on what outputs were combined but only + the window they are in.
+
+
dependsOnlyOnWindow() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn
+
+
Returns true if the result does not depend on what outputs were combined but only + the window they are in.
+
+
DependsOnlyOnWindow() - Constructor for class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
 
+
dependsOnlyOnWindow() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
+
Returns true if the result does not depend on what outputs were combined but only + the window they are in.
+
+
describeMismatchSafely(PipelineResult, Description) - Method in class org.apache.beam.sdk.testing.BigqueryMatcher
+
 
+
describeMismatchSafely(PipelineResult, Description) - Method in class org.apache.beam.sdk.testing.FileChecksumMatcher
+
 
+
describeTo(Description) - Method in class org.apache.beam.sdk.testing.BigqueryMatcher
+
 
+
describeTo(Description) - Method in class org.apache.beam.sdk.testing.FileChecksumMatcher
+
 
+
describeTo(Description) - Method in class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher
+
 
+
Description - Annotation Type in org.apache.beam.sdk.options
+
+
Descriptions are used to generate human readable output when the --help + command is specified.
+
+
deserialize(JsonParser, DeserializationContext) - Method in class org.apache.beam.sdk.options.ValueProvider.Deserializer
+
 
+
deserialize(Map<String, Object>, Class<T>) - Static method in class org.apache.beam.sdk.util.Serializer
+
+
Deserializes an object from a Dataflow structured encoding (represented in + Java as a map).
+
+
deserializeFromByteArray(byte[], String) - Static method in class org.apache.beam.sdk.util.SerializableUtils
+
+
Deserializes an object from the given array of bytes, e.g., as + serialized using SerializableUtils.serializeToByteArray(java.io.Serializable), and returns it.
+
+
detectClassPathResourcesToStage(ClassLoader) - Static method in class org.apache.beam.runners.dataflow.DataflowRunner
+
+
Attempts to detect all the resources the class loader has access to.
+
+
detectClassPathResourcesToStage(ClassLoader) - Static method in class org.apache.beam.runners.flink.FlinkRunner
+
+
Attempts to detect all the resources the class loader has access to.
+
+
DeterministicStandardCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A DeterministicStandardCoder is a StandardCoder that is + deterministic, in the sense that for objects considered equal + according to Object.equals(Object), the encoded bytes are + also equal.
+
+
DeterministicStandardCoder() - Constructor for class org.apache.beam.sdk.coders.DeterministicStandardCoder
+
 
+
DIRECT_BROADCAST - Static variable in class org.apache.beam.runners.spark.util.BroadcastHelper
+
+
If the property beam.spark.directBroadcast is set to + true then Spark serialization (Kryo) will be used to broadcast values + in View objects.
+
+
DirectOptions - Interface in org.apache.beam.runners.direct
+
+
Options that can be used to configure the DirectRunner.
+
+
DirectOptions.AvailableParallelismFactory - Class in org.apache.beam.runners.direct
+
+ +
+
DIRECTORY_CONTAINER - Static variable in class org.apache.beam.sdk.io.ShardNameTemplate
+
+
Shard is a file within a directory.
+
+
DirectRegistrar - Class in org.apache.beam.runners.direct
+
+ +
+
DirectRegistrar.Options - Class in org.apache.beam.runners.direct
+
+
Registers the DirectOptions.
+
+
DirectRegistrar.Runner - Class in org.apache.beam.runners.direct
+
+
Registers the DirectRunner.
+
+
DirectRunner - Class in org.apache.beam.runners.direct
+
+
An In-Memory implementation of the Dataflow Programming Model.
+
+
DirectRunner() - Constructor for class org.apache.beam.sdk.options.PipelineOptions.DirectRunner
+
 
+
DirectRunner.DirectPipelineResult - Class in org.apache.beam.runners.direct
+
+
The result of running a Pipeline with the DirectRunner.
+
+
DirectSideInputReader - Class in org.apache.beam.sdk.util
+
+
Basic side input reader wrapping a PTuple of side input iterables.
+
+
DISALLOW_COMBINER_LIFTING - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
discardingFiredPanes() - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that discards elements in a pane after they are triggered.
+
+
discardingFiredPanes() - Static method in class org.apache.beam.sdk.transforms.windowing.Window
+
+
Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that discards elements in a pane after they are triggered.
+
+
dispatch(DoFnSignature.Parameter.ContextParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.ProcessContextParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.OnTimerContextParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.WindowParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.InputProviderParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.OutputReceiverParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.RestrictionTrackerParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.StateParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.TimerParameter) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases
+
 
+
dispatch(DoFnSignature.Parameter.ContextParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.ProcessContextParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.OnTimerContextParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.WindowParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.InputProviderParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.OutputReceiverParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.RestrictionTrackerParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.StateParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatch(DoFnSignature.Parameter.TimerParameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
dispatchDefault(DoFnSignature.Parameter) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
DISPLAY_DATA - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
DisplayData - Class in org.apache.beam.sdk.transforms.display
+
+
Static display data associated with a pipeline component.
+
+
DisplayData.Builder - Interface in org.apache.beam.sdk.transforms.display
+
+
Utility to build up display data from a component and its included + subcomponents.
+
+
DisplayData.Identifier - Class in org.apache.beam.sdk.transforms.display
+
+
Unique identifier for a display data item within a component.
+
+
DisplayData.Item - Class in org.apache.beam.sdk.transforms.display
+
+
Items are the unit of display data.
+
+
DisplayData.ItemSpec<T> - Class in org.apache.beam.sdk.transforms.display
+
+
Specifies an DisplayData.Item to register as display data.
+
+
DisplayData.Path - Class in org.apache.beam.sdk.transforms.display
+
+
Structured path of registered display data within a component hierarchy.
+
+
DisplayData.Type - Enum in org.apache.beam.sdk.transforms.display
+
+
Display data type.
+
+
Distinct<T> - Class in org.apache.beam.sdk.transforms
+
+
Distinct<T> takes a PCollection<T> and + returns a PCollection<T> that has all distinct elements of the + input.
+
+
Distinct() - Constructor for class org.apache.beam.sdk.transforms.Distinct
+
 
+
Distinct.WithRepresentativeValues<T,IdT> - Class in org.apache.beam.sdk.transforms
+
+
A Distinct PTransform that uses a SerializableFunction to + obtain a representative value for each input element.
+
+
Distribution - Interface in org.apache.beam.sdk.metrics
+
+
A metric that reports information about the distribution of reported values.
+
+
distribution(String, String) - Static method in class org.apache.beam.sdk.metrics.Metrics
+
+
Create a metric that records various statistics about the distribution of reported values.
+
+
distribution(Class<?>, String) - Static method in class org.apache.beam.sdk.metrics.Metrics
+
+
Create a metric that records various statistics about the distribution of reported values.
+
+
DistributionData - Class in org.apache.beam.sdk.metrics
+
+
Data describing the the distribution.
+
+
DistributionData() - Constructor for class org.apache.beam.sdk.metrics.DistributionData
+
 
+
DistributionResult - Class in org.apache.beam.sdk.metrics
+
+
The result of a Distribution metric.
+
+
DistributionResult() - Constructor for class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
distributions() - Method in interface org.apache.beam.sdk.metrics.MetricQueryResults
+
+
Return the metric results for the distributions that matched the filter.
+
+
distributionUpdates() - Method in class org.apache.beam.sdk.metrics.MetricUpdates
+
+
All of the distribution updates.
+
+
DoFn<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
The argument to ParDo providing the code to use to process + elements of the input + PCollection.
+
+
DoFn() - Constructor for class org.apache.beam.sdk.transforms.DoFn
+
 
+
DoFn.BoundedPerElement - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation on a splittable DoFn + specifying that the DoFn performs a bounded amount of work per input element, so + applying it to a bounded PCollection will produce also a bounded PCollection.
+
+
DoFn.Context - Class in org.apache.beam.sdk.transforms
+
+
Information accessible to all methods in this DoFn.
+
+
DoFn.FinishBundle - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method to use to finish processing a batch of elements.
+
+
DoFn.GetInitialRestriction - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method that maps an element to an initial restriction for a splittable DoFn.
+
+
DoFn.GetRestrictionCoder - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method that returns the coder to use for the restriction of a splittable DoFn.
+
+
DoFn.InputProvider<T> - Interface in org.apache.beam.sdk.transforms
+
+
Provides a single value of the given type.
+
+
DoFn.NewTracker - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method that creates a new RestrictionTracker for the restriction of + a splittable DoFn.
+
+
DoFn.OnTimer - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for registering a callback for a timer.
+
+
DoFn.OnTimerContext - Class in org.apache.beam.sdk.transforms
+
+
Information accessible when running a DoFn.OnTimer method.
+
+
DoFn.OutputReceiver<T> - Interface in org.apache.beam.sdk.transforms
+
+
Receives values of the given type.
+
+
DoFn.ProcessContext - Class in org.apache.beam.sdk.transforms
+
+
Information accessible when running a DoFn.ProcessElement method.
+
+
DoFn.ProcessContinuation - Class in org.apache.beam.sdk.transforms
+
+
When used as a return value of DoFn.ProcessElement, indicates whether there is more work to + be done for the current element.
+
+
DoFn.ProcessElement - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method to use for processing elements.
+
+
DoFn.Setup - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method to use to prepare an instance for processing bundles of elements.
+
+
DoFn.SplitRestriction - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method that splits restriction of a splittable DoFn into multiple parts to + be processed in parallel.
+
+
DoFn.StartBundle - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method to use to prepare an instance for processing a batch of elements.
+
+
DoFn.StateId - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for declaring and dereferencing state cells.
+
+
DoFn.Teardown - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for the method to use to clean up this instance after processing bundles of + elements.
+
+
DoFn.TimerId - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation for declaring and dereferencing timers.
+
+
DoFn.UnboundedPerElement - Annotation Type in org.apache.beam.sdk.transforms
+
+
Annotation on a splittable DoFn + specifying that the DoFn performs an unbounded amount of work per input element, so + applying it to a bounded PCollection will produce an unbounded PCollection.
+
+
DoFnAdapters - Class in org.apache.beam.sdk.transforms
+
+
Deprecated. +
This class will go away when we start running DoFn's directly (using DoFnInvoker) rather than via OldDoFn.
+
+
+
DoFnInfo<InputT,OutputT> - Class in org.apache.beam.runners.dataflow.util
+
+
Wrapper class holding the necessary information to serialize a OldDoFn + or DoFn.
+
+
DoFnInfo(OldDoFn, WindowingStrategy<?, ?>, Iterable<PCollectionView<?>>, Coder<InputT>, long, Map<Long, TupleTag<?>>) - Constructor for class org.apache.beam.runners.dataflow.util.DoFnInfo
+
+ +
+
DoFnInvoker<InputT,OutputT> - Interface in org.apache.beam.sdk.transforms.reflect
+
+
Interface for invoking the DoFn processing methods.
+
+
DoFnInvoker.ArgumentProvider<InputT,OutputT> - Interface in org.apache.beam.sdk.transforms.reflect
+
+
Interface for runner implementors to provide implementations of extra context information.
+
+
DoFnInvoker.FakeArgumentProvider<InputT,OutputT> - Class in org.apache.beam.sdk.transforms.reflect
+
+
For testing only, this DoFnInvoker.ArgumentProvider returns null for all parameters.
+
+
DoFnInvokerBase(DoFnT) - Constructor for class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase
+
 
+
DoFnInvokers - Class in org.apache.beam.sdk.transforms.reflect
+
+
Static utilities for working with DoFnInvoker.
+
+
DoFnRunner<InputT,OutputT> - Interface in org.apache.beam.runners.core
+
+
An wrapper interface that represents the execution of a DoFn.
+
+
DoFnRunner.ReduceFnExecutor<K,InputT,OutputT,W> - Interface in org.apache.beam.runners.core
+
+
An internal interface for signaling that a OldDoFn requires late data dropping.
+
+
DoFnRunners - Class in org.apache.beam.runners.core
+
+
Static utility methods that provide DoFnRunner implementations.
+
+
DoFnRunners() - Constructor for class org.apache.beam.runners.core.DoFnRunners
+
 
+
DoFnRunners.OutputManager - Interface in org.apache.beam.runners.core
+
+
Information about how to create output receivers and output to them.
+
+
DoFnSignature - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes the signature of a DoFn, in particular, which features it uses, which extra + context it requires, types of the input and output elements, etc.
+
+
DoFnSignature() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
 
+
DoFnSignature.BundleMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.StartBundle or DoFn.FinishBundle method.
+
+
DoFnSignature.DoFnMethod - Interface in org.apache.beam.sdk.transforms.reflect
+
+
A method delegated to an annotated method of an underlying DoFn.
+
+
DoFnSignature.GetInitialRestrictionMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.GetInitialRestriction method.
+
+
DoFnSignature.GetRestrictionCoderMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.GetRestrictionCoder method.
+
+
DoFnSignature.LifecycleMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.Setup or DoFn.Teardown method.
+
+
DoFnSignature.MethodWithExtraParameters - Interface in org.apache.beam.sdk.transforms.reflect
+
+
A method delegated to an annotated method of an underlying DoFn that accepts a dynamic + list of parameters.
+
+
DoFnSignature.NewTrackerMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.NewTracker method.
+
+
DoFnSignature.OnTimerMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.OnTimer method.
+
+
DoFnSignature.Parameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
A descriptor for an optional parameter of the DoFn.ProcessElement method.
+
+
DoFnSignature.Parameter.Cases<ResultT> - Interface in org.apache.beam.sdk.transforms.reflect
+
+
An interface for destructuring a DoFnSignature.Parameter.
+
+
DoFnSignature.Parameter.Cases.WithDefault<ResultT> - Class in org.apache.beam.sdk.transforms.reflect
+
+
A base class for a visitor with a default method for cases it is not interested in.
+
+
DoFnSignature.Parameter.ContextParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of type DoFn.Context.
+
+
DoFnSignature.Parameter.InputProviderParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+ +
+
DoFnSignature.Parameter.OnTimerContextParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of type DoFn.OnTimerContext.
+
+
DoFnSignature.Parameter.OutputReceiverParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+ +
+
DoFnSignature.Parameter.ProcessContextParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of type DoFn.ProcessContext.
+
+
DoFnSignature.Parameter.RestrictionTrackerParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of a subclass of RestrictionTracker.
+
+
DoFnSignature.Parameter.StateParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of a subclass of State, with an id indicated by + its DoFn.StateId annotation.
+
+
DoFnSignature.Parameter.TimerParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of type Timer, with an id indicated by + its DoFn.TimerId annotation.
+
+
DoFnSignature.Parameter.WindowParameter - Class in org.apache.beam.sdk.transforms.reflect
+
+
Descriptor for a DoFnSignature.Parameter of type BoundedWindow.
+
+
DoFnSignature.ProcessElementMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.ProcessElement method.
+
+
DoFnSignature.SplitRestrictionMethod - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a DoFn.SplitRestriction method.
+
+
DoFnSignature.StateDeclaration - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a state declaration; a field of type StateSpec annotated with + DoFn.StateId.
+
+
DoFnSignature.TimerDeclaration - Class in org.apache.beam.sdk.transforms.reflect
+
+
Describes a timer declaration; a field of type TimerSpec annotated with + DoFn.TimerId.
+
+
DoFnSignatures - Class in org.apache.beam.sdk.transforms.reflect
+
+
Utilities for working with DoFnSignature.
+
+
DoFnTester<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A harness for unit-testing a DoFn.
+
+
DoFnTester.CloningBehavior - Enum in org.apache.beam.sdk.transforms
+
+
When a DoFnTester should clone the DoFn under test and how it should manage + the lifecycle of the DoFn.
+
+
DoubleCoder - Class in org.apache.beam.sdk.coders
+
+
A DoubleCoder encodes Double values in 8 bytes using Java serialization.
+
+
doubles() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Double.
+
+
doublesGlobally() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<Double> and returns a + PCollection<Double> whose contents is the maximum of the input PCollection's + elements, or Double.NEGATIVE_INFINITY if there are no elements.
+
+
doublesGlobally() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<Double> and returns a + PCollection<Double> whose contents is the minimum of the input PCollection's + elements, or Double.POSITIVE_INFINITY if there are no elements.
+
+
doublesGlobally() - Static method in class org.apache.beam.sdk.transforms.Sum
+
+
Returns a PTransform that takes an input + PCollection<Double> and returns a + PCollection<Double> whose contents is the sum of the + input PCollection's elements, or + 0 if there are no elements.
+
+
doublesPerKey() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<KV<K, Double>> and returns + a PCollection<KV<K, Double>> that contains an output element mapping each distinct key + in the input PCollection to the maximum of the values associated with that key in the + input PCollection.
+
+
doublesPerKey() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<KV<K, Double>> and returns + a PCollection<KV<K, Double>> that contains an output element mapping each distinct key + in the input PCollection to the minimum of the values associated with that key in the + input PCollection.
+
+
doublesPerKey() - Static method in class org.apache.beam.sdk.transforms.Sum
+
+
Returns a PTransform that takes an input + PCollection<KV<K, Double>> and returns a + PCollection<KV<K, Double>> that contains an output + element mapping each distinct key in the input + PCollection to the sum of the values associated with + that key in the input PCollection.
+
+
DROPPED_DUE_TO_CLOSED_WINDOW_COUNTER - Static variable in class org.apache.beam.runners.core.GroupAlsoByWindowsDoFn
+
 
+
DROPPED_DUE_TO_LATENESS_COUNTER - Static variable in class org.apache.beam.runners.core.GroupAlsoByWindowsDoFn
+
 
+
droppedDueToClosedWindow - Variable in class org.apache.beam.runners.core.GroupAlsoByWindowsDoFn
+
 
+
droppedDueToClosedWindow - Variable in class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+
 
+
droppedDueToLateness - Variable in class org.apache.beam.runners.core.GroupAlsoByWindowsDoFn
+
 
+
droppedDueToLateness - Variable in class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+
 
+
DurationCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder that encodes a joda Duration as a Long using the format of + VarLongCoder.
+
+
+ + + +

E

+
+
earliestWatermarkHold() - Method in class org.apache.beam.sdk.util.state.TestInMemoryStateInternals
+
+
Return the earliest output watermark hold in state, or null if none.
+
+
element() - Method in class org.apache.beam.runners.core.ElementAndRestriction
+
+
The element to process.
+
+
element() - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContext
+
+
Returns the input element to be processed.
+
+
element() - Method in class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
Returns the input element to be processed.
+
+
element() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext
+
+
Returns the current element.
+
+
ELEMENT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
ElementAndRestriction<ElementT,RestrictionT> - Class in org.apache.beam.runners.core
+
+
A tuple of an element and a restriction applied to processing it with a + splittable DoFn.
+
+
ElementAndRestriction() - Constructor for class org.apache.beam.runners.core.ElementAndRestriction
+
 
+
ElementAndRestrictionCoder<ElementT,RestrictionT> - Class in org.apache.beam.runners.core
+
+ +
+
elementBytes - Variable in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
+
Underlying (encoded) element.
+
+
elementBytes - Variable in class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
+
Underlying (encoded) element.
+
+
ElementByteSizeObservable<T> - Interface in org.apache.beam.runners.core
+
+
An interface for things that allow observing the size in bytes of + encoded values of type T.
+
+
ElementByteSizeObservableIterable<V,InputT extends ElementByteSizeObservableIterator<V>> - Class in org.apache.beam.sdk.util.common
+
+
An abstract class used for iterables that notify observers about size in + bytes of their elements, as they are being iterated over.
+
+
ElementByteSizeObservableIterable() - Constructor for class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable
+
 
+
ElementByteSizeObservableIterator<V> - Class in org.apache.beam.sdk.util.common
+
+
An abstract class used for iterators that notify observers about size in + bytes of their elements, as they are being iterated over.
+
+
ElementByteSizeObservableIterator() - Constructor for class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterator
+
 
+
ElementByteSizeObserver - Class in org.apache.beam.sdk.util.common
+
+
An observer that gets notified when additional bytes are read and/or used.
+
+
ElementByteSizeObserver() - Constructor for class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
 
+
elementCountAtLeast(int) - Static method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
+
Creates a trigger that fires when the pane contains at least countElems elements.
+
+
elementCountAtLeast(int) - Static method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
+
Creates a trigger that fires when the pane contains at least countElems elements.
+
+
ElementEvent() - Constructor for class org.apache.beam.sdk.testing.TestStream.ElementEvent
+
 
+
ELEMENTS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
elementsIterable() - Method in interface org.apache.beam.runners.core.KeyedWorkItem
+
+
Returns an iterable containing the elements.
+
+
elementsIterable() - Method in class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+
 
+
elementsWorkItem(K, Iterable<WindowedValue<ElemT>>) - Static method in class org.apache.beam.runners.core.KeyedWorkItems
+
+
Returns an implementation of KeyedWorkItem that wraps around an elements iterable.
+
+
empty() - Static method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate
+
+
Returns a TimerUpdate for a null key with no timers.
+
+
EMPTY - Static variable in class org.apache.beam.sdk.io.range.ByteKey
+
+
An empty key.
+
+
EMPTY - Static variable in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
EMPTY - Static variable in class org.apache.beam.sdk.metrics.MetricUpdates
+
 
+
empty() - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Asserts that the iterable in question is empty.
+
+
empty() - Static method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
Returns an empty CoGbkResult.
+
+
empty(Pipeline) - Static method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Returns an empty KeyedPCollectionTuple<K> on the given pipeline.
+
+
empty() - Static method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an empty ApiSurface.
+
+
empty() - Static method in class org.apache.beam.sdk.util.NullSideInputReader
+
 
+
empty() - Static method in class org.apache.beam.sdk.util.PTuple
+
+
Returns an empty PTuple.
+
+
empty(Pipeline) - Static method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns an empty PCollectionList that is part of the given Pipeline.
+
+
empty(Pipeline) - Static method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns an empty PCollectionTuple that is part of the given Pipeline.
+
+
empty() - Static method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns an empty TupleTagList.
+
+
EmptyCheckpointMark - Class in org.apache.beam.runners.spark.io
+
+
Passing null values to Spark's Java API may cause problems because of Guava preconditions.
+
+
EmptyListenersList() - Constructor for class org.apache.beam.runners.spark.SparkContextOptions.EmptyListenersList
+
 
+
emptyWithCapacity(int) - Static method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
 
+
encode(ElementAndRestriction<ElementT, RestrictionT>, OutputStream, Coder.Context) - Method in class org.apache.beam.runners.core.ElementAndRestrictionCoder
+
 
+
encode(KeyedWorkItem<K, ElemT>, OutputStream, Coder.Context) - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
encode(RandomAccessData, OutputStream, Coder.Context) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
encode(NullWritable, OutputStream, Coder.Context) - Method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
encode(BigDecimal, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigDecimalCoder
+
 
+
encode(Integer, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianIntegerCoder
+
 
+
encode(Long, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianLongCoder
+
 
+
encode(BigInteger, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigIntegerCoder
+
 
+
encode(byte[], OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
 
+
encode(Byte, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteCoder
+
 
+
encode(ByteString, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteStringCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Encodes the given value of type T onto the given output stream + in the given context.
+
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
encode(Double, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.DoubleCoder
+
 
+
encode(ReadableDuration, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.DurationCoder
+
 
+
encode(Instant, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.InstantCoder
+
 
+
encode(IterableT, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.JAXBCoder
+
 
+
encode(KV<K, V>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
encode(Map<K, V>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.MapCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.NullableCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
encode(String, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.StringUtf8Coder
+
 
+
encode(TableRow, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.TableRowJsonCoder
+
 
+
encode(Integer, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.TextualIntegerCoder
+
 
+
encode(Integer, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarIntCoder
+
 
+
encode(Long, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarLongCoder
+
 
+
encode(Void, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.VoidCoder
+
 
+
encode(WrapperT, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
 
+
encode(T, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
encode(KafkaRecord<K, V>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
encode(ValueInSingleWindow<T>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
encode(CoGbkResult, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
encode(RawUnionValue, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
 
+
encode(GlobalWindow, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindow.Coder
+
 
+
encode(PaneInfo, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo.PaneInfoCoder
+
 
+
encode(BitSet, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.BitSetCoder
+
 
+
encode(TimerInternals.TimerData, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder
+
 
+
encode(ValueWithRecordId<ValueT>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
encode(int, OutputStream) - Static method in class org.apache.beam.sdk.util.VarInt
+
+
Encodes the given value onto the stream.
+
+
encode(long, OutputStream) - Static method in class org.apache.beam.sdk.util.VarInt
+
+
Encodes the given value onto the stream.
+
+
encode(WindowedValue<T>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
encode(WindowedValue<T>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
encode(TimestampedValue<T>, OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
encodeAndOwn(byte[], OutputStream, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
+
Encodes the provided value with the identical encoding to ByteArrayCoder.encode(byte[], java.io.OutputStream, org.apache.beam.sdk.coders.Coder.Context), but with + optimizations that take ownership of the value.
+
+
encodeToBase64(Coder<T>, T) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
+
Encodes the given value using the specified Coder, and returns the Base64 encoding of the + encoded bytes.
+
+
encodeToByteArray(Coder<T>, T) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
+
Encodes the given value using the specified Coder, and returns + the encoded bytes.
+
+
encodeToByteArray(Coder<T>, T, Coder.Context) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
 
+
ENCODING - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
ENCODING_ID - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
end() - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns the end of this window, exclusive.
+
+
END_INDEX - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
END_OFFSET - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
END_SHUFFLE_POSITION - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
endsWith(Path) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
endsWith(String) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
ensureSerializable(T) - Static method in class org.apache.beam.sdk.util.SerializableUtils
+
 
+
ensureSerializable(Coder<?>) - Static method in class org.apache.beam.sdk.util.SerializableUtils
+
+
Serializes a Coder and verifies that it can be correctly deserialized.
+
+
ensureSerializableByCoder(Coder<T>, T, String) - Static method in class org.apache.beam.sdk.util.SerializableUtils
+
+
Serializes an arbitrary T with the given Coder<T> and verifies + that it can be correctly deserialized.
+
+
ensureWindowExists(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Called when an incoming element indicates it is a member of window, but before we + have started processing that element.
+
+
ensureWindowExists(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
ensureWindowExists(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
ensureWindowIsActive(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Called when a NEW or ACTIVE window is now known to be ACTIVE.
+
+
ensureWindowIsActive(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
ensureWindowIsActive(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
enterCompositeTransform(TransformHierarchy.Node) - Method in class org.apache.beam.runners.spark.SparkRunner.Evaluator
+
 
+
enterCompositeTransform(TransformHierarchy.Node) - Method in class org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults
+
 
+
enterCompositeTransform(TransformHierarchy.Node) - Method in interface org.apache.beam.sdk.Pipeline.PipelineVisitor
+
+
Called for each composite transform after all topological predecessors have been visited + but before any of its component transforms.
+
+
entries() - Method in class org.apache.beam.sdk.metrics.MetricsMap
+
+
Return an iterable over the entries in the current MetricsMap.
+
+
ENVIRONMENT_VERSION_JOB_TYPE_KEY - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
ENVIRONMENT_VERSION_MAJOR_KEY - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
equals(Object) - Method in class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+
 
+
equals(Object) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
equals(Object) - Method in class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine
+
 
+
equals(Object) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
equals(Object) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
 
+
equals(Object) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
 
+
equals(Object) - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate
+
 
+
equals(Object) - Method in class org.apache.beam.runners.spark.io.EmptyCheckpointMark
+
 
+
equals(Object) - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
equals(Object) - Method in class org.apache.beam.runners.spark.util.ByteArray
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.coders.Coder.Context
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
equals(Object) - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.coders.StructuralByteArray
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.io.range.ByteKey
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.display.DisplayData
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.join.RawUnionValue
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.PCollectionViewWindow
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.PubsubClient.ProjectPath
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.PubsubClient.TopicPath
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.state.StateNamespaceForTest
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.UnownedOutputStream
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.ValueWithRecordId
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.WindowedValue
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.values.KV
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.values.TimestampedValue
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.values.TupleTag
+
 
+
equals(Object) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Two type descriptor are equal if and only if they + represent the same type.
+
+
equals(Object) - Method in class org.apache.beam.sdk.values.TypeParameter
+
 
+
estimateFractionForKey(ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns the fraction of this range [startKey, endKey) that is in the interval + [startKey, key).
+
+
Evaluator(SparkPipelineTranslator, EvaluationContext) - Constructor for class org.apache.beam.runners.spark.SparkRunner.Evaluator
+
 
+
eventTimestamp() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext
+
+
The event timestamp of the element currently being processed.
+
+
ever() - Static method in class org.apache.beam.runners.core.triggers.NeverStateMachine
+
+
Returns a trigger which never fires.
+
+
ever() - Static method in class org.apache.beam.sdk.transforms.windowing.Never
+
+
Returns a trigger which never fires.
+
+
every(Duration) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
+
Returns a new SlidingWindows with the original size, that assigns + timestamps into half-open intervals of the form + [N * period, N * period + size), where 0 is the epoch.
+
+
ExecutableTriggerStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
A wrapper around a trigger used during execution.
+
+
executePipeline() - Method in class org.apache.beam.runners.flink.FlinkPipelineExecutionEnvironment
+
+
Launches the program execution.
+
+
ExecutionContext - Interface in org.apache.beam.sdk.util
+
+
Context for the current execution.
+
+
ExecutionContext.StepContext - Interface in org.apache.beam.sdk.util
+
+
Per-step, per-key context used for retrieving state.
+
+
ExecutorServiceFactory - Interface in org.apache.beam.runners.direct
+
+
A factory that creates ExecutorServices.
+
+
ExecutorServiceFactory() - Constructor for class org.apache.beam.sdk.options.GcsOptions.ExecutorServiceFactory
+
 
+
expand(PCollection<List<ElemT>>) - Method in class org.apache.beam.runners.apex.ApexRunner.CreateApexPCollectionView
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.runners.core.AssignWindows
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly
+
 
+
expand(PCollection<KV<K, Iterable<WindowedValue<V>>>>) - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly
+
 
+
expand(PCollection<InputT>) - Method in class org.apache.beam.runners.core.SplittableParDo
+
 
+
expand(PCollection<KV<KeyT, InputT>>) - Method in class org.apache.beam.runners.core.SplittableParDo.GBKIntoKeyedWorkItems
+
 
+
expand(PCollection<? extends KeyedWorkItem<String, ElementAndRestriction<InputT, RestrictionT>>>) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
expand(PBegin) - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource
+
 
+
expand(InputT) - Method in class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
expand(PCollection<List<ElemT>>) - Method in class org.apache.beam.runners.flink.FlinkRunner.CreateFlinkPCollectionView
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.runners.spark.io.ConsoleIO.Write.Unbound
+
 
+
expand(PBegin) - Method in class org.apache.beam.runners.spark.io.CreateStream.QueuedValues
+
 
+
expand(PBegin) - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
expand(PInput) - Method in class org.apache.beam.runners.spark.util.SinglePrimitiveOutputPTransform
+
 
+
expand(PCollection<KV<PrimaryKeyT, Iterable<KV<SecondaryKeyT, ValueT>>>>) - Method in class org.apache.beam.sdk.extensions.sorter.SortValues
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.CountingInput.BoundedCountingInput
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
 
+
expand(PCollection<TableRow>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
 
+
expand(PCollection<KV<ByteString, Iterable<Mutation>>>) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Write
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWithoutMetadata
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
expand(PCollection<Document>) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.Read.Bounded
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.io.Write.Bound
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.testing.PAssert.GroupThenAssert
+
 
+
expand(PCollection<Iterable<T>>) - Method in class org.apache.beam.sdk.testing.PAssert.GroupThenAssertForSingleton
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.testing.PAssert.OneSideInputAssert
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.testing.TestStream
+
 
+
expand(PCollection<InputT>) - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
 
+
expand(PCollection<InputT>) - Method in class org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView
+
 
+
expand(PCollection<? extends KV<K, ? extends Iterable<InputT>>>) - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
 
+
expand(PCollection<KV<K, InputT>>) - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
 
+
expand(PCollection<KV<K, InputT>>) - Method in class org.apache.beam.sdk.transforms.Combine.PerKeyWithHotKeyFanout
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Count.PerElement
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.transforms.Create.TimestampedValues
+
 
+
expand(PBegin) - Method in class org.apache.beam.sdk.transforms.Create.Values
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Distinct
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Distinct.WithRepresentativeValues
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Filter
+
 
+
expand(PCollection<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.FlatMapElements
+
 
+
expand(PCollection<? extends Iterable<T>>) - Method in class org.apache.beam.sdk.transforms.Flatten.FlattenIterables
+
 
+
expand(PCollectionList<T>) - Method in class org.apache.beam.sdk.transforms.Flatten.FlattenPCollectionList
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.GroupByKey
+
 
+
expand(KeyedPCollectionTuple<K>) - Method in class org.apache.beam.sdk.transforms.join.CoGroupByKey
+
 
+
expand() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Expands the component PCollections, stripping off + any tag-specific information.
+
+
expand(PCollection<? extends KV<K, ?>>) - Method in class org.apache.beam.sdk.transforms.Keys
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.KvSwap
+
 
+
expand(PCollection<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.MapElements
+
 
+
expand(PCollection<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
 
+
expand(PCollection<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Partition
+
 
+
expand(InputT) - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Applies this PTransform on the given InputT, and returns its + Output.
+
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.Find
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.FindKV
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.Matches
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.MatchesKV
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.ReplaceAll
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.ReplaceFirst
+
 
+
expand(PCollection<String>) - Method in class org.apache.beam.sdk.transforms.Regex.Split
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Sample.SampleAny
+
 
+
expand(PCollection<? extends KV<?, V>>) - Method in class org.apache.beam.sdk.transforms.Values
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.View.AsIterable
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.View.AsList
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.View.AsMap
+
 
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.View.AsMultimap
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.View.AsSingleton
+
 
+
expand(PCollection<ElemT>) - Method in class org.apache.beam.sdk.transforms.View.CreatePCollectionView
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
 
+
expand(PCollection<V>) - Method in class org.apache.beam.sdk.transforms.WithKeys
+
 
+
expand(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.WithTimestamps
+
 
+
expand(GcsPath) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Expands a pattern into matched paths.
+
+
expand(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.util.Reshuffle
+
 
+
expand() - Method in class org.apache.beam.sdk.values.PBegin
+
 
+
expand() - Method in class org.apache.beam.sdk.values.PCollectionList
+
 
+
expand() - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
 
+
expand() - Method in class org.apache.beam.sdk.values.PDone
+
 
+
expand() - Method in interface org.apache.beam.sdk.values.PInput
+
+
Expands this PInput into a list of its component output + PValues.
+
+
expand() - Method in interface org.apache.beam.sdk.values.POutput
+
+
Expands this POutput into a list of its component output + PValues.
+
+
expand() - Method in class org.apache.beam.sdk.values.PValueBase
+
 
+
expandFilePattern(String) - Static method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
Experimental - Annotation Type in org.apache.beam.sdk.annotations
+
+
Signifies that a public API (public class, method or field) is subject to + incompatible changes, or even removal, in a future release.
+
+
Experimental.Kind - Enum in org.apache.beam.sdk.annotations
+
+
An enumeration of various kinds of experimental APIs.
+
+
ExplicitShardedFile - Class in org.apache.beam.sdk.util
+
+
A sharded file where the file names are simply provided.
+
+
ExplicitShardedFile(Collection<String>) - Constructor for class org.apache.beam.sdk.util.ExplicitShardedFile
+
+
Constructs an ExplicitShardedFile for the given files.
+
+
explodeWindows() - Method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a collection of WindowedValues identical to this one, except each + is in exactly one of the windows that this WindowedValue is in.
+
+
ExposedByteArrayInputStream - Class in org.apache.beam.sdk.util
+
+
ByteArrayInputStream that allows accessing the entire internal buffer without copying.
+
+
ExposedByteArrayInputStream(byte[]) - Constructor for class org.apache.beam.sdk.util.ExposedByteArrayInputStream
+
 
+
ExposedByteArrayOutputStream - Class in org.apache.beam.sdk.util
+
+
ByteArrayOutputStream special cased to treat writes of a single byte-array specially.
+
+
ExposedByteArrayOutputStream() - Constructor for class org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+
 
+
extend(String) - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
+
Extend the path by appending a sub-component path.
+
+
extension - Variable in class org.apache.beam.sdk.io.FileBasedSink
+
+
The extension to be used for the final output files.
+
+
extractFiredTimers() - Method in class org.apache.beam.runners.direct.WatermarkManager
+
+
Returns a map of each PTransform that has pending timers to those timers.
+
+
extractOrderedList() - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique
+
+
Returns the values in the heap, ordered largest to smallest.
+
+
extractOutput(ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique) - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+
 
+
extractOutput() - Method in interface org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn.Accumulator
+
+
Returns the output value that is the result of combining all + the input values represented by this accumulator.
+
+
extractOutput(AccumT) - Method in class org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn
+
 
+
extractOutput(double[]) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
extractOutput(Combine.Holder<V>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
extractOutput(int[]) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
extractOutput(long[]) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
extractOutput(AccumT) - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Returns the output value that is the result of combining all + the input values represented by the given accumulator.
+
+
extractOutput(List<V>) - Method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
 
+
extractOutput(K, AccumT) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
+
Returns the output value that is the result of combining all + the input values represented by the given accumulator.
+
+
extractOutput(Object[]) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
extractOutput(Object[], CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
extractOutput(K, Object[]) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
extractOutput(K, Object[], CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
extractOutput(AccumT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
+
Returns the output value that is the result of combining all + the input values represented by the given accumulator.
+
+
extractOutput(K, AccumT, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
+
Returns the output value that is the result of combining all + the input values represented by the given accumulator.
+
+
extractOutput(TimestampedValue<T>) - Method in class org.apache.beam.sdk.transforms.Latest.LatestFn
+
 
+
extractOutput(Top.BoundedHeap<KV<Integer, T>, SerializableComparator<KV<Integer, T>>>) - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
extractOutput(K, AccumT, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to extract the output in a OldDoFn.
+
+
extractOutput(K, AccumT, PipelineOptions, SideInputReader, Collection<? extends BoundedWindow>) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to extract the output.
+
+
extractResult() - Method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
extractTimestamp(String, String, Map<String, String>) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
+
Return the timestamp (in ms since unix epoch) to use for a Pubsub message with attributes and pubsubTimestamp.
+
+
extraParameters() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.MethodWithExtraParameters
+
+
Types of optional parameters of the annotated method, in the order they appear.
+
+
extraParameters() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod
+
+
Types of optional parameters of the annotated method, in the order they appear.
+
+
extraParameters() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
Types of optional parameters of the annotated method, in the order they appear.
+
+
+ + + +

F

+
+
FACTORY - Static variable in class org.apache.beam.sdk.util.PubsubGrpcClient
+
+
Factory for creating Pubsub clients using gRCP transport.
+
+
FACTORY - Static variable in class org.apache.beam.sdk.util.PubsubJsonClient
+
+
Factory for creating Pubsub clients using Json transport.
+
+
FAILURE_COUNTER - Static variable in class org.apache.beam.sdk.testing.PAssert
+
 
+
FakeArgumentProvider() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
fewKeys() - Method in class org.apache.beam.sdk.transforms.GroupByKey
+
+
Returns whether it groups just few keys.
+
+
field() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.StateDeclaration
+
 
+
field() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.TimerDeclaration
+
 
+
FileBasedReader(FileBasedSource<T>) - Constructor for class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
+
Subclasses should not perform IO operations at the constructor.
+
+
FileBasedSink<T> - Class in org.apache.beam.sdk.io
+
+
Abstract Sink for file-based output.
+
+
FileBasedSink(String, String) - Constructor for class org.apache.beam.sdk.io.FileBasedSink
+
+
Construct a FileBasedSink with the given base output filename and extension.
+
+
FileBasedSink(String, String, FileBasedSink.WritableByteChannelFactory) - Constructor for class org.apache.beam.sdk.io.FileBasedSink
+
+
Construct a FileBasedSink with the given base output filename, extension, and + FileBasedSink.WritableByteChannelFactory.
+
+
FileBasedSink(String, String, String) - Constructor for class org.apache.beam.sdk.io.FileBasedSink
+
+
Construct a FileBasedSink with the given base output filename, extension, and file naming + template.
+
+
FileBasedSink(ValueProvider<String>, String, String, FileBasedSink.WritableByteChannelFactory) - Constructor for class org.apache.beam.sdk.io.FileBasedSink
+
+
Construct a FileBasedSink with the given base output filename, extension, file naming template, + and FileBasedSink.WritableByteChannelFactory.
+
+
FileBasedSink.CompressionType - Enum in org.apache.beam.sdk.io
+
+
Directly supported file output compression types.
+
+
FileBasedSink.FileBasedWriteOperation<T> - Class in org.apache.beam.sdk.io
+
+
Abstract Sink.WriteOperation that manages the process of writing to a + FileBasedSink.
+
+
FileBasedSink.FileBasedWriter<T> - Class in org.apache.beam.sdk.io
+
+
Abstract Sink.Writer that writes a bundle to a FileBasedSink.
+
+
FileBasedSink.FileResult - Class in org.apache.beam.sdk.io
+
+
Result of a single bundle write.
+
+
FileBasedSink.WritableByteChannelFactory - Interface in org.apache.beam.sdk.io
+
+
Implementations create instances of WritableByteChannel used by FileBasedSink + and related classes to allow decorating, or otherwise transforming, the raw data that + would normally be written directly to the WritableByteChannel passed into + FileBasedSink.WritableByteChannelFactory.create(WritableByteChannel).
+
+
FileBasedSource<T> - Class in org.apache.beam.sdk.io
+
+
A common base class for all file-based Sources.
+
+
FileBasedSource(String, long) - Constructor for class org.apache.beam.sdk.io.FileBasedSource
+
+
Create a FileBaseSource based on a file or a file pattern specification.
+
+
FileBasedSource(ValueProvider<String>, long) - Constructor for class org.apache.beam.sdk.io.FileBasedSource
+
+
Create a FileBaseSource based on a file or a file pattern specification.
+
+
FileBasedSource(String, long, long, long) - Constructor for class org.apache.beam.sdk.io.FileBasedSource
+
+
Create a FileBasedSource based on a single file.
+
+
FileBasedSource.FileBasedReader<T> - Class in org.apache.beam.sdk.io
+
+
A reader that implements code common to readers of + FileBasedSources.
+
+
FileBasedSource.Mode - Enum in org.apache.beam.sdk.io
+
+
A given FileBasedSource represents a file resource of one of these types.
+
+
FileBasedWriteOperation(FileBasedSink<T>) - Constructor for class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Constructs a FileBasedWriteOperation using the default strategy for generating a temporary + directory from the base output filename.
+
+
FileBasedWriteOperation(FileBasedSink<T>, String) - Constructor for class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Create a new FileBasedWriteOperation.
+
+
FileBasedWriter(FileBasedSink.FileBasedWriteOperation<T>) - Constructor for class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Construct a new FileBasedWriter with a base filename.
+
+
FileChecksumMatcher - Class in org.apache.beam.sdk.testing
+
+
Matcher to verify file checksum in E2E test.
+
+
FileChecksumMatcher(String, String) - Constructor for class org.apache.beam.sdk.testing.FileChecksumMatcher
+
+
Constructor that uses default shard template.
+
+
FileChecksumMatcher(String, String, Pattern) - Constructor for class org.apache.beam.sdk.testing.FileChecksumMatcher
+
+
Constructor using a custom shard template.
+
+
FileChecksumMatcher(String, ShardedFile) - Constructor for class org.apache.beam.sdk.testing.FileChecksumMatcher
+
+
Constructor using an entirely custom ShardedFile implementation.
+
+
FileIOChannelFactory - Class in org.apache.beam.sdk.util
+
+
Implements IOChannelFactory for local files.
+
+
FileIOChannelFactoryRegistrar - Class in org.apache.beam.sdk.util
+
+
AutoService registrar for the FileIOChannelFactory.
+
+
FileIOChannelFactoryRegistrar() - Constructor for class org.apache.beam.sdk.util.FileIOChannelFactoryRegistrar
+
 
+
FILENAME - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
FILENAME_PREFIX - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
FILENAME_SUFFIX - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
fileNamingTemplate - Variable in class org.apache.beam.sdk.io.FileBasedSink
+
+
Naming template for output files.
+
+
filepattern - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
FILEPATTERN - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
FileResult(String) - Constructor for class org.apache.beam.sdk.io.FileBasedSink.FileResult
+
 
+
fileSize(GcsPath) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Returns the file size from GCS or throws FileNotFoundException + if the resource does not exist.
+
+
Filter<T> - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for filtering from a PCollection the + elements satisfying a predicate, or satisfying an inequality with + a given value based on the elements' natural ordering.
+
+
finalize(Iterable<FileBasedSink.FileResult>, PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Finalizes writing by copying temporary output files to their final location and optionally + removing temporary files.
+
+
finalize(Iterable<String>, PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
finalize(Iterable<String>, PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation
+
 
+
finalize(Iterable<WriteT>, PipelineOptions) - Method in class org.apache.beam.sdk.io.Sink.WriteOperation
+
+
Given an Iterable of results from bundle writes, performs finalization after writing and + closes the sink.
+
+
finalizeCheckpoint() - Method in class org.apache.beam.runners.spark.io.EmptyCheckpointMark
+
 
+
finalizeCheckpoint() - Method in class org.apache.beam.sdk.io.CountingSource.CounterMark
+
 
+
finalizeCheckpoint() - Method in class org.apache.beam.sdk.io.jms.JmsCheckpointMark
+
+
Acknowledge all outstanding message.
+
+
finalizeCheckpoint() - Method in class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark
+
 
+
finalizeCheckpoint() - Method in interface org.apache.beam.sdk.io.UnboundedSource.CheckpointMark
+
+
Called by the system to signal that this checkpoint mark has been committed along with + all the records which have been read from the UnboundedSource.UnboundedReader since the + previous checkpoint was taken.
+
+
find(String) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.Find PTransform that checks if a portion of the line matches + the Regex.
+
+
find(String, int) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.Find PTransform that checks if a portion of the line matches + the Regex.
+
+
Find(String, int) - Constructor for class org.apache.beam.sdk.transforms.Regex.Find
+
 
+
findClassLoader() - Static method in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
Finds the appropriate ClassLoader to be used by the + ServiceLoader.load(java.lang.Class<S>, java.lang.ClassLoader) call, which by default would use the context + ClassLoader, which can be null.
+
+
findKV(String, int, int) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.FindKV PTransform that checks if a portion of the line matches + the Regex.
+
+
FindKV(String, int, int) - Constructor for class org.apache.beam.sdk.transforms.Regex.FindKV
+
 
+
finish() - Method in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
+
Finishes the encoding by flushing any buffered data, + and outputting a final count of 0.
+
+
finishBundle() - Method in interface org.apache.beam.runners.core.DoFnRunner
+
+
Calls a DoFn's @FinishBundle method and performs + additional tasks, such as flushing in-memory states.
+
+
finishBundle() - Method in class org.apache.beam.runners.core.LateDataDroppingDoFnRunner
+
 
+
finishBundle() - Method in class org.apache.beam.runners.core.PushbackSideInputDoFnRunner
+
+
Call the underlying DoFnRunner.finishBundle().
+
+
finishBundle() - Method in class org.apache.beam.runners.core.SimpleDoFnRunner
+
 
+
finishBundle(DoFn<KeyedWorkItem<String, ElementAndRestriction<InputT, RestrictionT>>, OutputT>.Context) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
finishBundle() - Method in interface org.apache.beam.runners.direct.TransformEvaluator
+
+
Finish processing the bundle of this TransformEvaluator.
+
+
finishBundle(DoFn<T, Void>.Context) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter
+
 
+
finishBundle() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Calls the DoFn.FinishBundle method of the DoFn under test.
+
+
finishBundle(OldDoFn<InputT, OutputT>.Context) - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Finishes processing this batch of elements.
+
+
finishBundle() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.FinishBundle method.
+
+
FINISHED_BITS_TAG - Static variable in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
finishedInAllMergingWindows() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.MergingTriggerInfo
+
+
Return true if the trigger is finished in all windows being merged.
+
+
finishedInAnyMergingWindow() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.MergingTriggerInfo
+
+
Return true if the trigger is finished in any window being merged.
+
+
FinishedTriggers - Interface in org.apache.beam.runners.core.triggers
+
+
A mutable set which tracks whether any particular ExecutableTriggerStateMachine is + finished.
+
+
FinishedTriggersBitSet - Class in org.apache.beam.runners.core.triggers
+
+
A FinishedTriggers implementation based on an underlying BitSet.
+
+
FinishedTriggersSet - Class in org.apache.beam.runners.core.triggers
+
+
An implementation of FinishedTriggers atop a user-provided mutable Set.
+
+
finishSpecifying() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
 
+
finishSpecifying() - Method in class org.apache.beam.sdk.values.PBegin
+
 
+
finishSpecifying() - Method in class org.apache.beam.sdk.values.PCollectionList
+
 
+
finishSpecifying() - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
 
+
finishSpecifying() - Method in interface org.apache.beam.sdk.values.PInput
+
+
After building, finalizes this PInput to make it ready for + being used as an input to a PTransform.
+
+
finishSpecifying() - Method in class org.apache.beam.sdk.values.PValueBase
+
 
+
finishSpecifying() - Method in class org.apache.beam.sdk.values.TypedPValue
+
+
After building, finalizes this PValue to make it ready for + running.
+
+
finishSpecifyingInput() - Method in class org.apache.beam.sdk.runners.TransformHierarchy
+
+
Finish specifying all of the input PValues of the current TransformHierarchy.Node.
+
+
finishSpecifyingOutput() - Method in class org.apache.beam.sdk.values.PCollectionList
+
 
+
finishSpecifyingOutput() - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
 
+
finishSpecifyingOutput() - Method in interface org.apache.beam.sdk.values.POutput
+
+
As part of applying the producing PTransform, finalizes this + output to make it ready for being used as an input and for running.
+
+
finishSpecifyingOutput() - Method in class org.apache.beam.sdk.values.POutputValueBase
+
+
Default behavior for POutputValueBase.finishSpecifyingOutput() is + to do nothing.
+
+
firstOf(CoderProvider...) - Static method in class org.apache.beam.sdk.coders.CoderProviders
+
+
Returns a CoderProvider that consults each of the provider coderProviders + and returns the first Coder provided.
+
+
firstUnfinishedSubTrigger() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Returns the first unfinished sub-trigger.
+
+
fixedSizeGlobally(int) - Static method in class org.apache.beam.sdk.transforms.Sample
+
+
Returns a PTransform that takes a PCollection<T>, + selects sampleSize elements, uniformly at random, and returns a + PCollection<Iterable<T>> containing the selected elements.
+
+
fixedSizePerKey(int) - Static method in class org.apache.beam.sdk.transforms.Sample
+
+
Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, Iterable<V>>> that contains an output + element mapping each distinct key in the input + PCollection to a sample of sampleSize values + associated with that key in the input PCollection, taken + uniformly at random.
+
+
FixedWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that windows values into fixed-size timestamp-based windows.
+
+
FlatMapElements<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for mapping a simple function that returns iterables over the elements of a + PCollection and merging the results.
+
+
FlatMapElements.MissingOutputTypeDescriptor<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
An intermediate builder for a FlatMapElements transform.
+
+
Flatten - Class in org.apache.beam.sdk.transforms
+
+
Flatten<T> takes multiple PCollection<T>s bundled + into a PCollectionList<T> and returns a single + PCollection<T> containing all the elements in all the input + PCollections.
+
+
Flatten() - Constructor for class org.apache.beam.sdk.transforms.Flatten
+
 
+
Flatten.FlattenIterables<T> - Class in org.apache.beam.sdk.transforms
+
+
FlattenIterables<T> takes a PCollection<Iterable<T>> and returns a + PCollection<T> that contains all the elements from each iterable.
+
+
Flatten.FlattenPCollectionList<T> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform that flattens a PCollectionList + into a PCollection containing all the elements of all + the PCollections in its input.
+
+
FlattenIterables() - Constructor for class org.apache.beam.sdk.transforms.Flatten.FlattenIterables
+
 
+
FlinkDetachedRunnerResult - Class in org.apache.beam.runners.flink
+
+
Result of a detached execution of a Pipeline with Flink.
+
+
FlinkPipelineExecutionEnvironment - Class in org.apache.beam.runners.flink
+
+
The class that instantiates and manages the execution of a given job.
+
+
FlinkPipelineOptions - Interface in org.apache.beam.runners.flink
+
+
Options which can be used to configure a Flink PipelineRunner.
+
+
FlinkRunner - Class in org.apache.beam.runners.flink
+
+
A PipelineRunner that executes the operations in the + pipeline by first translating them to a Flink Plan and then executing them either locally + or on a Flink cluster, depending on the configuration.
+
+
FlinkRunner.CreateFlinkPCollectionView<ElemT,ViewT> - Class in org.apache.beam.runners.flink
+
+
Creates a primitive PCollectionView.
+
+
FlinkRunnerRegistrar - Class in org.apache.beam.runners.flink
+
+
AutoService registrar - will register FlinkRunner and FlinkOptions + as possible pipeline runner services.
+
+
FlinkRunnerRegistrar.Options - Class in org.apache.beam.runners.flink
+
+
Pipeline options registrar.
+
+
FlinkRunnerRegistrar.Runner - Class in org.apache.beam.runners.flink
+
+
Pipeline runner registrar.
+
+
FlinkRunnerResult - Class in org.apache.beam.runners.flink
+
+
Result of executing a Pipeline with Flink.
+
+
floats() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Float.
+
+
FluentBackoff - Class in org.apache.beam.sdk.util
+
+
A fluent builder for BackOff objects that allows customization of the retry algorithm.
+
+
flush() - Method in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
 
+
fn() - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Returns the CombineFnBase.PerKeyCombineFn it holds.
+
+
fnClass() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Class of the original DoFn from which this signature was produced.
+
+
FOOTER - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
forApplication(AppliedPTransform<?, ?, ?>, DirectRunner.CommittedBundle<?>) - Method in interface org.apache.beam.runners.direct.TransformEvaluatorFactory
+
+
Create a new TransformEvaluator for the application of the PTransform.
+
+
forBoolean(Boolean) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value.
+
+
forBundle(DirectRunner.CommittedBundle<T>, AppliedPTransform<?, ?, ?>) - Method in interface org.apache.beam.runners.direct.ModelEnforcementFactory
+
 
+
forClass(Class<?>) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject to be used for serializing an instance of + the supplied class for transport via the Dataflow API.
+
+
forClassName(String) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject to be used for serializing data to be + deserialized using the supplied class name the supplied class name for + transport via the Dataflow API.
+
+
forCoder(Coder<T>) - Static method in class org.apache.beam.sdk.coders.CoderFactories
+
+
Creates a CoderFactory that always returns the + given coder.
+
+
forever(TriggerStateMachine) - Static method in class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine
+
+
Create a composite trigger that repeatedly executes the trigger repeated, firing each + time it fires and ignoring any indications to finish.
+
+
forever(Trigger) - Static method in class org.apache.beam.sdk.transforms.windowing.Repeatedly
+
+
Create a composite trigger that repeatedly executes the trigger repeated, firing each + time it fires and ignoring any indications to finish.
+
+
forFloat(Float) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value.
+
+
forFloat(Double) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value.
+
+
forFn(Serializable, WindowingStrategy<?, ?>, Iterable<PCollectionView<?>>, Coder<InputT>, long, Map<Long, TupleTag<?>>) - Static method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
+
Creates a DoFnInfo for the given Serializable object, which is expected to be a + DoFn or OldDoFn or other context-appropriate UDF blob.
+
+
forInteger(Long) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value.
+
+
forInteger(Integer) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value.
+
+
forKey(K, Coder<K>) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
 
+
forKey(K, Coder<K>) - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.PerKeyCombineFn
+
+
Returns the a regular CombineFnBase.GlobalCombineFn that operates on a specific key.
+
+
forKey(K, Coder<K>) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
 
+
forKey(K) - Static method in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
forKnownType(Object) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value of a + well-known cloud object type.
+
+
FORMAT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
formatClass - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSink
+
 
+
formatClass - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
formatClass - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
forRegistry(MetricRegistry) - Static method in class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport
+
 
+
forString(String) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject representing the given value.
+
+
forSubrange(long, long) - Static method in class org.apache.beam.sdk.io.CountingInput
+
+
Creates a CountingInput.BoundedCountingInput that will produce elements + starting from startIndex (inclusive) to endIndex (exclusive).
+
+
forTrigger(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext
+
+
Create an OnElementContext for executing the given trigger.
+
+
forTrigger(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext
+
+
Create an OnMergeContext for executing the given trigger.
+
+
forTrigger(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
Create a sub-context for the given sub-trigger.
+
+
forValueWithCoder(T, Coder<T>) - Static method in class org.apache.beam.sdk.util.MutationDetectors
+
+
Creates a new MutationDetector for the provided value that uses the provided + Coder to perform deep copies and comparisons by serializing and deserializing values.
+
+
ForwardingPTransform<InputT extends PInput,OutputT extends POutput> - Class in org.apache.beam.runners.direct
+
+
A base class for implementing PTransform overrides, which behave identically to the + delegate transform but with overridden methods.
+
+
ForwardingPTransform() - Constructor for class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
from(Map<String, String>) - Static method in class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
+
+
Expects a map keyed by logger Names with values representing Levels.
+
+
from() - Static method in class org.apache.beam.runners.spark.io.ConsoleIO.Write
+
 
+
from(int) - Static method in class org.apache.beam.runners.spark.io.ConsoleIO.Write
+
 
+
from(String, Class<? extends FileInputFormat<K, V>>, Class<K>, Class<V>) - Static method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read
+
 
+
from(String) - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
+
Returns a new PTransform that's like this one but + that reads from the file(s) with the given name or pattern.
+
+
from(String) - Static method in class org.apache.beam.sdk.io.AvroIO.Read
+
+
Returns a PTransform that reads from the file(s) + with the given name or pattern.
+
+
from(String) - Static method in class org.apache.beam.sdk.io.AvroSource
+
+
Creates an AvroSource that reads from the given file name or pattern ("glob").
+
+
from(FileBasedSource<T>) - Static method in class org.apache.beam.sdk.io.CompressedSource
+
+
Creates a CompressedSource from an underlying FileBasedSource.
+
+
from(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns a copy of this transform that reads from the specified table.
+
+
from(TableReference) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns a copy of this transform that reads from the specified table.
+
+
from(String) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+
+
Reads a BigQuery table specified as "[project_id]:[dataset_id].[table_id]" or + "[dataset_id].[table_id]" for tables within the current project.
+
+
from(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+
+
Same as from(String), but with a ValueProvider.
+
+
from(TableReference) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+
+
Reads a BigQuery table specified as a TableReference object.
+
+
from(String, Class<T>, Class<K>, Class<V>) - Static method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
+
Creates a HDFSFileSource that reads from the given file name or pattern ("glob") + using the given Hadoop FileInputFormat, + with key-value types specified by the given key class and value class.
+
+
from(String, Class<T>, Class<K>, Class<V>, String) - Static method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource
+
+
Creates a SimpleAuthHDFSFileSource that reads from the given file name or pattern + ("glob") using the given Hadoop FileInputFormat, with key-value types specified by the + given key class and value class.
+
+
from(String, InitialPositionInStream) - Static method in class org.apache.beam.sdk.io.kinesis.KinesisIO.Read
+
+
Specify reading from streamName at some initial position.
+
+
from(String, Instant) - Static method in class org.apache.beam.sdk.io.kinesis.KinesisIO.Read
+
+
Specify reading from streamName beginning at given Instant.
+
+
from(BoundedSource<T>) - Method in class org.apache.beam.sdk.io.Read.Builder
+
+
Returns a new Read.Bounded PTransform reading from the given + BoundedSource.
+
+
from(UnboundedSource<T, ?>) - Method in class org.apache.beam.sdk.io.Read.Builder
+
+
Returns a new Read.Unbounded PTransform reading from the given + UnboundedSource.
+
+
from(BoundedSource<T>) - Static method in class org.apache.beam.sdk.io.Read
+
+
Returns a new Read.Bounded PTransform reading from the given + BoundedSource.
+
+
from(UnboundedSource<T, ?>) - Static method in class org.apache.beam.sdk.io.Read
+
+
Returns a new Read.Unbounded PTransform reading from the given + UnboundedSource.
+
+
from(String) - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
+
Returns a new transform for reading from text files that's like this one but + that reads from the file(s) with the given name or pattern.
+
+
from(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
+
Same as from(filepattern), but accepting a ValueProvider.
+
+
from(String) - Static method in class org.apache.beam.sdk.io.TextIO.Read
+
+
Returns a transform for reading text files that reads from the file(s) + with the given filename or filename pattern.
+
+
from(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.TextIO.Read
+
+
Same as from(filepattern), but accepting a ValueProvider.
+
+
from(String) - Static method in class org.apache.beam.sdk.io.XmlSource
+
+
Creates an XmlSource for a single XML file or a set of XML files defined by a Java "glob" file + pattern.
+
+
from(HasDisplayData) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Collect the DisplayData from a component.
+
+
fromArgs(String[]) - Method in class org.apache.beam.sdk.options.PipelineOptionsFactory.Builder
+
+
Sets the command line arguments to parse when constructing the PipelineOptions.
+
+
fromArgs(String[]) - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
Sets the command line arguments to parse when constructing the PipelineOptions.
+
+
fromBitSet(BitSet) - Static method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
 
+
fromByteArray(byte[], Coder<T>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
Utility method for deserializing a byte array using the specified coder.
+
+
fromByteFunction(Coder<T>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
A function wrapper for converting a byte array to an object.
+
+
fromByteFunction(Coder<K>, Coder<V>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
A function wrapper for converting a byte array pair to a key-value pair.
+
+
fromByteFunctionIterable(Coder<K>, Coder<V>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
A function wrapper for converting a byte array pair to a key-value pair, where + values are Iterable.
+
+
fromClass(Class<?>) - Method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Sets the factory class to use for instance construction.
+
+
fromClassName(String) - Method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Sets the class name to be constructed.
+
+
fromCloudDuration(String) - Static method in class org.apache.beam.runners.dataflow.util.TimeUtil
+
+
Converts a Dataflow API duration string into a Duration.
+
+
fromCloudTime(String) - Static method in class org.apache.beam.runners.dataflow.util.TimeUtil
+
+
Converts a time value received via the Dataflow API into the corresponding + Instant.
+
+
fromComponents(String, String) - Static method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Creates a GcsPath from bucket and object components.
+
+
fromFactoryMethod(String) - Method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Sets the name of the factory method used to construct the instance.
+
+
fromObject(StorageObject) - Static method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Creates a GcsPath from a StorageObject.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.apex.ApexRunner
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.apex.TestApexRunner
+
 
+
fromOptions(DataflowPipelineOptions) - Static method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator
+
+
Constructs a translator from the provided options.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.dataflow.DataflowRunner
+
+
Construct a runner from the provided options.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.dataflow.testing.TestDataflowRunner
+
+
Constructs a runner from the provided options.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.dataflow.util.GcsStager
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.direct.DirectRunner
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.flink.FlinkRunner
+
+
Construct a runner from the provided options.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.flink.TestFlinkRunner
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.spark.SparkRunner
+
+
Creates and returns a new SparkRunner with specified options.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.runners.spark.TestSparkRunner
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.runners.PipelineRunner
+
+
Constructs a runner from the provided options.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.testing.CrashingRunner
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.testing.TestPipeline
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
+
Create a FileIOChannelFactory with the given PipelineOptions.
+
+
fromOptions(PipelineOptions) - Method in class org.apache.beam.sdk.util.FileIOChannelFactoryRegistrar
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.util.GcpCredentialFactory
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
+
Create a GcsIOChannelFactory with the given PipelineOptions.
+
+
fromOptions(PipelineOptions) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactoryRegistrar
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.util.GcsPathValidator
+
 
+
fromOptions(PipelineOptions) - Method in interface org.apache.beam.sdk.util.IOChannelFactoryRegistrar
+
+
Create a IOChannelFactory from the given PipelineOptions.
+
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.util.NoopCredentialFactory
+
 
+
fromOptions(PipelineOptions) - Static method in class org.apache.beam.sdk.util.NoopPathValidator
+
 
+
fromPath(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.PubsubSubscription
+
+
Creates a class representing a Pub/Sub subscription from the specified subscription path.
+
+
fromPath(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.PubsubTopic
+
+
Creates a class representing a Cloud Pub/Sub topic from the specified topic path.
+
+
fromQuery(String) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns a copy of this transform that reads the results of the specified query.
+
+
fromQuery(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+ +
+
fromQuery(String) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+
+
Reads results received after executing the given query.
+
+
fromQuery(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+
+
Same as from(String), but with a ValueProvider.
+
+
fromQueue(Iterable<Iterable<T>>) - Static method in class org.apache.beam.runners.spark.io.CreateStream
+
+
Define the input stream to create from queue.
+
+
fromResourceName(String) - Static method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Creates a GcsPath from a OnePlatform resource name in string form.
+
+
fromSerializableFunctionWithOutputType(SerializableFunction<InputT, OutputT>, TypeDescriptor<OutputT>) - Static method in class org.apache.beam.sdk.transforms.SimpleFunction
+
 
+
fromSet(Set<ExecutableTriggerStateMachine>) - Static method in class org.apache.beam.runners.core.triggers.FinishedTriggersSet
+
 
+
fromSpec(Map<String, Object>) - Static method in class org.apache.beam.sdk.util.CloudObject
+
+
Constructs a CloudObject by copying the supplied serialized object + spec, which must represent an SDK object serialized for transport via the + Dataflow API.
+
+
fromStaticMethods(Class<T>) - Static method in class org.apache.beam.sdk.coders.CoderFactories
+
+
Creates a CoderFactory built from particular static methods of a class that + implements Coder.
+
+
fromStaticMethods(Class<T>) - Static method in class org.apache.beam.sdk.coders.CoderProviders
+
+
Creates a CoderProvider built from particular static methods of a class that + implements Coder.
+
+
fromString(String, Coder<W>) - Static method in class org.apache.beam.sdk.util.state.StateNamespaces
+
+
Convert a stringKey produced using StateNamespace.stringKey() + on one of the namespaces produced by this class into the original + StateNamespace.
+
+
fromUri(URI) - Static method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Creates a GcsPath from a URI.
+
+
fromUri(String) - Static method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Creates a GcsPath from a URI in string form.
+
+
+ + + +

G

+
+
GBKIntoKeyedWorkItems() - Constructor for class org.apache.beam.runners.core.SplittableParDo.GBKIntoKeyedWorkItems
+
 
+
GcpCredentialFactory - Class in org.apache.beam.sdk.util
+
+
Construct an oauth credential to be used by the SDK and the SDK workers.
+
+
GcpCredentialFactory() - Constructor for class org.apache.beam.sdk.util.GcpCredentialFactory
+
 
+
GcpOptions - Interface in org.apache.beam.sdk.options
+
+
Options used to configure Google Cloud Platform specific options such as the project + and credentials.
+
+
GcpOptions.DefaultProjectFactory - Class in org.apache.beam.sdk.options
+
+
Attempts to infer the default project based upon the environment this application + is executing within.
+
+
GcpOptions.GcpTempLocationFactory - Class in org.apache.beam.sdk.options
+
+
Returns PipelineOptions.getTempLocation() as the default GCP temp location.
+
+
GcpOptions.GcpUserCredentialsFactory - Class in org.apache.beam.sdk.options
+
+
Attempts to load the GCP credentials.
+
+
GcpProjectUtil - Class in org.apache.beam.sdk.util
+
+
Provides operations on Google Cloud Platform Projects.
+
+
GcpProjectUtil.GcpProjectUtilFactory - Class in org.apache.beam.sdk.util
+
+
A DefaultValueFactory able to create a GcpProjectUtil using + any transport flags specified on the PipelineOptions.
+
+
GcpProjectUtilFactory() - Constructor for class org.apache.beam.sdk.util.GcpProjectUtil.GcpProjectUtilFactory
+
 
+
GcpTempLocationFactory() - Constructor for class org.apache.beam.sdk.options.GcpOptions.GcpTempLocationFactory
+
 
+
GcpUserCredentialsFactory() - Constructor for class org.apache.beam.sdk.options.GcpOptions.GcpUserCredentialsFactory
+
 
+
GCS_URI - Static variable in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Pattern that is used to parse a GCS URL.
+
+
GcsIOChannelFactory - Class in org.apache.beam.sdk.util
+
+
Implements IOChannelFactory for GCS.
+
+
GcsIOChannelFactoryRegistrar - Class in org.apache.beam.sdk.util
+
+
AutoService registrar for the GcsIOChannelFactory.
+
+
GcsIOChannelFactoryRegistrar() - Constructor for class org.apache.beam.sdk.util.GcsIOChannelFactoryRegistrar
+
 
+
GcsOptions - Interface in org.apache.beam.sdk.options
+
+
Options used to configure Google Cloud Storage.
+
+
GcsOptions.ExecutorServiceFactory - Class in org.apache.beam.sdk.options
+
+
Returns the default ExecutorService to use within the Dataflow SDK.
+
+
GcsOptions.PathValidatorFactory - Class in org.apache.beam.sdk.options
+
+
Creates a PathValidator object using the class specified in + GcsOptions.getPathValidatorClass().
+
+
GcsPath - Class in org.apache.beam.sdk.util.gcsfs
+
+
Implements the Java NIO Path API for Google Cloud Storage paths.
+
+
GcsPath(FileSystem, String, String) - Constructor for class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Constructs a GcsPath.
+
+
GcsPathValidator - Class in org.apache.beam.sdk.util
+
+
GCP implementation of PathValidator.
+
+
GcsStager - Class in org.apache.beam.runners.dataflow.util
+
+
Utility class for staging files to GCS.
+
+
GcsUtil - Class in org.apache.beam.sdk.util
+
+
Provides operations on GCS.
+
+
GcsUtil.GcsUtilFactory - Class in org.apache.beam.sdk.util
+
+
This is a DefaultValueFactory able to create a GcsUtil using + any transport flags specified on the PipelineOptions.
+
+
GcsUtilFactory() - Constructor for class org.apache.beam.sdk.util.GcsUtil.GcsUtilFactory
+
 
+
generateDestinationFilenames(int) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Generate output bundle filenames.
+
+
generateInitialSplits(int, PipelineOptions) - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
+
 
+
generateInitialSplits(int, PipelineOptions) - Method in class org.apache.beam.sdk.io.UnboundedSource
+
+
Returns a list of UnboundedSource objects representing the instances of this source + that should be used when executing the workflow.
+
+
get(PCollectionView<T>, BoundedWindow) - Method in class org.apache.beam.runners.core.SideInputHandler
+
 
+
get() - Static method in class org.apache.beam.runners.spark.io.EmptyCheckpointMark
+
 
+
get(PCollectionView<T>, BoundedWindow) - Method in class org.apache.beam.runners.spark.util.SparkSideInputReader
+
 
+
get(K) - Method in class org.apache.beam.sdk.metrics.MetricsMap
+
+
Get or create the value associated with the given key.
+
+
get() - Method in interface org.apache.beam.sdk.options.ValueProvider
+
+
Return the value wrapped by this ValueProvider.
+
+
get() - Method in class org.apache.beam.sdk.options.ValueProvider.NestedValueProvider
+
 
+
get() - Method in class org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider
+
 
+
get() - Method in class org.apache.beam.sdk.options.ValueProvider.StaticValueProvider
+
 
+
get(TupleTag<V>) - Method in class org.apache.beam.sdk.transforms.CombineFns.CoCombineResult
+
+
Returns the value represented by the given TupleTag.
+
+
get() - Method in interface org.apache.beam.sdk.transforms.DoFn.InputProvider
+
 
+
get() - Method in class org.apache.beam.sdk.util.BucketingFunction
+
+
Return the (bucketized) combined value of all samples.
+
+
get(PCollectionView<T>, BoundedWindow) - Method in class org.apache.beam.sdk.util.DirectSideInputReader
+
 
+
get(long) - Method in class org.apache.beam.sdk.util.MovingFunction
+
+
Return the minimum/maximum/sum of all retained values within samplePeriodMs + of nowMsSinceEpoch.
+
+
get(PCollectionView<T>, BoundedWindow) - Method in class org.apache.beam.sdk.util.NullSideInputReader
+
 
+
get(TupleTag<V>) - Method in class org.apache.beam.sdk.util.PTuple
+
+
Returns the value with the given tag in this + PTuple.
+
+
get(PCollectionView<T>, BoundedWindow) - Method in interface org.apache.beam.sdk.util.SideInputReader
+
+
Returns the value of the given PCollectionView for the given BoundedWindow.
+
+
get(StateNamespace, StateTag<? super K, StateT>, StateContext<?>) - Method in class org.apache.beam.sdk.util.state.StateTable
+
+
Gets the State in the specified StateNamespace with the specified StateTag, binding it using the StateTable.binderForNamespace(org.apache.beam.sdk.util.state.StateNamespace, org.apache.beam.sdk.util.state.StateContext<?>) if it is not + already present in this StateTable.
+
+
get(int) - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns the PCollection at the given index (origin zero).
+
+
get(TupleTag<T>) - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns the PCollection associated with the given TupleTag + in this PCollectionTuple.
+
+
get(int) - Method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns the TupleTag at the given index (origin zero).
+
+
getAccum() - Method in interface org.apache.beam.sdk.util.state.AccumulatorCombiningState
+
+
Read the merged accumulator for this combining value.
+
+
getAccum() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<T>) - Method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<T>) - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<Double>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<V>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<Integer>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<Long>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<InputT>) - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn
+
+
Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred.
+
+
getAccumulatorCoder(CoderRegistry, Coder<K>, Coder<InputT>) - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.PerKeyCombineFn
+
+
Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred.
+
+
getAccumulatorCoder(CoderRegistry, Coder<DataT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<DataT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<K>, Coder<DataT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<K>, Coder<DataT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<TimestampedValue<T>>) - Method in class org.apache.beam.sdk.transforms.Latest.LatestFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<T>) - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
getAccumulatorCoder(CoderRegistry, Coder<T>) - Method in class org.apache.beam.sdk.transforms.Top.TopCombineFn
+
 
+
getAccumulatorCoder() - Method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
getActiveAndNewWindows() - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Return (a view of) the set of currently ACTIVE and NEW windows.
+
+
getActiveAndNewWindows() - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
getActiveAndNewWindows() - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
getAggregatorChanges() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the AggregatorContainer.Mutator used by this PTransform, or null if + this transform did not use an AggregatorContainer.Mutator.
+
+
getAggregators(DoFn<?, ?>) - Static method in class org.apache.beam.sdk.transforms.AggregatorRetriever
+
+
Returns the Aggregators created by the provided OldDoFn.
+
+
getAggregatorSteps() - Method in class org.apache.beam.sdk.Pipeline
+
+
Returns a Map from each Aggregator in the Pipeline to the PTransforms in which it is used.
+
+
getAggregatorValue(String, Class<T>) - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
getAggregatorValue(Aggregator<?, AggregateT>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the value of the provided Aggregator.
+
+
getAggregatorValues(Aggregator<?, T>) - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
getAggregatorValues(Aggregator<?, OutputT>) - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
getAggregatorValues(Aggregator<?, T>) - Method in class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult
+
 
+
getAggregatorValues(Aggregator<?, T>) - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
getAggregatorValues(Aggregator<?, T>) - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
getAggregatorValues(Aggregator<?, T>) - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
getAggregatorValues(Aggregator<?, T>) - Method in interface org.apache.beam.sdk.PipelineResult
+
+
Retrieves the current value of the provided Aggregator.
+
+
getAlgorithm() - Method in enum org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType
+
+
Returns the string representation of this type.
+
+
getAll(TupleTag<V>) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
Returns the values from the table represented by the given + TupleTag<V> as an Iterable<V> (which may be empty if there + are no results).
+
+
getAll() - Method in class org.apache.beam.sdk.util.PTuple
+
+
Returns an immutable Map from TupleTag to corresponding + value, for all the members of this PTuple.
+
+
getAll() - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns an immutable List of all the PCollections in this + PCollectionList.
+
+
getAll() - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns an immutable Map from TupleTag to corresponding + PCollection, for all the members of this PCollectionTuple.
+
+
getAll() - Method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns an immutable List of all the TupleTags in this TupleTagList.
+
+
getAllowedEncodings() - Method in interface org.apache.beam.sdk.coders.Coder
+
+
A collection of encodings supported by Coder.decode(java.io.InputStream, org.apache.beam.sdk.coders.Coder.Context) in addition to the encoding + from Coder.getEncodingId() (which is assumed supported).
+
+
getAllowedEncodings() - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
+
A collection of encodings supported by Coder.decode(java.io.InputStream, org.apache.beam.sdk.coders.Coder.Context) in addition to the encoding + from Coder.getEncodingId() (which is assumed supported).
+
+
getAllowedEncodings() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
getAllowedEncodings() - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
getAllowedLateness() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
getAllowedTimestampSkew() - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Returns the allowed timestamp skew duration, which is the maximum + duration that timestamps can be shifted backward in + DoFn.Context.outputWithTimestamp(OutputT, org.joda.time.Instant).
+
+
getAllowedTimestampSkew() - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated. +
does not interact well with the watermark.
+
+
+
getAllowedTimestampSkew() - Method in class org.apache.beam.sdk.transforms.WithTimestamps
+
+
Returns the allowed timestamp skew duration, which is the maximum + duration that timestamps can be shifted backwards from the timestamp of the input element.
+
+
getAllStepContexts() - Method in class org.apache.beam.sdk.util.BaseExecutionContext
+
+
Returns a collection view of all of the BaseExecutionContext.StepContexts.
+
+
getAllStepContexts() - Method in interface org.apache.beam.sdk.util.ExecutionContext
+
+
Returns a collection view of all of the ExecutionContext.StepContexts.
+
+
getAnyExposurePath(Class<?>) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns a path from an exposed class to a root class.
+
+
getApexDAG() - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
+
Return the DAG executed by the pipeline.
+
+
getApexLauncher() - Method in class org.apache.beam.runners.apex.ApexYarnLauncher.LaunchParams
+
 
+
getApiRootUrl() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
The root URL for the Dataflow API.
+
+
getApplicationName() - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
getAppliedFn(CoderRegistry, Coder<? extends KV<K, ? extends Iterable<InputT>>>, WindowingStrategy<?, ?>) - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
+
Returns the Combine.CombineFn bound to its coders.
+
+
getAppName() - Method in interface org.apache.beam.sdk.options.ApplicationNameOptions
+
+
Name of application, for display purposes.
+
+
getApproximateArrivalTimestamp() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getArgumentTypes(Method) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a list of argument types for the given method, which must + be a part of the class.
+
+
getAuthenticationType() - Method in class org.apache.beam.sdk.util.TestCredential
+
 
+
getAutoscalingAlgorithm() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
[Experimental] The autoscaling algorithm to use for the workerpool.
+
+
getAvroFileOutputStream(TaskAttemptContext) - Method in class org.apache.beam.runners.spark.io.hadoop.TemplatedAvroKeyOutputFormat
+
 
+
getBaseOutputFilenameProvider() - Method in class org.apache.beam.sdk.io.FileBasedSink
+
+
Returns the base output filename for this file based sink.
+
+
getBatchIntervalMillis() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getBatchWorkerHarnessContainerImage() - Method in class org.apache.beam.runners.dataflow.DataflowRunnerInfo
+
+
Provides the batch worker harness container image name.
+
+
getBigtableOptions() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns the Google Cloud Bigtable instance being read from, and other parameters.
+
+
getBigtableOptions() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
+
Returns the Google Cloud Bigtable instance being written to, and other parameters.
+
+
getBitSet() - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
+
Returns the underlying BitSet for this FinishedTriggersBitSet.
+
+
getBoolean(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getBoolean(Map<String, Object>, String, Boolean) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getBucket() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Returns the bucket name associated with this GCS path, or an empty string + if this is a relative path component.
+
+
getBytes() - Method in class org.apache.beam.sdk.io.range.ByteKey
+
+
Returns a newly-allocated byte[] representing this ByteKey.
+
+
getBytes(InputStream) - Static method in class org.apache.beam.sdk.util.StreamUtils
+
+
Efficient converting stream to bytes.
+
+
getBytes(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getBytes(Map<String, Object>, String, byte[]) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getBytesPerOffset() - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
+
Returns approximately how many bytes of data correspond to a single offset in this source.
+
+
getCacheKey() - Method in interface org.apache.beam.sdk.util.state.StateNamespace
+
+
Return an Object to use as a key in a cache.
+
+
getCacheKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaceForTest
+
 
+
getCacheKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
getCacheKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
+
State in the same window will all be evicted together.
+
+
getCacheKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
+
State in the same window will all be evicted together.
+
+
getCause() - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
+
Returns the reason that this WindowFn is invalid.
+
+
getChannel(int) - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
+
Returns the WritableByteChannel associated with the given shard number.
+
+
getChannelFactory() - Method in class org.apache.beam.sdk.io.CompressedSource
+
 
+
getCheckpointDir() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getCheckpointDurationMillis() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getCheckpointingInterval() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
getCheckpointMark() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
getCheckpointMark() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Returns a UnboundedSource.CheckpointMark representing the progress of this UnboundedReader.
+
+
getCheckpointMarkCoder() - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
+
 
+
getCheckpointMarkCoder() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
getCheckpointMarkCoder() - Method in class org.apache.beam.sdk.io.UnboundedSource
+
+
Returns a Coder for encoding and decoding the checkpoints for this source, or + null if the checkpoints do not need to be durably committed.
+
+
getClasses() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a set of TypeDescriptors, one for each + superclass (including this class).
+
+
getClassName() - Method in class org.apache.beam.sdk.util.CloudObject
+
+
Gets the name of the Java class that this CloudObject represents.
+
+
getCloningBehavior() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Indicates whether this DoFnTester will clone the DoFn under test.
+
+
getClosingBehavior() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
getClosureOfMethodsOnInterface(Class<?>) - Static method in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
Returns all the methods visible from iface.
+
+
getClosureOfMethodsOnInterfaces(Iterable<? extends Class<?>>) - Static method in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
Returns all the methods visible from the provided interfaces.
+
+
getCmd() - Method in class org.apache.beam.runners.apex.ApexYarnLauncher.LaunchParams
+
 
+
getCodec() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getCodec() - Method in class org.apache.beam.sdk.util.AvroUtils.AvroMetadata
+
+
The codec of the + file.
+
+
getCodedType(TypeDescriptor) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
+
If coderType is a subclass of Coder<T> for a specific + type T, returns T.class.
+
+
getCoder(TypeDescriptor<T>) - Method in interface org.apache.beam.sdk.coders.CoderProvider
+
+
Provides a coder for a given class, if possible.
+
+
getCoder(TypeDescriptor<T>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+ +
+
getCoder() - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
+
Returns the coder used to encode/decode the intermediate values produced/consumed by the + coding functions of this DelegateCoder.
+
+
getCoder() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getCoder() - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
getCoder() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getCoder() - Static method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns a Coder suitable for IntervalWindow.
+
+
getCoder() - Method in class org.apache.beam.sdk.values.PCollection
+
+
Returns the Coder used by this PCollection to encode and decode + the values stored in it.
+
+
getCoder() - Method in class org.apache.beam.sdk.values.TypedPValue
+
+
Returns the Coder used by this TypedPValue to encode and decode + the values stored in it.
+
+
getCoderArguments() - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.coders.AtomicCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
getCoderArguments() - Method in interface org.apache.beam.sdk.coders.Coder
+
+
If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
+
+
getCoderArguments() - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.coders.MapCoder
+
+
If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
+
+
getCoderArguments() - Method in class org.apache.beam.sdk.coders.NullableCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
getCoderArguments() - Method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
getCoderInternal() - Method in interface org.apache.beam.sdk.values.PCollectionView
+
+
Deprecated. +
this method will be removed entirely. The PCollection underlying a side + input, including its Coder, is part of the side input's specification with a ParDo transform, which will obtain that information via a package-private channel.
+
+
+
getCoderRegistry() - Method in class org.apache.beam.sdk.Pipeline
+
+
Returns the CoderRegistry that this Pipeline uses.
+
+
getCoGbkResultSchema() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Returns the CoGbkResultSchema associated with this + KeyedPCollectionTuple.
+
+
getCollection() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple.TaggedKeyedPCollection
+
+
Returns the underlying PCollection of this TaggedKeyedPCollection.
+
+
getCombineFn() - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+
 
+
getCombineFn() - Method in interface org.apache.beam.runners.spark.aggregators.NamedAggregators.State
+
 
+
getCombineFn() - Method in interface org.apache.beam.sdk.transforms.Aggregator
+
+
Returns the Combine.CombineFn, which combines input elements in the + aggregator.
+
+
getCombineFn() - Method in class org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView
+
 
+
getCompletedTransforms() - Method in class org.apache.beam.runners.direct.WatermarkManager
+
 
+
getComponents() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
+
Returns the list of Coders that are components of this Coder.
+
+
getComponents() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
getComponents() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
+
Hierarchy list of component paths making up the full path, starting with the top-level child + component path.
+
+
getComponents() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
getComponents() - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
 
+
getComponents() - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
getComponentType() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns the component type if this type is an array type, + otherwise returns null.
+
+
getCompressionType() - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
getConfigurationProperties() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterAll
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterEach
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterFirst
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
getContinuationTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.DefaultTrigger
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.Never.NeverTrigger
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.Repeatedly
+
 
+
getContinuationTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
+
Return a trigger to use after a GroupByKey to preserve the intention of this trigger.
+
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
+ +
+
getContinuationTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.Trigger.OnceTrigger
+
 
+
getContinuationTrigger(List<Trigger>) - Method in class org.apache.beam.sdk.util.ReshuffleTrigger
+
 
+
getCount() - Method in class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
getCounter(MetricName) - Method in class org.apache.beam.sdk.metrics.MetricsContainer
+
+
Return the CounterCell that should be used for implementing the given + metricName in this container.
+
+
getCounters(MetricFilter) - Method in class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport
+
 
+
getCreateDisposition() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns the create disposition.
+
+
getCredential() - Method in interface org.apache.beam.sdk.util.CredentialFactory
+
 
+
getCredential() - Method in class org.apache.beam.sdk.util.GcpCredentialFactory
+
+
Returns a default GCP Credentials or null when it fails.
+
+
getCredential() - Method in class org.apache.beam.sdk.util.NoopCredentialFactory
+
 
+
getCredentialFactoryClass() - Method in interface org.apache.beam.sdk.options.GcpOptions
+
+
The class of the credential factory that should be created and used to create + credentials.
+
+
getCumulative() - Method in class org.apache.beam.sdk.metrics.MetricsContainer
+
+
Return the MetricUpdates representing the cumulative values of all metrics in this + container.
+
+
getCurrent() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
getCurrent() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
 
+
getCurrent() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
+
Gets the current record from the delegate reader.
+
+
getCurrent() - Method in class org.apache.beam.sdk.io.Source.Reader
+
+
Returns the value of the data item that was read by the last Source.Reader.start() or + Source.Reader.advance() call.
+
+
getCurrent() - Method in class org.apache.beam.sdk.runners.TransformHierarchy
+
 
+
getCurrentBlock() - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
getCurrentBlock() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
+
Returns the current block (the block that was read by the last successful call to + BlockBasedSource.BlockBasedReader.readNextBlock()).
+
+
getCurrentBlockOffset() - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
getCurrentBlockOffset() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
+
Returns the largest offset such that starting to read from that offset includes the current + block.
+
+
getCurrentBlockSize() - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
getCurrentBlockSize() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
+
Returns the size of the current block in bytes as it is represented in the underlying file, + if possible.
+
+
getCurrentContainer() - Static method in class org.apache.beam.sdk.metrics.MetricsEnvironment
+
+
Return the MetricsContainer for the current thread.
+
+
getCurrentOffset() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
 
+
getCurrentOffset() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
 
+
getCurrentOffset() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+
Returns the starting offset of the current record, + which has been read by the last successful Source.Reader.start() or + Source.Reader.advance() call.
+
+
getCurrentRecord() - Method in class org.apache.beam.sdk.io.BlockBasedSource.Block
+
+
Returns the current record.
+
+
getCurrentRecordId() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Returns a unique identifier for the current record.
+
+
getCurrentSource() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
getCurrentSource() - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
getCurrentSource() - Method in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
Returns a Source describing the same input that this Reader currently reads + (including items already read).
+
+
getCurrentSource() - Method in class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
 
+
getCurrentSource() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
getCurrentSource() - Method in class org.apache.beam.sdk.io.Source.Reader
+
+
Returns a Source describing the same input that this Reader currently reads + (including items already read).
+
+
getCurrentSource() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Returns the UnboundedSource that created this reader.
+
+
getCurrentTime(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
To complete an implementation, return the desired time from the TriggerContext.
+
+
getCurrentTime(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine
+
 
+
getCurrentTimestamp() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
getCurrentTimestamp() - Method in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
By default, returns the minimum possible timestamp.
+
+
getCurrentTimestamp() - Method in class org.apache.beam.sdk.io.Source.Reader
+
+
Returns the timestamp associated with the current data item.
+
+
getData() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getDataAsBytes() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getDataCoder() - Method in class org.apache.beam.runners.dataflow.DataflowRunner.StreamingPCollectionViewWriterFn
+
+
Deprecated.
+
getDataflowClient() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
An instance of the Dataflow client.
+
+
getDataflowEndpoint() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
Dataflow endpoint to use.
+
+
getDataflowJobFile() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
The path to write the translated Dataflow job specification out to + at job submission time.
+
+
getDataflowRunnerInfo() - Static method in class org.apache.beam.runners.dataflow.DataflowRunnerInfo
+
+
Returns an instance of DataflowRunnerInfo.
+
+
getDayOfMonth() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
getDayOfMonth() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
getDebuggee() - Method in interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions
+
+
The Cloud Debugger debuggee to associate with.
+
+
getDefaultCoder(TypeDescriptor<T>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the Coder to use by default for values of the given type.
+
+
getDefaultCoder(TypeDescriptor<OutputT>, TypeDescriptor<InputT>, Coder<InputT>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the Coder to use by default for values of the given type, where the given input + type uses the given Coder.
+
+
getDefaultCoder(Class<? extends T>, Class<T>, Map<Type, ? extends Coder<?>>, TypeVariable<?>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the Coder to use for the specified type parameter specialization of the + subclass, given Coders to use for all other type parameters (if any).
+
+
getDefaultCoder(T) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the Coder to use for the provided example value, if it can be determined.
+
+
getDefaultCoder(Class<T>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the Coder to use by default for values of the given class.
+
+
getDefaultOutputCoder(PCollection<KV<K, V>>) - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly
+
 
+
getDefaultOutputCoder(PCollection<? extends KeyedWorkItem<String, ElementAndRestriction<InputT, RestrictionT>>>, TypedPValue<T>) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource
+
 
+
getDefaultOutputCoder(InputT, TypedPValue<T>) - Method in class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
getDefaultOutputCoder(SerializableFunction<InputT, OutputT>, Coder<InputT>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the Coder to use on elements produced by this function, given the Coder + used for its input elements.
+
+
getDefaultOutputCoder(PCollection<KV<PrimaryKeyT, Iterable<KV<SecondaryKeyT, ValueT>>>>) - Method in class org.apache.beam.sdk.extensions.sorter.SortValues
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.AvroSource
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Returns the delegate source's default output coder.
+
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.Read.Bounded
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.Source
+
+
Returns the default Coder to use for the data read from this source.
+
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
getDefaultOutputCoder(CoderRegistry, Coder<Double>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
getDefaultOutputCoder(CoderRegistry, Coder<V>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
getDefaultOutputCoder(CoderRegistry, Coder<Integer>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
getDefaultOutputCoder(CoderRegistry, Coder<Long>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
getDefaultOutputCoder(PCollection<? extends KV<K, ? extends Iterable<InputT>>>) - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
 
+
getDefaultOutputCoder(CoderRegistry, Coder<InputT>) - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn
+
+
Returns the Coder to use by default for output + OutputT values, or null if it is not able to be inferred.
+
+
getDefaultOutputCoder(CoderRegistry, Coder<K>, Coder<InputT>) - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.PerKeyCombineFn
+
+
Returns the Coder to use by default for output + OutputT values, or null if it is not able to be inferred.
+
+
getDefaultOutputCoder(PBegin) - Method in class org.apache.beam.sdk.transforms.Create.Values
+
 
+
getDefaultOutputCoder(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.Filter
+
 
+
getDefaultOutputCoder(PCollectionList<T>) - Method in class org.apache.beam.sdk.transforms.Flatten.FlattenPCollectionList
+
 
+
getDefaultOutputCoder(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.GroupByKey
+
 
+
getDefaultOutputCoder(CoderRegistry, Coder<TimestampedValue<T>>) - Method in class org.apache.beam.sdk.transforms.Latest.LatestFn
+
 
+
getDefaultOutputCoder(PCollection<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getDefaultOutputCoder(PCollection<? extends InputT>, TypedPValue<T>) - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getDefaultOutputCoder() - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Returns the default Coder to use for the output of this + single-output PTransform.
+
+
getDefaultOutputCoder(InputT) - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Returns the default Coder to use for the output of this + single-output PTransform when applied to the given input.
+
+
getDefaultOutputCoder(InputT, TypedPValue<T>) - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Returns the default Coder to use for the given output of + this single-output PTransform when applied to the given input.
+
+
getDefaultOutputCoder(CoderRegistry, Coder<T>) - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
getDefaultOutputCoder(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
 
+
getDefaultValue() - Method in class org.apache.beam.sdk.util.PCollectionViews.SingletonPCollectionView
+
+
Deprecated.
+
getDefaultWorkerLogLevel() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
+
This option controls the default log level of all loggers without a log level override.
+
+
getDefaultWorkFile(FileOutputFormat<K, V>, TaskAttemptContext) - Static method in class org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper
+
 
+
getDefaultWorkFile(TaskAttemptContext, String) - Method in class org.apache.beam.runners.spark.io.hadoop.TemplatedSequenceFileOutputFormat
+
 
+
getDefaultWorkFile(TaskAttemptContext, String) - Method in class org.apache.beam.runners.spark.io.hadoop.TemplatedTextOutputFormat
+
 
+
getDictionary(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getDictionary(Map<String, Object>, String, Map<String, Object>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getDiskSizeGb() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
Remote worker disk size, in gigabytes, or 0 to use the default size.
+
+
getDistribution(MetricName) - Method in class org.apache.beam.sdk.metrics.MetricsContainer
+
 
+
getDoFn() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
+
Deprecated. + +
+
+
getDoFn(OldDoFn<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.DoFnAdapters
+
+
Deprecated.
+ +
+
getDoFnClass(OldDoFn<?, ?>) - Static method in class org.apache.beam.sdk.transforms.DoFnAdapters
+
+
Deprecated.
+
If this is an OldDoFn produced via DoFnAdapters.toOldDoFn(org.apache.beam.sdk.transforms.DoFn<InputT, OutputT>), returns the class of the + original DoFn, otherwise returns fn.getClass().
+
+
getDomain() - Method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
 
+
getDroppedDueToLatenessAggregator() - Method in interface org.apache.beam.runners.core.DoFnRunner.ReduceFnExecutor
+
+
Returns an aggregator that tracks elements that are dropped due to being late.
+
+
getDroppedDueToLatenessAggregator() - Method in class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+
 
+
getDumpHeapOnOOM() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
If true, save a heap dump before killing a thread or process which is GC + thrashing or out of memory.
+
+
getEarliestWatermarkHold() - Method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
+
Gets the earliest Watermark Hold present in this table.
+
+
getEarlyTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
getElemCoder() - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
 
+
getElementCoder() - Method in class org.apache.beam.runners.core.ElementAndRestrictionCoder
+
 
+
getElementCoder() - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
getElementCoder() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
getElementCoder() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getElementCount() - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
+
The number of elements after which this trigger may fire.
+
+
getElementCount() - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
+
The number of elements after which this trigger may fire.
+
+
getElements() - Method in class org.apache.beam.sdk.testing.TestStream.ElementEvent
+
 
+
getElements() - Method in class org.apache.beam.sdk.transforms.Create.Values
+
 
+
getEnableCloudDebugger() - Method in interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions
+
+
Whether to enable the Cloud Debugger snapshot agent for the current job.
+
+
getEnableSparkMetricSinks() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getEnclosingNode() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Returns the enclosing composite transform node, or null if there is none.
+
+
getEncodedElementByteSize(RandomAccessData, Coder.Context) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
getEncodedElementByteSize(NullWritable, Coder.Context) - Method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
 
+
getEncodedElementByteSize(BigDecimal, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigDecimalCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(Integer, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianIntegerCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(Long, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianLongCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(BigInteger, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigIntegerCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(byte[], Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
 
+
getEncodedElementByteSize(Byte, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(ByteString, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteStringCoder
+
 
+
getEncodedElementByteSize(Double, Coder.Context) - Method in class org.apache.beam.sdk.coders.DoubleCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(T, Coder.Context) - Method in class org.apache.beam.sdk.coders.NullableCoder
+
+
Overridden to short-circuit the default StandardCoder behavior of encoding and + counting the bytes.
+
+
getEncodedElementByteSize(T, Coder.Context) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(String, Coder.Context) - Method in class org.apache.beam.sdk.coders.StringUtf8Coder
+
+
Returns the size in bytes of the encoded value using this coder.
+
+
getEncodedElementByteSize(TableRow, Coder.Context) - Method in class org.apache.beam.sdk.coders.TableRowJsonCoder
+
 
+
getEncodedElementByteSize(Integer, Coder.Context) - Method in class org.apache.beam.sdk.coders.TextualIntegerCoder
+
 
+
getEncodedElementByteSize(Integer, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarIntCoder
+
 
+
getEncodedElementByteSize(Long, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarLongCoder
+
 
+
getEncodedElementByteSize(Void, Coder.Context) - Method in class org.apache.beam.sdk.coders.VoidCoder
+
 
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
+
The encoding identifier is designed to support evolution as per the design of Avro + In order to use this class effectively, carefully read the Avro + documentation at + Schema Resolution + to ensure that the old and new schema match.
+
+
getEncodingId() - Method in interface org.apache.beam.sdk.coders.Coder
+
+ +
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.CustomCoder
+
+ +
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
+ +
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.JAXBCoder
+
 
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
The encoding identifier is designed to support evolution as per the design of Protocol + Buffers.
+
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
getEncodingId() - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
+
The encoding id is the fully qualified name of the encoded/decoded class.
+
+
getEndKey() - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns the ByteKey representing the upper bound of this ByteKeyRange.
+
+
getEndOffset() - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
+
Returns the specified ending offset of the source.
+
+
getEnv() - Method in class org.apache.beam.runners.apex.ApexYarnLauncher.LaunchParams
+
 
+
getEnvironmentMajorVersion() - Method in class org.apache.beam.runners.dataflow.DataflowRunnerInfo
+
+
Provides the environment's major version number.
+
+
getEstimatedSizeBytes(PipelineOptions) - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
getEstimatedSizeBytes(PipelineOptions) - Method in class org.apache.beam.sdk.io.BoundedSource
+
+
An estimate of the total size (in bytes) of the data that would be read from this source.
+
+
getEstimatedSizeBytes(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
getEstimatedSizeBytes(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
getEstimatedSizeBytes(PipelineOptions) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
getEstimatedSizeBytes(PipelineOptions) - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
 
+
getEventCoder() - Method in class org.apache.beam.sdk.testing.TestStream
+
+
Returns a coder suitable for encoding TestStream.Event.
+
+
getEvents() - Method in class org.apache.beam.sdk.testing.TestStream
+
+
Returns the sequence of Events in this TestStream.
+
+
getExecutionRetryDelay() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
getExecutorService() - Method in interface org.apache.beam.sdk.options.GcsOptions
+
+
The ExecutorService instance to use to create threads, can be overridden to specify an + ExecutorService that is compatible with the users environment.
+
+
getExperiments() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
The list of backend experiments to enable.
+
+
getExposedClasses() - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns exposed types in this set, including arrays and primitives as + specified.
+
+
getExtendedSequenceNumber() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getExtensionRegistry() - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
Returns the ExtensionRegistry listing all known Protocol Buffers extension messages + to T registered with this ProtoCoder.
+
+
getFactory(String) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Returns the IOChannelFactory associated with an input specification.
+
+
getFallbackCoderProvider() - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Returns the fallback CoderProvider for this registry.
+
+
getFanout() - Method in class org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView
+
 
+
getFilename() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileResult
+
 
+
getFileName() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
getFilenamePrefix() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getFilenamePrefix() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getFilenamePrefix() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getFilenameSuffix() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getFilenameSuffix() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getFilenameSuffix() - Method in enum org.apache.beam.sdk.io.FileBasedSink.CompressionType
+
 
+
getFilenameSuffix() - Method in interface org.apache.beam.sdk.io.FileBasedSink.WritableByteChannelFactory
+
 
+
getFilenameSuffix() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getFileOrPatternSpec() - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
getFileOrPatternSpecProvider() - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
getFilePath() - Method in class org.apache.beam.sdk.util.NumberedShardedFile
+
 
+
getFilepattern() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound
+
 
+
getFilepattern() - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
 
+
getFilepattern() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
getFilepattern() - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
getFilesToStage() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
List of local files to make available to workers.
+
+
getFilesToStage() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
+
List of local files to make available to workers.
+
+
getFileSystem() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
getFinishedTriggers() - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersSet
+
+
Returns a mutable Set of the underlying triggers that are finished.
+
+
getFirstIndexAfterSubtree() - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
getFlattenResults() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns true/false if result flattening is enabled/disabled, or null if not applicable.
+
+
getFlinkMaster() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
+
The url of the Flink JobManager on which to execute pipelines.
+
+
getFn() - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
getFn() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
+
Returns the embedded serialized function.
+
+
getFn() - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns the CombineFnBase.GlobalCombineFn used by this Combine operation.
+
+
getFn() - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
+
Returns the KeyedCombineFn used by this Combine operation.
+
+
getFn() - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
+
Returns the CombineFnBase.PerKeyCombineFn used by this Combine operation.
+
+
getFn() - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Deprecated. +
this method to be converted to return DoFn. If you want to receive + an OldDoFn you should (temporarily) use ParDo.Bound.getOldFn().
+
+
+
getFn() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
+
Deprecated. +
this method to be converted to return DoFn. If you want to receive + an OldDoFn you should (temporarily) use ParDo.BoundMulti.getOldFn().
+
+
+
getFn() - Method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase
+
 
+
getFn() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Get the bound DoFn.
+
+
getFn() - Method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
getFooter() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getFormatClass() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound
+
 
+
getFormatClass() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getFormatClass() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
getFractionConsumed() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
 
+
getFractionConsumed() - Method in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
Returns a value in [0, 1] representing approximately what fraction of the + current source this reader has read so far, or null if such + an estimate is not available.
+
+
getFractionConsumed() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
getFractionConsumed() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
getFractionConsumed() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
getFractionConsumed() - Method in interface org.apache.beam.sdk.io.range.RangeTracker
+
+
Returns the approximate fraction of positions in the source that have been consumed by + successful RangeTracker.tryReturnRecordAt(boolean, PositionT) calls, or 0.0 if no such calls have happened.
+
+
getFractionOfBlockConsumed() - Method in class org.apache.beam.sdk.io.BlockBasedSource.Block
+
+
Returns the fraction of the block already consumed, if possible, as a value in + [0, 1].
+
+
getFullCoder(Coder<T>, Coder<? extends BoundedWindow>) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns the Coder to use for a WindowedValue<T>, + using the given valueCoder and windowCoder.
+
+
getFullName(PTransform<?, ?>) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Returns the full name of the currently being translated transform.
+
+
getFullName() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
 
+
getFullName() - Method in class org.apache.beam.sdk.transforms.AppliedPTransform
+
 
+
getGapDuration() - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
getGauges(MetricFilter) - Method in class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport
+
 
+
getGcloudCancelCommand(DataflowPipelineOptions, String) - Static method in class org.apache.beam.runners.dataflow.util.MonitoringUtil
+
 
+
getGcpCredential() - Method in interface org.apache.beam.sdk.options.GcpOptions
+
+
The credential instance that should be used to authenticate against GCP services.
+
+
getGcpProjectUtil() - Method in interface org.apache.beam.sdk.options.CloudResourceManagerOptions
+
+
The GcpProjectUtil instance that should be used to communicate with Google Cloud Storage.
+
+
getGcpTempLocation() - Method in interface org.apache.beam.sdk.options.GcpOptions
+
+
A GCS path for storing temporary files in GCP.
+
+
getGcsEndpoint() - Method in interface org.apache.beam.sdk.options.GcsOptions
+
+
GCS endpoint to use.
+
+
getGcsUploadBufferSizeBytes() - Method in interface org.apache.beam.sdk.options.GcsOptions
+
+
The buffer size (in bytes) to use when uploading files to GCS.
+
+
getGcsUtil() - Method in interface org.apache.beam.sdk.options.GcsOptions
+
+
The GcsUtil instance that should be used to communicate with Google Cloud Storage.
+
+
getGoogleApiTrace() - Method in interface org.apache.beam.sdk.options.GoogleApiDebugOptions
+
+
This option enables tracing of API calls to Google services used within the + Dataflow SDK.
+
+
getHeader() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getHistograms(MetricFilter) - Method in class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport
+
 
+
getId() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
getId() - Method in class org.apache.beam.sdk.util.PubsubClient.ProjectPath
+
 
+
getId() - Method in interface org.apache.beam.sdk.util.state.StateTag
+
+
An identifier for the state cell that this tag references.
+
+
getId() - Method in class org.apache.beam.sdk.util.ValueWithRecordId
+
 
+
getId() - Method in class org.apache.beam.sdk.values.TupleTag
+
+
Returns the id of this TupleTag.
+
+
getIdLabel() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getIdLabel() - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
getIdLabel() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
getIdLabel() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getIncompatibleGlobalWindowErrorMessage() - Method in interface org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn
+
+
Returns the error message for not supported default values in Combine.globally().
+
+
getIncompatibleGlobalWindowErrorMessage() - Method in class org.apache.beam.sdk.transforms.Top.TopCombineFn
+
 
+
getIndex(TupleTag<?>) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
+
Returns the index for the given tuple tag, if the tag is present in this + schema, -1 if it isn't.
+
+
getIndex() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
The zero-based index of this trigger firing that produced this pane.
+
+
getInitialRestriction() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.GetInitialRestriction method.
+
+
GetInitialRestrictionMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetInitialRestrictionMethod
+
 
+
getInput(PTransform<InputT, ?>) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Returns the input of the currently being translated transform.
+
+
getInput() - Method in class org.apache.beam.sdk.transforms.AppliedPTransform
+
 
+
getInputCoder() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
 
+
getInputs() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Returns the transform input, in unexpanded form.
+
+
getInputTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Returns a TypeDescriptor capturing what is known statically + about the input type of this DoFn instance's most-derived + class.
+
+
getInputTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Returns a TypeDescriptor capturing what is known statically + about the input type of this OldDoFn instance's most-derived + class.
+
+
getInputTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.SimpleFunction
+
+
Returns a TypeDescriptor capturing what is known statically + about the input type of this SimpleFunction instance's most-derived + class.
+
+
getInputValueCoder(Coder<KV<K, V>>) - Static method in class org.apache.beam.sdk.transforms.GroupByKey
+
+
Returns the Coder of the values of the input to this transform.
+
+
getInputWatermark() - Method in class org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks
+
+
Returns the input watermark of the AppliedPTransform.
+
+
getInsertDefault() - Method in class org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView
+
 
+
getInstanceComponents(T) - Static method in class org.apache.beam.sdk.coders.AtomicCoder
+
+
Returns a list of values contained in the provided example + value, one per type parameter.
+
+
getInstanceComponents(Object) - Method in interface org.apache.beam.sdk.coders.CoderFactory
+
+
Returns a list of objects contained in value, one per + type argument, or null if none can be determined.
+
+
getInstanceComponents(Collection<T>) - Static method in class org.apache.beam.sdk.coders.CollectionCoder
+
+
Returns the first element in this collection if it is non-empty, + otherwise returns null.
+
+
getInstanceComponents(Iterable<T>) - Static method in class org.apache.beam.sdk.coders.IterableCoder
+
+
Returns the first element in this iterable if it is non-empty, + otherwise returns null.
+
+
getInstanceComponents(KV<K, V>) - Static method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
getInstanceComponents(List<T>) - Static method in class org.apache.beam.sdk.coders.ListCoder
+
+
Returns the first element in this list if it is non-empty, + otherwise returns null.
+
+
getInstanceComponents(Map<K, V>) - Static method in class org.apache.beam.sdk.coders.MapCoder
+
+
Returns the key and value for an arbitrary element of this map, + if it is non-empty, otherwise returns null.
+
+
getInstanceComponents(Set<T>) - Static method in class org.apache.beam.sdk.coders.SetCoder
+
+
Returns the first element in this set if it is non-empty, + otherwise returns null.
+
+
getInstanceComponents(TimestampedValue<T>) - Static method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
getInstanceComponentsHelper(IterableT) - Static method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
+
Returns the first element in the iterable-like exampleValue if it is non-empty, + otherwise returns null.
+
+
getInstanceId() - Method in interface org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions
+
 
+
getInt(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getInt(Map<String, Object>, String, Integer) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getInterfaces() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a set of TypeDescriptors, one for each + interface implemented by this class.
+
+
getIsLazy() - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
+
Returns whether byte counting for the current element is lazy, that is, + whether the observer gets notified of the element's byte count only as + element's pieces are being processed or iterated over.
+
+
getJAXBClass() - Method in class org.apache.beam.sdk.coders.JAXBCoder
+
 
+
getJmsCorrelationID() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsDeliveryMode() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsDestination() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsExpiration() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsMessageID() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsPriority() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsRedelivered() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsReplyTo() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsTimestamp() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJmsType() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getJob(String) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Gets the Dataflow Job with the given jobId.
+
+
getJob() - Method in exception org.apache.beam.runners.dataflow.DataflowJobException
+
+
Returns the failed job.
+
+
getJob() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator.JobSpecification
+
 
+
getJobId() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
+
Get the id of this job.
+
+
getJobId() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+
+
The identity of the Dataflow job.
+
+
getJobId() - Method in class org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+
 
+
getJobMessages(String, long) - Method in class org.apache.beam.runners.dataflow.util.MonitoringUtil
+
+
Return job messages sorted in ascending order by timestamp.
+
+
getJobMetrics(String) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Gets the JobMetrics with the given jobId.
+
+
getJobMonitoringPageURL(String, String) - Static method in class org.apache.beam.runners.dataflow.util.MonitoringUtil
+
 
+
getJobName() - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
 
+
getJsonFactory() - Static method in class org.apache.beam.sdk.util.Transport
+
 
+
getKey() - Method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
 
+
getKey() - Method in class org.apache.beam.runners.direct.WatermarkManager.FiredTimers
+
 
+
getKey() - Method in class org.apache.beam.sdk.metrics.MetricUpdates.MetricUpdate
+
+
The key being updated.
+
+
getKey() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Identifier
+
 
+
getKey() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
The key for the display item.
+
+
getKey() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The key for the display item.
+
+
getKey() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
getKey() - Method in interface org.apache.beam.sdk.util.state.StateInternals
+
+
The key for this StateInternals.
+
+
getKey() - Method in class org.apache.beam.sdk.values.KV
+
+
Returns the key of this KV.
+
+
getKeyClass() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound
+
 
+
getKeyClass() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getKeyClass() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
getKeyCoder(Coder<KV<K, Iterable<WindowedValue<V>>>>) - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow
+
 
+
getKeyCoder() - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
getKeyCoder() - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
getKeyCoder() - Method in class org.apache.beam.sdk.coders.MapCoder
+
 
+
getKeyCoder(Coder<KV<K, V>>) - Static method in class org.apache.beam.sdk.transforms.GroupByKey
+
+
Returns the Coder of the keys of the input to this + transform, which is also used as the Coder of the keys of + the output of this transform.
+
+
getKeyCoder() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Returns the key Coder for all PCollections + in this KeyedPCollectionTuple.
+
+
getKeyedCollections() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Returns a list of TaggedKeyedPCollections for the + PCollections contained in this KeyedPCollectionTuple.
+
+
getKeyRange() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns the range of keys that will be read from the table.
+
+
getKind() - Method in interface org.apache.beam.sdk.util.PubsubClient.PubsubClientFactory
+
+
Return the display name for this factory.
+
+
getKindString() - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource
+
 
+
getKindString() - Method in class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource
+
 
+
getKindString() - Method in class org.apache.beam.sdk.io.Read.Bounded
+
 
+
getKindString() - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
 
+
getKindString() - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
 
+
getKindString() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getKindString() - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms).
+
+
getKindString() - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
 
+
getKindString() - Method in class org.apache.beam.sdk.values.PValueBase
+
+
Returns a String capturing the kind of this + PValueBase.
+
+
getKV() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
getKvCoder() - Method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
getLabel() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
Retrieve the optional label for an item.
+
+
getLabel() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The optional label for an item.
+
+
getLastEmitted() - Method in class org.apache.beam.sdk.io.CountingSource.CounterMark
+
+
Returns the last value emitted by the reader.
+
+
getLateTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
getLength(int) - Static method in class org.apache.beam.sdk.util.VarInt
+
+
Returns the length of the encoding of the given value (in bytes).
+
+
getLength(long) - Static method in class org.apache.beam.sdk.util.VarInt
+
+
Returns the length of the encoding of the given value (in bytes).
+
+
getLevenshteinDistance(String, String) - Static method in class org.apache.beam.sdk.util.StringUtils
+
+
Calculate the Levenshtein distance between two strings.
+
+
getLinkUrl() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
Retrieve the optional link URL for an item.
+
+
getLinkUrl() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The optional link URL for an item.
+
+
getListeners() - Method in interface org.apache.beam.runners.spark.SparkContextOptions
+
 
+
getListOfMaps(Map<String, Object>, String, List<Map<String, Object>>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getLogicalMetricUpdates() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the logical metric updates.
+
+
getLong(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getLong(Map<String, Object>, String, Long) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getMainOutput() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
 
+
getMainOutputTag() - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
getMainOutputTag() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
getMainOutputTag() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getMainTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger
+
+
The main trigger, which will continue firing until the "until" trigger fires.
+
+
getMaxConditionCost() - Method in interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions
+
+
The maximum cost (as a ratio of CPU time) allowed for evaluating conditional snapshots.
+
+
getMaxEndOffset(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
getMaxEndOffset(PipelineOptions) - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
+
Returns the actual ending offset of the current source.
+
+
getMaxNumRecords() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getMaxNumWorkers() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
The maximum number of workers to use for the workerpool.
+
+
getMaxReadTime() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getMaxRecordsPerBatch() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getMean() - Method in class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
getMemoryMB() - Method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options
+
+
Returns the configured size of the memory buffer.
+
+
getMessage() - Method in exception org.apache.beam.sdk.coders.Coder.NonDeterministicException
+
 
+
getMessages() - Method in class org.apache.beam.sdk.io.jms.JmsCheckpointMark
+
 
+
getMessageType() - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
Returns the Protocol Buffers Message type this ProtoCoder supports.
+
+
getMetadata() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getMeters(MetricFilter) - Method in class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport
+
 
+
getMimeType() - Method in enum org.apache.beam.sdk.io.FileBasedSink.CompressionType
+
 
+
getMimeType() - Method in interface org.apache.beam.sdk.io.FileBasedSink.WritableByteChannelFactory
+
 
+
getMinBundleSize() - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
+
Returns the minimum bundle size that should be used when splitting the source into sub-sources.
+
+
getMinReadTimeMillis() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getMode() - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
getMode() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
getMonthOfYear() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
getMutableOutput(TupleTag<T>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
getName() - Method in class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
getName() - Method in class org.apache.beam.sdk.metrics.MetricNameFilter
+
+
If set, the metric must have this name to match this MetricNameFilter.
+
+
getName() - Method in interface org.apache.beam.sdk.transforms.Aggregator
+
+
Returns the name of the Aggregator.
+
+
getName() - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Returns the transform name.
+
+
getName(int) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
getName() - Method in class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath
+
 
+
getName() - Method in class org.apache.beam.sdk.util.PubsubClient.TopicPath
+
 
+
getName() - Method in class org.apache.beam.sdk.util.ReleaseInfo
+
+
Provides the SDK name.
+
+
getName() - Method in class org.apache.beam.sdk.values.PCollection
+
+
Returns the name of this PCollection.
+
+
getName() - Method in interface org.apache.beam.sdk.values.PValue
+
+
Returns the name of this PValue.
+
+
getName() - Method in class org.apache.beam.sdk.values.PValueBase
+
+
Returns the name of this PValueBase.
+
+
getNameCount() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
getNamedAggregators(JavaSparkContext) - Static method in class org.apache.beam.runners.spark.aggregators.SparkAggregators
+
+
Retrieves the NamedAggregators instance using the provided Spark context.
+
+
getNamespace() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
getNamespace() - Method in class org.apache.beam.sdk.metrics.MetricNameFilter
+
+
The inNamespace that a metric must be in to match this MetricNameFilter.
+
+
getNamespace() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Identifier
+
 
+
getNamespace() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
The namespace for the display item.
+
+
getNamespace() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The namespace for the display item.
+
+
getNamespace() - Method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
 
+
getNamespacesInUse() - Method in class org.apache.beam.sdk.util.state.StateTable
+
 
+
getNamespacesInUse() - Method in class org.apache.beam.sdk.util.state.TestInMemoryStateInternals
+
 
+
getNetwork() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
GCE network for launching + workers.
+
+
getNewFn() - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
 
+
getNewFn() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getNewValue() - Method in exception org.apache.beam.sdk.util.IllegalMutationException
+
+
The value after the illegal mutation.
+
+
getNextOffset() - Method in class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark
+
 
+
getNextPaneInfo(ReduceFn<?, ?, ?, ?>.Context, boolean) - Method in class org.apache.beam.runners.core.PaneInfoTracker
+
+
Return a (ReadableState for) the pane info appropriate for context.
+
+
getNextTimer(TimeDomain) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Returns when the next timer in the given time domain will fire, or null + if there are no timers scheduled in that time domain.
+
+
getNonSpeculativeIndex() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
The zero-based index of this trigger firing among non-speculative panes.
+
+
getNum() - Method in class org.apache.beam.runners.spark.io.ConsoleIO.Write.Unbound
+
 
+
getNumber() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
getNumber() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
getNumber() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
getNumberOfExecutionRetries() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
getNumberOfWorkerHarnessThreads() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
Number of threads to use on the Dataflow worker harness.
+
+
getNumQuerySplits() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
getNumRecordsRead() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
getNumShards() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getNumShards() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getNumShards() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getNumShards() - Method in class org.apache.beam.sdk.io.Write.Bound
+
+
Returns the number of shards that will be produced in the output.
+
+
getNumShards() - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
+
Returns the number of output shards.
+
+
getNumWorkers() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
Number of workers to use when executing the Dataflow job.
+
+
getObject() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Returns the object name associated with this GCS path, or an empty string + if no object is specified.
+
+
getObject(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getObject(Map<String, Object>, String, Map<String, Object>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getObjectReuse() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
getOffset() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
getOffset() - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
getOffset() - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
getOldestPendingTimestamp() - Method in class org.apache.beam.sdk.io.jms.JmsCheckpointMark
+
 
+
getOldFn() - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Deprecated. +
please migrate to ParDo.Bound.getNewFn() until ParDo.Bound.getFn() is migrated to return + a DoFn.
+
+
+
getOldFn() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
+
Deprecated. +
please migrate to ParDo.BoundMulti.getNewFn() until ParDo.BoundMulti.getFn() is migrated to return + a DoFn.
+
+
+
getOnCreateMatcher() - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
getOnly(TupleTag<V>) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
If there is a singleton value for the given tag, returns it.
+
+
getOnly(TupleTag<V>, V) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
If there is a singleton value for the given tag, returns it.
+
+
getOnSuccessMatcher() - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
getOptions() - Method in class org.apache.beam.sdk.Pipeline
+
+
Returns the configured PipelineOptions.
+
+
getOptionsId() - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
+
Provides a unique ID for this PipelineOptions object, assigned at graph + construction time.
+
+
getOrCreateStepContext(String, String) - Method in class org.apache.beam.sdk.util.BaseExecutionContext
+
+
Returns the BaseExecutionContext.StepContext associated with the given step.
+
+
getOrCreateStepContext(String, BaseExecutionContext.CreateStepContextFunction<T>) - Method in class org.apache.beam.sdk.util.BaseExecutionContext
+
 
+
getOrCreateStepContext(String, String) - Method in interface org.apache.beam.sdk.util.ExecutionContext
+
+
Returns the ExecutionContext.StepContext associated with the given step.
+
+
getOriginalFn() - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Deprecated. +
for migration purposes only. There are some cases of OldDoFn that are not + fully supported by wrapping it into a DoFn, such as OldDoFn.RequiresWindowAccess.
+
+
+
getOriginalWindowFn() - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
+
Returns the original windowFn that this InvalidWindows replaced.
+
+
getOutName(int) - Method in class org.apache.beam.sdk.values.TupleTag
+
+
If this TupleTag is tagging output outputIndex of + a PTransform, returns the name that should be used by + default for the output.
+
+
getOutput(PTransform<?, OutputT>) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Returns the output of the currently being translated transform.
+
+
getOutput() - Method in class org.apache.beam.sdk.transforms.AppliedPTransform
+
 
+
getOutputBundles() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the (uncommitted) Bundles output by this transform.
+
+
getOutputDirectory(String, String) - Static method in class org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder
+
 
+
getOutputFilePrefix(String, String) - Static method in class org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder
+
 
+
getOutputFileTemplate(String, String) - Static method in class org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder
+
 
+
getOutputKvCoder(Coder<KV<K, V>>) - Static method in class org.apache.beam.sdk.transforms.GroupByKey
+
+
Returns the Coder of the output of this transform.
+
+
getOutputMap() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
 
+
getOutputs() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Returns the transform output, in unexpanded form.
+
+
getOutputStrategyInternal(WindowingStrategy<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Get the output strategy of this Window PTransform.
+
+
getOutputTime(Instant, GlobalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindows
+
 
+
getOutputTime(Instant, W) - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
 
+
getOutputTime(Instant, W) - Method in class org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn
+
 
+
getOutputTime(Instant, IntervalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
+
Ensures that later sliding windows have an output time that is past the end of earlier windows.
+
+
getOutputTime(Instant, W) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window.
+
+
getOutputTime(Instant, BoundedWindow) - Method in class org.apache.beam.sdk.util.IdentityWindowFn
+
+
Deprecated.
+
+
getOutputTimeFn() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
getOutputTimeFn() - Method in interface org.apache.beam.sdk.util.state.WatermarkHoldState
+
+
Return the OutputTimeFn which will be used to determine a watermark hold time given + an element timestamp, and to combine watermarks from windows which are about to be merged.
+
+
getOutputTimeFn() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
getOutputType() - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Returns a TypeDescriptor capturing what is known statically + about the output type of this CombineFn instance's + most-derived class.
+
+
getOutputTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Returns a TypeDescriptor capturing what is known statically + about the output type of this DoFn instance's + most-derived class.
+
+
getOutputTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Returns a TypeDescriptor capturing what is known statically + about the output type of this OldDoFn instance's + most-derived class.
+
+
getOutputTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.SimpleFunction
+
+
Returns a TypeDescriptor capturing what is known statically + about the output type of this SimpleFunction instance's + most-derived class.
+
+
getOutputTypes() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the types of output produced by this PTransform.
+
+
getOutputWatermark() - Method in class org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks
+
+
Returns the output watermark of the AppliedPTransform.
+
+
getOverrideWindmillBinary() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
Custom windmill_main binary to use with the streaming runner.
+
+
getPane() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow
+
+
Returns the pane of this ValueInSingleWindow in its window.
+
+
getPane() - Method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns the pane of this WindowedValue in its window.
+
+
getParallelism() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
getParent() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
+
Returns the parent path, or null if this path does not + have a parent.
+
+
getPartition() - Method in class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark
+
 
+
getPartition() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
getPartitionKey() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getPartitions() - Method in class org.apache.beam.runners.spark.io.SourceRDD.Bounded
+
 
+
getPartitions() - Method in class org.apache.beam.runners.spark.io.SourceRDD.Unbounded
+
 
+
getPartitions() - Method in class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark
+
 
+
getPath() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Identifier
+
 
+
getPath() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
The path for the display item within a component hierarchy.
+
+
getPath() - Method in class org.apache.beam.sdk.util.PubsubClient.ProjectPath
+
 
+
getPath() - Method in class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath
+
 
+
getPath() - Method in class org.apache.beam.sdk.util.PubsubClient.TopicPath
+
 
+
getPathValidator() - Method in interface org.apache.beam.sdk.options.GcsOptions
+
+
The path validator instance that should be used to validate paths.
+
+
getPathValidatorClass() - Method in interface org.apache.beam.sdk.options.GcsOptions
+
+
The class of the validator that should be created and used to validate paths.
+
+
getPayload() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getPeriod() - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
getPipeline() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
 
+
getPipeline() - Method in class org.apache.beam.sdk.values.PBegin
+
 
+
getPipeline() - Method in class org.apache.beam.sdk.values.PCollectionList
+
 
+
getPipeline() - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
 
+
getPipeline() - Method in interface org.apache.beam.sdk.values.PInput
+
+
Returns the owning Pipeline of this PInput.
+
+
getPipeline() - Method in interface org.apache.beam.sdk.values.POutput
+
+
Returns the owning Pipeline of this POutput.
+
+
getPipeline() - Method in class org.apache.beam.sdk.values.POutputValueBase
+
 
+
getPipelineOptions() - Method in class org.apache.beam.runners.apex.ApexRunnerRegistrar.Options
+
 
+
getPipelineOptions() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Options
+
 
+
getPipelineOptions() - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext
+
+
Returns the configured pipeline options.
+
+
getPipelineOptions() - Method in class org.apache.beam.runners.direct.DirectRegistrar.Options
+
 
+
getPipelineOptions() - Method in class org.apache.beam.runners.direct.DirectRunner
+
+
Returns the PipelineOptions used to create this DirectRunner.
+
+
getPipelineOptions() - Method in class org.apache.beam.runners.flink.FlinkRunner
+
+
For testing.
+
+
getPipelineOptions() - Method in class org.apache.beam.runners.flink.FlinkRunnerRegistrar.Options
+
 
+
getPipelineOptions() - Method in class org.apache.beam.runners.flink.TestFlinkRunner
+
 
+
getPipelineOptions() - Method in class org.apache.beam.runners.spark.SparkRunnerRegistrar.Options
+
 
+
getPipelineOptions() - Method in class org.apache.beam.sdk.options.DefaultPipelineOptionsRegistrar
+
 
+
getPipelineOptions() - Method in interface org.apache.beam.sdk.options.PipelineOptionsRegistrar
+
 
+
getPipelineOptions() - Method in class org.apache.beam.sdk.transforms.CombineWithContext.Context
+
+
Returns the PipelineOptions specified with the + PipelineRunner + invoking this KeyedCombineFn.
+
+
getPipelineOptions() - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Returns the PipelineOptions specified with the + PipelineRunner + invoking this DoFn.
+
+
getPipelineOptions() - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Returns the PipelineOptions specified with the + PipelineRunner + invoking this OldDoFn.
+
+
getPipelineOptions() - Method in interface org.apache.beam.sdk.util.state.StateContext
+
+
Returns the PipelineOptions specified with the + PipelineRunner.
+
+
getPipelineRunners() - Method in class org.apache.beam.runners.apex.ApexRunnerRegistrar.Runner
+
 
+
getPipelineRunners() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Runner
+
 
+
getPipelineRunners() - Method in class org.apache.beam.runners.direct.DirectRegistrar.Runner
+
 
+
getPipelineRunners() - Method in class org.apache.beam.runners.flink.FlinkRunnerRegistrar.Runner
+
 
+
getPipelineRunners() - Method in class org.apache.beam.runners.spark.SparkRunnerRegistrar.Runner
+
 
+
getPipelineRunners() - Method in interface org.apache.beam.sdk.runners.PipelineRunnerRegistrar
+
+
Get the set of PipelineRunners to register.
+
+
getPositionForFractionConsumed(double) - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
+
Returns a position P such that the range [start, P) represents approximately + the given fraction of the range [start, end).
+
+
getProcessingTimeAdvance() - Method in class org.apache.beam.sdk.testing.TestStream.ProcessingTimeEvent
+
 
+
getProducingTransformInternal() - Method in class org.apache.beam.sdk.values.POutputValueBase
+
+
Returns the AppliedPTransform that this POutputValueBase + is an output of.
+
+
getProducingTransformInternal() - Method in interface org.apache.beam.sdk.values.PValue
+
+
Returns the AppliedPTransform that this PValue is an output of.
+
+
getProfilingAgentConfiguration() - Method in interface org.apache.beam.runners.dataflow.options.DataflowProfilingOptions
+
 
+
getProject() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
 
+
getProject() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getProject() - Method in interface org.apache.beam.sdk.options.GcpOptions
+
+
Project id to use when launching jobs.
+
+
getProjectId() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
+
Get the project this job exists in.
+
+
getProjectId() - Method in class org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+
 
+
getProjectId() - Method in interface org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions
+
 
+
getProjectId() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
getProperties() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
getProvidedSparkContext() - Method in interface org.apache.beam.runners.spark.SparkContextOptions
+
 
+
getPubsubRootUrl() - Method in interface org.apache.beam.sdk.options.PubsubOptions
+
+
Root URL for use with the Pubsub API.
+
+
getQuery() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns the query to be read, or null if reading from a table instead.
+
+
getQuery() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
getQueryProvider() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns the query to be read, or null if reading from a table instead.
+
+
getQueuedValues() - Method in class org.apache.beam.runners.spark.io.CreateStream.QueuedValues
+
 
+
getRange() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
+
Returns the current range.
+
+
getRawType() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns the Class underlying the Type represented by + this TypeDescriptor.
+
+
getReadTime() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getReadTimePercentage() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getReason() - Method in exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
 
+
getReasons() - Method in exception org.apache.beam.sdk.coders.Coder.NonDeterministicException
+
 
+
getRecordClass() - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
getRecordElement() - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
getRecordType() - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
getRegisteredOptions() - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
 
+
getReleaseInfo() - Static method in class org.apache.beam.sdk.util.ReleaseInfo
+
+
Returns an instance of ReleaseInfo.
+
+
getRepeatedTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.Repeatedly
+
 
+
getReplacedByJob() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
+
Returns a new DataflowPipelineJob for the job that replaced this one, if applicable.
+
+
getReplacedByJob() - Method in class org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+
 
+
getRequestMetadata() - Method in class org.apache.beam.sdk.util.TestCredential
+
 
+
getRequestMetadata(URI) - Method in class org.apache.beam.sdk.util.TestCredential
+
 
+
getRestrictionCoder() - Method in class org.apache.beam.runners.core.ElementAndRestrictionCoder
+
 
+
getRestrictionCoder() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.GetRestrictionCoder method.
+
+
GetRestrictionCoderMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetRestrictionCoderMethod
+
 
+
getRoot() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
getRootCause() - Method in exception org.apache.beam.sdk.coders.CannotProvideCoderException
+
+
Returns the inner-most CannotProvideCoderException when they are deeply nested.
+
+
getRootClasses() - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns all public classes originally belonging to the package + in the ApiSurface.
+
+
getRootElement() - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
getRunMillis() - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
getRunner() - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
+
The pipeline runner that will be used to execute the pipeline.
+
+
getRunner() - Method in class org.apache.beam.sdk.Pipeline
+
+
Returns the configured PipelineRunner.
+
+
getSavedValue() - Method in exception org.apache.beam.sdk.util.IllegalMutationException
+
+
The original value, before the illegal mutation.
+
+
getSaveProfilesToGcs() - Method in interface org.apache.beam.runners.dataflow.options.DataflowProfilingOptions
+
 
+
getSchema() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Returns the schema used by this coder.
+
+
getSchema() - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
 
+
getSchema() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getSchema() - Method in class org.apache.beam.sdk.io.AvroSource
+
 
+
getSchema() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns the table schema.
+
+
getSchema() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
Returns the schema used by this CoGbkResult.
+
+
getSchemaString() - Method in class org.apache.beam.sdk.util.AvroUtils.AvroMetadata
+
+
The JSON-encoded schema + string for the file.
+
+
getScheme() - Method in class org.apache.beam.sdk.util.FileIOChannelFactoryRegistrar
+
 
+
getScheme() - Method in class org.apache.beam.sdk.util.GcsIOChannelFactoryRegistrar
+
 
+
getScheme() - Method in interface org.apache.beam.sdk.util.IOChannelFactoryRegistrar
+
+
Get the URI scheme which defines the namespace of the IOChannelFactoryRegistrar.
+
+
getSdkApiSurface() - Static method in class org.apache.beam.sdk.util.ApiSurface
+
+
All classes transitively reachable via only public method signatures of the SDK.
+
+
getSequenceNumber() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getServiceAccount() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
+
Run the job as a specific service account, instead of the default GCE robot.
+
+
getShardId() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getShardNameTemplate() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns the current shard name template string.
+
+
getShardNameTemplate() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns the current shard name template string.
+
+
getShardTemplate() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getShardTemplate() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getShardTemplate() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
getShortValue() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
Return the optional short value for an item, or null if none is provided.
+
+
getShortValue() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The optional short value for an item, or null if none is provided.
+
+
getSideInputs() - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
getSideInputs() - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns the side inputs used by this Combine operation.
+
+
getSideInputs() - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
 
+
getSideInputs() - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
+
Returns the side inputs used by this Combine operation.
+
+
getSideInputs() - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
 
+
getSideInputs() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getSideInputViews() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
 
+
getSideInputViews() - Method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindows
+
 
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
 
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn
+
 
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
+
Return the earliest window that contains the end of the main-input window.
+
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Returns the window of the side input corresponding to the given window of + the main input.
+
+
getSideInputWindow(BoundedWindow) - Method in class org.apache.beam.sdk.util.IdentityWindowFn
+
 
+
getSideOutputTags() - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
getSideOutputTags() - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
getSignature(Class<FnT>) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignatures
+
 
+
getSink() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Returns the FileBasedSink for this write operation.
+
+
getSink() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
getSink() - Method in class org.apache.beam.sdk.io.Sink.WriteOperation
+
+
Returns the Sink that this write operation writes to.
+
+
getSink() - Method in class org.apache.beam.sdk.io.Write.Bound
+
+
Returns the Sink associated with this PTransform.
+
+
getSink() - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriteOperation
+
+
Return the XmlSink.Bound for this write operation.
+
+
getSize() - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
getSize() - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
getSizeBytes(String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
getSizeBytes(String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
getSizeBytes(String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Returns the size in bytes for the given specification.
+
+
getSizeBytes(String) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Returns the size in bytes for the given specification.
+
+
getSource() - Method in class org.apache.beam.sdk.io.Read.Bounded
+
+
Returns the BoundedSource used to create this Read PTransform.
+
+
getSource() - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
+
Returns the UnboundedSource used to create this Read PTransform.
+
+
getSource() - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
getSparkMaster() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getSpec() - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
+
Return the underlying trigger specification corresponding to this ExecutableTrigger.
+
+
getSpec() - Method in interface org.apache.beam.sdk.util.state.StateTag
+
+
The specification for the state stored in the referenced cell.
+
+
getSplit() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit
+
 
+
getSplitBacklogBytes() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Returns the size of the backlog of unread data in the underlying data source represented by + this split of this source.
+
+
getSplitPointsConsumed() - Method in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
Returns the total amount of parallelism in the consumed (returned and processed) range of + this reader's current BoundedSource (as would be returned by + BoundedSource.BoundedReader.getCurrentSource()).
+
+
getSplitPointsConsumed() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
 
+
getSplitPointsConsumed() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
getSplitPointsConsumed() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
getSplitPointsProcessed() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
+
Returns the total number of split points that have been processed.
+
+
getSplitPointsRemaining() - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
getSplitPointsRemaining() - Method in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
Returns the total amount of parallelism in the unprocessed part of this reader's current + BoundedSource (as would be returned by BoundedSource.BoundedReader.getCurrentSource()).
+
+
getSplitPointsRemaining() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
 
+
getSplitPointsRemaining() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
getStableUniqueNames() - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
+
Whether to check for stable unique names on each transform.
+
+
getStager() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
The resource stager instance that should be used to stage resources.
+
+
getStagerClass() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
The class responsible for staging resources to be accessible by workers + during job execution.
+
+
getStagingLocation() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
+
GCS path for staging local files, e.g.
+
+
getStartDate() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
getStartDate() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
getStartDate() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
getStartKey() - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns the ByteKey representing the lower bound of this ByteKeyRange.
+
+
getStartOffset() - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
+
Returns the starting offset of the source.
+
+
getStartPosition() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
getStartPosition() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
getStartPosition() - Method in interface org.apache.beam.sdk.io.range.RangeTracker
+
+
Returns the starting position of the current range, inclusive.
+
+
getStartTime() - Method in class org.apache.beam.sdk.io.CountingSource.CounterMark
+
+
Returns the time the reader was started.
+
+
getState() - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
getState() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
getState() - Method in class org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+
 
+
getState() - Method in class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult
+
 
+
getState() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the State used by the transform.
+
+
getState() - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
getState() - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
getState() - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
getState() - Method in interface org.apache.beam.sdk.PipelineResult
+
+
Retrieves the current state of the pipeline execution.
+
+
getStateBackend() - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
getStateInternals() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
getStepName() - Method in class org.apache.beam.runners.direct.AggregatorContainer.AggregatorKey
+
 
+
getStepName() - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
getStepName() - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
+
The name of the step.
+
+
getStepNames() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator.JobSpecification
+
+
Returns the mapping of AppliedPTransforms to the internal step + name for that AppliedPTransform.
+
+
getStopPosition() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
getStopPosition() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
getStopPosition() - Method in interface org.apache.beam.sdk.io.range.RangeTracker
+
+
Returns the ending position of the current range, exclusive.
+
+
getStorageLevel() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getStreamingWorkerHarnessContainerImage() - Method in class org.apache.beam.runners.dataflow.DataflowRunnerInfo
+
+
Provides the streaming worker harness container image name.
+
+
getStreamName() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getString(Map<String, Object>, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getString(Map<String, Object>, String, String) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getStrings(Map<String, Object>, String, List<String>) - Static method in class org.apache.beam.sdk.util.Structs
+
 
+
getSubnetwork() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
GCE subnetwork for launching + workers.
+
+
getSubscription() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getSubscription() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getSubscriptionProvider() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getSubscriptionProvider() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getSubSequenceNumber() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getSubTriggerContaining(int) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
getSum() - Method in class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
getSumAndReset() - Method in class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
getSupertype(Class<? super T>) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns the generic form of a supertype.
+
+
getSynchronizedProcessingInputTime() - Method in class org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks
+
+
Returns the synchronized processing input time of the AppliedPTransform.
+
+
getSynchronizedProcessingOutputTime() - Method in class org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks
+
+
Returns the synchronized processing output time of the AppliedPTransform.
+
+
getSyncMarker() - Method in class org.apache.beam.sdk.util.AvroUtils.AvroMetadata
+
+
The 16-byte sync marker for the file.
+
+
getTable() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns the table to read, or null if reading from a query instead.
+
+
getTable() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns the table reference, or null.
+
+
getTableId() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns the table being read from.
+
+
getTableId() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
+
Returns the table being written to.
+
+
getTableProvider() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns the table to read, or null if reading from a query instead.
+
+
getTag(int) - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
+
Returns the tuple tag at the given index.
+
+
getTagInternal() - Method in interface org.apache.beam.sdk.values.PCollectionView
+
+
Deprecated. +
this method will be removed entirely. The PCollection underlying a side + input, is part of the side input's specification with a ParDo transform, which will + obtain that information via a package-private channel.
+
+
+
getTagsInUse(StateNamespace) - Method in class org.apache.beam.sdk.util.state.StateTable
+
 
+
getTagsInUse(StateNamespace) - Method in class org.apache.beam.sdk.util.state.TestInMemoryStateInternals
+
 
+
getTargetParallelism() - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
getTempDatasetId() - Method in interface org.apache.beam.sdk.options.BigQueryOptions
+
 
+
getTemplateLocation() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
+
Where the runner should generate a template file.
+
+
getTempLocation() - Method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options
+
+
Returns the configured temporary location.
+
+
getTempLocation() - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
+
A pipeline level default location for storing temporary files.
+
+
getTempRoot() - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
getTestTimeoutSeconds() - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
getTimeDomain() - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
The time domain according to which this trigger sets timers.
+
+
getTimeDomain() - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
The time domain according for which this trigger sets timers.
+
+
getTimeDomain() - Method in interface org.apache.beam.sdk.util.TimerSpec
+
 
+
getTimerId() - Method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
 
+
getTimerInternals() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
 
+
getTimers() - Method in class org.apache.beam.runners.direct.WatermarkManager.FiredTimers
+
+
Gets all of the timers that have fired within the provided TimeDomain.
+
+
getTimers(MetricFilter) - Method in class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport
+
 
+
getTimerUpdate() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns a TimerUpdateBuilder that was produced as a result of this evaluation.
+
+
getTimestamp() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow
+
+
Returns the timestamp of this ValueInSingleWindow.
+
+
getTimestamp() - Method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
 
+
getTimestamp() - Method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns the timestamp of this WindowedValue.
+
+
getTimestamp() - Method in class org.apache.beam.sdk.values.TimestampedValue
+
 
+
getTimestampLabel() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getTimestampLabel() - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
getTimestampLabel() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
getTimestampLabel() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getTimestampMappers() - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
The mapping functions applied to the arrival time of an element to determine when to + set a wake-up timer for triggering.
+
+
getTimestampMappers() - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
The mapping functions applied to the arrival time of an element to determine when to + set a wake-up timer for triggering.
+
+
getTimeZone() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
getTimeZone() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
getTimeZone() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
getTiming() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
Return true if this is the last pane that will be produced in the associated window.
+
+
getTopic() - Method in class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark
+
 
+
getTopic() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
getTopic() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getTopic() - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
getTopic() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
getTopic() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getTopicProvider() - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
getTopicProvider() - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
getTopicProvider() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
getTopicProvider() - Method in class org.apache.beam.sdk.io.PubsubUnboundedSource
+
 
+
getTotalBacklogBytes() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Returns the size of the backlog of unread data in the underlying data source represented by + all splits of this source.
+
+
getTotalValue(Combine.CombineFn<T, ?, T>) - Method in class org.apache.beam.sdk.AggregatorValues
+
+
Get the total value of this Aggregator by applying the specified Combine.CombineFn.
+
+
getTransform() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the AppliedPTransform that produced this result.
+
+
getTransform() - Method in class org.apache.beam.runners.direct.WatermarkManager.FiredTimers
+
 
+
getTransform() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Returns the transform associated with this transform node.
+
+
getTransform() - Method in class org.apache.beam.sdk.transforms.AppliedPTransform
+
 
+
getTransformName() - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
getTransformName() - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
+
The name of the transform for the step.
+
+
getTransformNameMapping() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
Mapping of old PTranform names to new ones, specified as JSON + {"oldName":"newName",...}.
+
+
getTransformTranslator(Class<TransformT>) - Method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator
+
+
Returns the DataflowPipelineTranslator.TransformTranslator to use for instances of the + specified PTransform class, or null if none registered.
+
+
getTranslator() - Method in class org.apache.beam.runners.dataflow.DataflowRunner
+
+
Returns the DataflowPipelineTranslator associated with this object.
+
+
getTransport() - Static method in class org.apache.beam.sdk.util.Transport
+
 
+
getTrigger() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
getTriggerIndex() - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
getTriggerIndex() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
getTupleTag() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple.TaggedKeyedPCollection
+
+
Returns the TupleTag of this TaggedKeyedPCollection.
+
+
getTupleTagList() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
+
Returns the TupleTagList tuple associated with this schema.
+
+
getType() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Returns the type this coder encodes/decodes.
+
+
getType() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
getType() - Method in interface org.apache.beam.sdk.testing.TestStream.Event
+
 
+
getType() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
Retrieve the DisplayData.Type of display data.
+
+
getType() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The DisplayData.Type of display data.
+
+
getType() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns the Type represented by this TypeDescriptor.
+
+
getTypeDescriptor() - Method in class org.apache.beam.sdk.values.TupleTag
+
+
Returns a TypeDescriptor capturing what is known statically + about the type of this TupleTag instance's most-derived + class.
+
+
getTypeDescriptor() - Method in class org.apache.beam.sdk.values.TypedPValue
+
+
Returns a TypeDescriptor<T> with some reflective information + about T, if possible.
+
+
getTypeParameter(String) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a TypeVariable for the named type parameter.
+
+
getTypes() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a set of TypeDescriptor, one for each + superclass as well as each interface implemented by this class.
+
+
getUnionTag() - Method in class org.apache.beam.sdk.transforms.join.RawUnionValue
+
 
+
getUniqueId() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
getUnprocessedElements() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns elements that were provided to the TransformEvaluator as input but were not + processed.
+
+
getUntilTrigger() - Method in class org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger
+
+
The trigger that signals termination of this trigger.
+
+
getUpdate() - Method in class org.apache.beam.sdk.metrics.MetricUpdates.MetricUpdate
+
+
The value of the update.
+
+
getUpdates() - Method in class org.apache.beam.sdk.metrics.MetricsContainer
+
+
Return the cumulative values for any metrics that have changed since the last time updates were + committed.
+
+
getUseLegacySql() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns true (false) if the query will (will not) use BigQuery's legacy SQL mode, or null + if not applicable.
+
+
getUsePublicIps() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
Specifies whether worker pools should be started with public IP addresses.
+
+
getUsesProvidedSparkContext() - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
getV1Beta1Path() - Method in class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath
+
 
+
getV1Beta1Path() - Method in class org.apache.beam.sdk.util.PubsubClient.TopicPath
+
 
+
getValidate() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Returns true if table validation is enabled.
+
+
getValidate() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns true if table validation is enabled.
+
+
getValue(String, Class<T>) - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators
+
 
+
getValue() - Method in class org.apache.beam.runners.spark.util.BroadcastHelper
+
 
+
getValue() - Method in class org.apache.beam.runners.spark.util.ByteArray
+
 
+
getValue() - Method in class org.apache.beam.sdk.coders.StructuralByteArray
+
 
+
getValue() - Method in class org.apache.beam.sdk.io.range.ByteKey
+
+
Returns an immutable ByteString representing this ByteKey.
+
+
getValue() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow
+
+
Returns the value of this ValueInSingleWindow.
+
+
getValue() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
+
Retrieve the value of the display item.
+
+
getValue() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
The value of the display item.
+
+
getValue() - Method in class org.apache.beam.sdk.transforms.join.RawUnionValue
+
 
+
getValue() - Method in class org.apache.beam.sdk.util.ValueWithRecordId
+
 
+
getValue() - Method in class org.apache.beam.sdk.util.WeightedValue
+
 
+
getValue() - Method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns the value of this WindowedValue.
+
+
getValue() - Method in class org.apache.beam.sdk.values.KV
+
+
Returns the value of this KV.
+
+
getValue() - Method in class org.apache.beam.sdk.values.TimestampedValue
+
 
+
getValueClass() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound
+
 
+
getValueClass() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
getValueClass() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
getValueCoder(Coder<KV<K, Iterable<WindowedValue<V>>>>) - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow
+
 
+
getValueCoder() - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
getValueCoder() - Method in class org.apache.beam.sdk.coders.MapCoder
+
 
+
getValueCoder() - Method in class org.apache.beam.sdk.coders.NullableCoder
+
+
Returns the inner Coder wrapped by this NullableCoder instance.
+
+
getValueCoder() - Method in class org.apache.beam.sdk.testing.TestStream
+
 
+
getValueCoder() - Method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
getValueCoder() - Method in class org.apache.beam.sdk.util.WindowedValue.WindowedValueCoder
+
+
Returns the value coder.
+
+
getValueCoder() - Method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
getValueOnlyCoder(Coder<T>) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns the ValueOnlyCoder from the given valueCoder.
+
+
getValues() - Method in class org.apache.beam.sdk.AggregatorValues
+
+
Get the values of the Aggregator at all steps it was used.
+
+
getValuesAtSteps() - Method in class org.apache.beam.sdk.AggregatorValues
+
+
Get the values of the Aggregator by the user name at each step it was used.
+
+
getVersion() - Method in class org.apache.beam.sdk.util.ReleaseInfo
+
+
Provides the SDK version.
+
+
getView() - Method in class org.apache.beam.runners.apex.ApexRunner.CreateApexPCollectionView
+
 
+
getView() - Method in class org.apache.beam.runners.dataflow.DataflowRunner.StreamingPCollectionViewWriterFn
+
+
Deprecated.
+
getView() - Method in class org.apache.beam.runners.flink.FlinkRunner.CreateFlinkPCollectionView
+
 
+
getView() - Method in class org.apache.beam.sdk.transforms.View.CreatePCollectionView
+
 
+
getView() - Method in class org.apache.beam.sdk.util.PCollectionViewWindow
+
 
+
getViewFn() - Method in interface org.apache.beam.sdk.values.PCollectionView
+
+
Deprecated. +
this method will be removed entirely. The ViewFn for a side input is an + attribute of the side input's specification with a ParDo transform, which will + obtain this specification via a package-private channel.
+
+
+
getWatermark() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Returns a timestamp before or at the timestamps of all future elements read by this reader.
+
+
getWatermark() - Method in class org.apache.beam.sdk.testing.TestStream.WatermarkEvent
+
 
+
getWatermark() - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
A lower bound provided by the DoFn on timestamps of the output that will be emitted + by future DoFn.ProcessElement calls continuing processing of the current element.
+
+
getWatermarkHold() - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns the Watermark Hold for the transform at the time this result was produced.
+
+
getWatermarks(AppliedPTransform<?, ?, ?>) - Method in class org.apache.beam.runners.direct.WatermarkManager
+
+
Gets the input and output watermarks for an AppliedPTransform.
+
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterAll
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterEach
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterFirst
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.DefaultTrigger
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.Never.NeverTrigger
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.Repeatedly
+
 
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
+
Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data.
+
+
getWatermarkThatGuaranteesFiring(BoundedWindow) - Method in class org.apache.beam.sdk.util.ReshuffleTrigger
+
 
+
getWeight() - Method in interface org.apache.beam.sdk.util.Weighted
+
+
Returns the weight of the object.
+
+
getWeight() - Method in class org.apache.beam.sdk.util.WeightedValue
+
 
+
getWindmillServiceEndpoint() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
+
Custom windmill service endpoint.
+
+
getWindmillServicePort() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
getWindow() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow
+
+
Returns the window of this ValueInSingleWindow.
+
+
getWindow() - Method in class org.apache.beam.sdk.util.PCollectionViewWindow
+
 
+
getWindow() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
getWindow() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
 
+
getWindowCoder() - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
getWindowFn() - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Get the WindowFn of this Window PTransform.
+
+
getWindowFn() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
getWindowingStrategy() - Method in class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow
+
 
+
getWindowingStrategy() - Method in class org.apache.beam.runners.dataflow.util.DoFnInfo
+
 
+
getWindowingStrategy() - Method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
getWindowingStrategy() - Method in class org.apache.beam.sdk.values.PCollection
+
+
Returns the WindowingStrategy of this PCollection.
+
+
getWindowingStrategyInternal() - Method in interface org.apache.beam.sdk.values.PCollectionView
+
+
Deprecated. +
this method will be removed entirely. The PCollection underlying a side + input, including its WindowingStrategy, is part of the side input's specification + with a ParDo transform, which will obtain that information via a package-private + channel.
+
+
+
getWindows() - Method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns the windows of this WindowedValue.
+
+
getWindowsCoder() - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
getWindowTypeDescriptor() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Returns a TypeDescriptor capturing what is known statically about the window type of + this WindowFn instance's most-derived class.
+
+
getWorkerCacheMb() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+
+
The size of the worker's in-memory cache, in megabytes.
+
+
getWorkerDiskType() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
Specifies what type of persistent disk should be used.
+
+
getWorkerHarnessContainerImage() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
Docker container image that executes Dataflow worker harness, residing in Google Container + Registry.
+
+
getWorkerId() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+
+
The identity of the worker running this pipeline.
+
+
getWorkerLogLevelOverrides() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
+
This option controls the log levels for specifically named loggers.
+
+
getWorkerMachineType() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
Machine type to create Dataflow worker VMs as.
+
+
getWorkerSystemErrMessageLevel() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
+
Controls the log level given to messages printed to System.err.
+
+
getWorkerSystemOutMessageLevel() - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
+
Controls the log level given to messages printed to System.out.
+
+
getWriteDisposition() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns the write disposition.
+
+
getWriteOperation() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Return the FileBasedWriteOperation that this Writer belongs to.
+
+
getWriteOperation() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter
+
 
+
getWriteOperation() - Method in class org.apache.beam.sdk.io.Sink.Writer
+
+
Returns the write operation this writer belongs to.
+
+
getWriteOperation() - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriter
+
+
Return the XmlWriteOperation this write belongs to.
+
+
getWriterResultCoder() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Provides a coder for FileBasedSink.FileResult.
+
+
getWriterResultCoder() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
getWriterResultCoder() - Method in class org.apache.beam.sdk.io.Sink.WriteOperation
+
+
Returns a coder for the writer result type.
+
+
getYarnDeployDependencies() - Static method in class org.apache.beam.runners.apex.ApexYarnLauncher
+
+
From the current classpath, find the jar files that need to be deployed + with the application to run on YARN.
+
+
getZone() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
+
GCE availability zone for launching workers.
+
+
global() - Static method in class org.apache.beam.sdk.util.state.StateNamespaces
+
 
+
globalDefault() - Static method in class org.apache.beam.sdk.util.WindowingStrategy
+
+
Return a fully specified, default windowing strategy.
+
+
globally(int, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles
+
+
Returns a PTransform that takes a PCollection<T> + and returns a PCollection<List<T>> whose single value is a + List of the approximate N-tiles of the elements + of the input PCollection.
+
+
globally(int) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles
+
+
Like ApproximateQuantiles.globally(int, Comparator), but sorts using the + elements' natural ordering.
+
+
globally(int) - Static method in class org.apache.beam.sdk.transforms.ApproximateUnique
+
+
Returns a PTransform that takes a PCollection<T> + and returns a PCollection<Long> containing a single value + that is an estimate of the number of distinct elements in the + input PCollection.
+
+
globally(double) - Static method in class org.apache.beam.sdk.transforms.ApproximateUnique
+
+
Like ApproximateUnique.globally(int), but specifies the desired maximum + estimation error instead of the sample size.
+
+
globally(SerializableFunction<Iterable<V>, V>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.Globally PTransform + that uses the given SerializableFunction to combine all + the elements in each window of the input PCollection into a + single value in the output PCollection.
+
+
globally(CombineFnBase.GlobalCombineFn<? super InputT, ?, OutputT>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.Globally PTransform + that uses the given GloballyCombineFn to combine all + the elements in each window of the input PCollection into a + single value in the output PCollection.
+
+
globally() - Static method in class org.apache.beam.sdk.transforms.Count
+
+
Returns a Combine.Globally PTransform that counts the number of elements in + its input PCollection.
+
+
globally() - Static method in class org.apache.beam.sdk.transforms.Latest
+
+
Returns a PTransform that takes as input a PCollection<T> and returns a + PCollection<T> whose contents is the latest element according to its event time, or + null if there are no elements.
+
+
globally() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the maximum according to the natural ordering of T + of the input PCollection's elements, or null if there are no elements.
+
+
globally(ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the maximum of the input PCollection's elements, or + null if there are no elements.
+
+
globally() - Static method in class org.apache.beam.sdk.transforms.Mean
+
+
Returns a PTransform that takes an input + PCollection<NumT> and returns a + PCollection<Double> whose contents is the mean of the + input PCollection's elements, or + 0 if there are no elements.
+
+
globally() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the minimum according to the natural ordering of T + of the input PCollection's elements, or null if there are no elements.
+
+
globally(ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the minimum of the input PCollection's elements, or + null if there are no elements.
+
+
GlobalNamespace() - Constructor for class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
GlobalWindow - Class in org.apache.beam.sdk.transforms.windowing
+
+
The default window into which all data is placed (via GlobalWindows).
+
+
GlobalWindow.Coder - Class in org.apache.beam.sdk.transforms.windowing
+
+
GlobalWindow.Coder for encoding and decoding GlobalWindows.
+
+
GlobalWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
Default WindowFn that assigns all data to the same window.
+
+
GlobalWindows() - Constructor for class org.apache.beam.sdk.transforms.windowing.GlobalWindows
+
 
+
GoogleApiDebugOptions - Interface in org.apache.beam.sdk.options
+
+
These options configure debug settings for Google API clients created within the Dataflow SDK.
+
+
GoogleApiDebugOptions.GoogleApiTracer - Class in org.apache.beam.sdk.options
+
+
A GoogleClientRequestInitializer that adds the trace destination to Google API calls.
+
+
GoogleApiTracer() - Constructor for class org.apache.beam.sdk.options.GoogleApiDebugOptions.GoogleApiTracer
+
 
+
GraphiteSink - Class in org.apache.beam.runners.spark.aggregators.metrics.sink
+
+
A Spark Sink that is tailored to report AggregatorMetric metrics + to Graphite.
+
+
GraphiteSink(Properties, MetricRegistry, SecurityManager) - Constructor for class org.apache.beam.runners.spark.aggregators.metrics.sink.GraphiteSink
+
 
+
greaterThan(T) - Static method in class org.apache.beam.sdk.transforms.Filter
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that are greater than a given value, based on the + elements' natural ordering.
+
+
greaterThanEq(T) - Static method in class org.apache.beam.sdk.transforms.Filter
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that are greater than or equal to a given value, based on + the elements' natural ordering.
+
+
GroupAlsoByWindow(WindowingStrategy<?, ?>) - Constructor for class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow
+
 
+
GroupAlsoByWindowsDoFn<K,InputT,OutputT,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
OldDoFn that merges windows and groups elements in those windows, optionally + combining values.
+
+
GroupAlsoByWindowsDoFn() - Constructor for class org.apache.beam.runners.core.GroupAlsoByWindowsDoFn
+
 
+
GroupAlsoByWindowsViaOutputBufferDoFn<K,InputT,OutputT,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
The default batch GroupAlsoByWindowsDoFn implementation, if no specialized "fast path" + implementation is applicable.
+
+
GroupAlsoByWindowsViaOutputBufferDoFn(WindowingStrategy<?, W>, StateInternalsFactory<K>, SystemReduceFn<K, InputT, ?, OutputT, W>) - Constructor for class org.apache.beam.runners.core.GroupAlsoByWindowsViaOutputBufferDoFn
+
 
+
GroupAlsoByWindowViaWindowSetDoFn<K,InputT,OutputT,W extends BoundedWindow,RinT extends KeyedWorkItem<K,InputT>> - Class in org.apache.beam.runners.core
+
+ +
+
GroupByKey<K,V> - Class in org.apache.beam.sdk.transforms
+
+
GroupByKey<K, V> takes a PCollection<KV<K, V>>, + groups the values by key and windows, and returns a + PCollection<KV<K, Iterable<V>>> representing a map from + each distinct key and window of the input PCollection to an + Iterable over all the values associated with that key in + the input per window.
+
+
GroupByKeyOnly() - Constructor for class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly
+
 
+
GroupByKeyViaGroupByKeyOnly<K,V> - Class in org.apache.beam.runners.core
+
+
An implementation of GroupByKey built on top of a lower-level GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly + primitive.
+
+
GroupByKeyViaGroupByKeyOnly(GroupByKey<K, V>) - Constructor for class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly
+
 
+
GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow<K,V> - Class in org.apache.beam.runners.core
+
+
Runner-specific primitive that takes a collection of timestamp-ordered values associated with + each key, groups the values by window, merges windows as needed, and for each window in each + key, outputs a collection of key/value-list pairs implicitly assigned to the window and with + the timestamp derived from that window.
+
+
GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly<K,V> - Class in org.apache.beam.runners.core
+
+
Runner-specific primitive that groups by key only, ignoring any window assignments.
+
+
groupedValues(SerializableFunction<Iterable<V>, V>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.GroupedValues + PTransform that takes a PCollection of + KVs where a key maps to an Iterable of values, e.g., + the result of a GroupByKey, then uses the given + SerializableFunction to combine all the values associated + with a key, ignoring the key.
+
+
groupedValues(CombineFnBase.GlobalCombineFn<? super InputT, ?, OutputT>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.GroupedValues + PTransform that takes a PCollection of + KVs where a key maps to an Iterable of values, e.g., + the result of a GroupByKey, then uses the given + CombineFn to combine all the values associated with a + key, ignoring the key.
+
+
groupedValues(CombineFnBase.PerKeyCombineFn<? super K, ? super InputT, ?, OutputT>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.GroupedValues + PTransform that takes a PCollection of + KVs where a key maps to an Iterable of values, e.g., + the result of a GroupByKey, then uses the given + KeyedCombineFn to combine all the values associated with + each key.
+
+
+ + + +

H

+
+
HadoopIO - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Spark native HadoopIO.
+
+
HadoopIO.Read - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Read operation from HDFS.
+
+
HadoopIO.Read.Bound<K,V> - Class in org.apache.beam.runners.spark.io.hadoop
+
+
A PTransform reading bounded collection of data from HDFS.
+
+
HadoopIO.Write - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Write operation on HDFS.
+
+
HadoopIO.Write.Bound<K,V> - Class in org.apache.beam.runners.spark.io.hadoop
+
+
A PTransform writing PCollection on HDFS.
+
+
has(TupleTag<V>) - Method in class org.apache.beam.sdk.util.PTuple
+
+
Returns whether this PTuple contains a value with + the given tag.
+
+
has(TupleTag<T>) - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns whether this PCollectionTuple contains a PCollection with + the given tag.
+
+
hasDefaultValue() - Method in class org.apache.beam.sdk.transforms.View.AsSingleton
+
+
Returns whether this transform has a default value.
+
+
HasDisplayData - Interface in org.apache.beam.sdk.transforms.display
+
+
Marker interface for PTransforms and components to specify display data used + within UIs and diagnostic tools.
+
+
hashCode() - Method in class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+
 
+
hashCode() - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
hashCode() - Method in class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine
+
 
+
hashCode() - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
hashCode() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
 
+
hashCode() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
 
+
hashCode() - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate
+
 
+
hashCode() - Method in class org.apache.beam.runners.spark.io.EmptyCheckpointMark
+
 
+
hashCode() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
hashCode() - Method in class org.apache.beam.runners.spark.util.ByteArray
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.Coder.Context
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
hashCode() - Method in class org.apache.beam.sdk.coders.StructuralByteArray
+
 
+
hashCode() - Method in class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
hashCode() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
hashCode() - Method in class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
hashCode() - Method in class org.apache.beam.sdk.io.range.ByteKey
+
 
+
hashCode() - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.display.DisplayData
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.join.RawUnionValue
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
hashCode() - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.PCollectionViewWindow
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.PubsubClient.ProjectPath
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.PubsubClient.TopicPath
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.state.StateNamespaceForTest
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.UnownedOutputStream
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.ValueWithRecordId
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.WindowedValue
+
 
+
hashCode() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
hashCode() - Method in class org.apache.beam.sdk.values.KV
+
 
+
hashCode() - Method in class org.apache.beam.sdk.values.TimestampedValue
+
 
+
hashCode() - Method in class org.apache.beam.sdk.values.TupleTag
+
 
+
hashCode() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
 
+
hashCode() - Method in class org.apache.beam.sdk.values.TypeParameter
+
 
+
hasNext() - Method in class org.apache.beam.runners.core.PeekingReiterator
+
 
+
hasReplacementJob() - Method in enum org.apache.beam.sdk.PipelineResult.State
+
 
+
hasRequestMetadata() - Method in class org.apache.beam.sdk.util.TestCredential
+
 
+
hasRequestMetadataOnly() - Method in class org.apache.beam.sdk.util.TestCredential
+
 
+
hasReturnValue() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
Whether this DoFn returns a DoFn.ProcessContinuation or void.
+
+
HDFSFileSink<K,V> - Class in org.apache.beam.sdk.io.hdfs
+
+
A Sink for writing records to a Hadoop filesystem using a Hadoop file-based output + format.
+
+
HDFSFileSink(String, Class<? extends FileOutputFormat<K, V>>) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSink
+
 
+
HDFSFileSink(String, Class<? extends FileOutputFormat<K, V>>, Configuration) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSink
+
 
+
HDFSFileSink.HDFSWriteOperation<K,V> - Class in org.apache.beam.sdk.io.hdfs
+
+
{WriteOperation} for HDFS.
+
+
HDFSFileSink.HDFSWriter<K,V> - Class in org.apache.beam.sdk.io.hdfs
+
+
{Writer} for HDFS files.
+
+
HDFSFileSource<K,V> - Class in org.apache.beam.sdk.io.hdfs
+
+
A BoundedSource for reading files resident in a Hadoop filesystem (HDFS) using a + Hadoop file-based input format.
+
+
HDFSFileSource(String, Class<? extends FileInputFormat<?, ?>>, Class<K>, Class<V>) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
+
Create a HDFSFileSource based on a file or a file pattern specification.
+
+
HDFSFileSource(String, Class<? extends FileInputFormat<?, ?>>, Class<K>, Class<V>, HDFSFileSource.SerializableSplit) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
+
Create a HDFSFileSource based on a single Hadoop input split, which won't be + split up further.
+
+
HDFSFileSource.SerializableSplit - Class in org.apache.beam.sdk.io.hdfs
+
+
A wrapper to allow Hadoop InputSplits to be + serialized using Java's standard serialization mechanisms.
+
+
HDFSWriteOperation(Sink<KV<K, V>>, String, Class<? extends FileOutputFormat<K, V>>) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
HDFSWriter(HDFSFileSink.HDFSWriteOperation<K, V>, String, Class<? extends FileOutputFormat<K, V>>) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter
+
 
+
HEADER - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
Hidden - Annotation Type in org.apache.beam.sdk.options
+
+
Methods and/or interfaces annotated with @Hidden will be suppressed from + being output when --help is specified on the command-line.
+
+
+ + + +

I

+
+
id() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod
+
+
The id on the method's DoFn.TimerId annotation.
+
+
id() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.StateDeclaration
+
 
+
id() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.TimerDeclaration
+
 
+
Identifier() - Constructor for class org.apache.beam.sdk.transforms.display.DisplayData.Identifier
+
 
+
IDENTITY - Static variable in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
+
Returns the identity element of this operation, i.e.
+
+
identity() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
+
Returns the value that should be used for the combine of the empty set.
+
+
identity() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
+
Returns the identity element of this operation, i.e.
+
+
identity() - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
+
Returns the identity element of this operation, i.e.
+
+
identity() - Method in class org.apache.beam.sdk.transforms.Max.MaxDoubleFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Max.MaxIntegerFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Max.MaxLongFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Min.MinDoubleFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Min.MinIntegerFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Min.MinLongFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Sum.SumDoubleFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Sum.SumIntegerFn
+
 
+
identity() - Method in class org.apache.beam.sdk.transforms.Sum.SumLongFn
+
 
+
IDENTITY - Static variable in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
 
+
IdentityWindowFn<T> - Class in org.apache.beam.sdk.util
+
+
A WindowFn that leaves all associations between elements and windows unchanged.
+
+
IdentityWindowFn(Coder<? extends BoundedWindow>) - Constructor for class org.apache.beam.sdk.util.IdentityWindowFn
+
 
+
idLabel(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but that reads unique message IDs + from the given message attribute.
+
+
idLabel(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform for reading from Cloud Pub/Sub where unique record + identifiers are expected to be provided as Pub/Sub message attributes.
+
+
idLabel(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
+
Returns a new transform that's like this one but that publishes unique record IDs + to a message attribute with the specified name.
+
+
idLabel(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Write
+
+
Creates a transform that writes to Pub/Sub, adding each record's unique identifier to the + published messages in an attribute with the specified name.
+
+
IllegalMutationException - Exception in org.apache.beam.sdk.util
+
+
Thrown when a value appears to have been mutated, but that mutation is forbidden.
+
+
IllegalMutationException(String, Object, Object) - Constructor for exception org.apache.beam.sdk.util.IllegalMutationException
+
 
+
IllegalMutationException(String, Object, Object, Throwable) - Constructor for exception org.apache.beam.sdk.util.IllegalMutationException
+
 
+
immutableNames() - Method in class org.apache.beam.sdk.metrics.MetricsFilter
+
 
+
immutableNamesBuilder() - Method in class org.apache.beam.sdk.metrics.MetricsFilter.Builder
+
 
+
immutableSteps() - Method in class org.apache.beam.sdk.metrics.MetricsFilter
+
 
+
immutableStepsBuilder() - Method in class org.apache.beam.sdk.metrics.MetricsFilter.Builder
+
 
+
in(Pipeline) - Static method in class org.apache.beam.sdk.values.PBegin
+
+
Returns a PBegin in the given Pipeline.
+
+
in(Pipeline) - Static method in class org.apache.beam.sdk.values.PDone
+
+
Creates a PDone in the given Pipeline.
+
+
inc() - Method in interface org.apache.beam.sdk.metrics.Counter
+
+
Increment the counter.
+
+
inc(long) - Method in interface org.apache.beam.sdk.metrics.Counter
+
+
Increment the counter by the given amount.
+
+
include(String, HasDisplayData) - Method in interface org.apache.beam.sdk.transforms.display.DisplayData.Builder
+
+
Register display data from the specified subcomponent at the given path.
+
+
includingClass(Class<?>) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface like this one, but also including the given class.
+
+
includingPackage(String) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface like this one, but also including the named + package and all of its subpackages.
+
+
inCombinedNonLatePanes(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Creates a new PAssert.IterableAssert like this one, but with the assertion restricted to only + run on the provided window across all panes that were not produced by the arrival of late + data.
+
+
IncomingMessage(byte[], long, long, String, String) - Constructor for class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
 
+
increment() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Returns a RandomAccessData that is the smallest value of same length which + is strictly greater than this.
+
+
INDEX_OF_MAX - Static variable in class org.apache.beam.sdk.io.ShardNameTemplate
+
+
Shard name containing the index and max.
+
+
inEarlyGlobalWindowPanes() - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Creates a new PAssert.IterableAssert like this one, but with the assertion restricted to only + run on panes in the GlobalWindow that were emitted before the GlobalWindow + closed.
+
+
inferType(Object) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Infer the DisplayData.Type for the given object.
+
+
inFinalPane(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Creates a new PAssert.IterableAssert like this one, but with the assertion restricted to only + run on the provided window, running the checker only on the final pane for each key.
+
+
inFinalPane(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.SingletonAssert
+
+
Creates a new PAssert.SingletonAssert like this one, but with the assertion restricted to + only run on the provided window, running the checker only on the final pane for each key.
+
+
initialize(Map<AppliedPTransform<?, ?, ?>, ? extends Iterable<DirectRunner.CommittedBundle<?>>>) - Method in class org.apache.beam.runners.direct.WatermarkManager
+
 
+
initialize(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Initialization of the sink.
+
+
initialize(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
initialize(PipelineOptions) - Method in class org.apache.beam.sdk.io.Sink.WriteOperation
+
+
Performs initialization before writing to the sink.
+
+
initialize(AbstractGoogleClientRequest<?>) - Method in class org.apache.beam.sdk.options.GoogleApiDebugOptions.GoogleApiTracer
+
 
+
initialize(HttpRequest) - Method in class org.apache.beam.sdk.util.NullCredentialInitializer
+
 
+
initialize(HttpRequest) - Method in class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
 
+
InMemoryBag() - Constructor for class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
InMemoryCombiningValue(K, Combine.KeyedCombineFn<? super K, InputT, AccumT, OutputT>) - Constructor for class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
inMemoryState - Variable in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
InMemoryStateBinder(K, StateContext<?>) - Constructor for class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+
 
+
InMemoryStateInternals<K> - Class in org.apache.beam.sdk.util.state
+
+
In-memory implementation of StateInternals.
+
+
InMemoryStateInternals(K) - Constructor for class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
InMemoryStateInternals.InMemoryBag<T> - Class in org.apache.beam.sdk.util.state
+
+ +
+
InMemoryStateInternals.InMemoryCombiningValue<K,InputT,AccumT,OutputT> - Class in org.apache.beam.sdk.util.state
+
+ +
+
InMemoryStateInternals.InMemoryState<T extends InMemoryStateInternals.InMemoryState<T>> - Interface in org.apache.beam.sdk.util.state
+
+
Interface common to all in-memory state cells.
+
+
InMemoryStateInternals.InMemoryStateBinder<K> - Class in org.apache.beam.sdk.util.state
+
+
A StateBinder that returns In Memory State objects.
+
+
InMemoryStateInternals.InMemoryValue<T> - Class in org.apache.beam.sdk.util.state
+
+ +
+
InMemoryStateInternals.InMemoryWatermarkHold<W extends BoundedWindow> - Class in org.apache.beam.sdk.util.state
+
+ +
+
InMemoryTimerInternals - Class in org.apache.beam.sdk.util.state
+
+
Simulates the firing of timers and progression of input and output watermarks for a single + computation and key in a Windmill-like streaming environment.
+
+
InMemoryTimerInternals() - Constructor for class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
InMemoryValue() - Constructor for class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
InMemoryWatermarkHold(OutputTimeFn<? super W>) - Constructor for class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
inNamespace(String) - Static method in class org.apache.beam.sdk.metrics.MetricNameFilter
+
 
+
inNamespace(Class<?>) - Static method in class org.apache.beam.sdk.metrics.MetricNameFilter
+
 
+
innerJoin(PCollection<KV<K, V1>>, PCollection<KV<K, V2>>) - Static method in class org.apache.beam.sdk.extensions.joinlibrary.Join
+
+
Inner join of two collections of KV elements.
+
+
inOnlyPane(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.SingletonAssert
+
+
Creates a new PAssert.SingletonAssert like this one, but with the assertion restricted to + only run on the provided window.
+
+
inOnTimePane(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Creates a new PAssert.IterableAssert like this one, but with the assertion restricted to only + run on the provided window.
+
+
inOnTimePane(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.SingletonAssert
+
+
Creates a new PAssert.SingletonAssert like this one, but with the assertion restricted to + only run on the provided window, running the checker only on the on-time pane for each key.
+
+
inOrder(TriggerStateMachine...) - Static method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
+
Returns an AfterEach Trigger with the given subtriggers.
+
+
inOrder(Iterable<? extends TriggerStateMachine>) - Static method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
 
+
inOrder(Trigger...) - Static method in class org.apache.beam.sdk.transforms.windowing.AfterEach
+
+
Returns an AfterEach Trigger with the given subtriggers.
+
+
INPUT_CODER - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
INPUT_PROVIDER_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
inputProvider() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
A placeholder for testing purposes.
+
+
inputProvider() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
inputProvider() - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
INPUTS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
INSTANCE - Static variable in class org.apache.beam.sdk.transforms.reflect.DoFnInvokers
+
+
Deprecated. + +
+
+
INSTANCE - Static variable in class org.apache.beam.sdk.transforms.windowing.GlobalWindow.Coder
+
 
+
INSTANCE - Static variable in class org.apache.beam.sdk.transforms.windowing.GlobalWindow
+
+
Singleton instance of GlobalWindow.
+
+
INSTANCE - Static variable in class org.apache.beam.sdk.transforms.windowing.PaneInfo.PaneInfoCoder
+
 
+
INSTANCE - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers.ObjectsClassComparator
+
 
+
InstanceBuilder<T> - Class in org.apache.beam.sdk.util
+
+
Utility for creating objects dynamically.
+
+
InstantCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder for joda Instant that encodes it as a big endian Long + shifted such that lexicographic ordering of the bytes corresponds to chronological order.
+
+
integers() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Integer.
+
+
integersGlobally() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<Integer> and returns a + PCollection<Integer> whose contents is the maximum of the input PCollection's + elements, or Integer.MIN_VALUE if there are no elements.
+
+
integersGlobally() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<Integer> and returns a + PCollection<Integer> whose contents is a single value that is the minimum of the input + PCollection's elements, or Integer.MAX_VALUE if there are no elements.
+
+
integersGlobally() - Static method in class org.apache.beam.sdk.transforms.Sum
+
+
Returns a PTransform that takes an input + PCollection<Integer> and returns a + PCollection<Integer> whose contents is the sum of the + input PCollection's elements, or + 0 if there are no elements.
+
+
integersPerKey() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<KV<K, Integer>> and + returns a PCollection<KV<K, Integer>> that contains an output element mapping each + distinct key in the input PCollection to the maximum of the values associated with that + key in the input PCollection.
+
+
integersPerKey() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<KV<K, Integer>> and + returns a PCollection<KV<K, Integer>> that contains an output element mapping each + distinct key in the input PCollection to the minimum of the values associated with that + key in the input PCollection.
+
+
integersPerKey() - Static method in class org.apache.beam.sdk.transforms.Sum
+
+
Returns a PTransform that takes an input + PCollection<KV<K, Integer>> and returns a + PCollection<KV<K, Integer>> that contains an output + element mapping each distinct key in the input + PCollection to the sum of the values associated with + that key in the input PCollection.
+
+
interceptResponse(HttpResponse) - Method in class org.apache.beam.sdk.util.UploadIdResponseInterceptor
+
 
+
interpolateKey(double) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns a ByteKey key such that [startKey, key) represents + approximately the specified fraction of the range [startKey, endKey).
+
+
intersects(IntervalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns whether this window intersects the given window.
+
+
IntervalBoundedExponentialBackOff - Class in org.apache.beam.sdk.util
+
+
Deprecated.
+
+
IntervalBoundedExponentialBackOff(long, long) - Constructor for class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+
+
Deprecated.
+
IntervalWindow - Class in org.apache.beam.sdk.transforms.windowing
+
+
An implementation of BoundedWindow that represents an interval from + IntervalWindow.start (inclusive) to IntervalWindow.end (exclusive).
+
+
IntervalWindow(Instant, Instant) - Constructor for class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Creates a new IntervalWindow that represents the half-open time + interval [start, end).
+
+
IntervalWindow(Instant, ReadableDuration) - Constructor for class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
 
+
into(WindowFn<? super T, ?>) - Static method in class org.apache.beam.sdk.transforms.windowing.Window
+
+
Creates a Window PTransform that uses the given + WindowFn to window the data.
+
+
InvalidWindows<W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that represents an invalid pipeline state.
+
+
InvalidWindows(String, WindowFn<?, W>) - Constructor for class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
 
+
invokeClear(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
+
Invoke clear for the current this trigger.
+
+
invokeFinishBundle(DoFn<InputT, OutputT>.Context) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.FinishBundle method on the bound DoFn.
+
+
invokeGetInitialRestriction(InputT) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.GetInitialRestriction method on the bound DoFn.
+
+
invokeGetRestrictionCoder(CoderRegistry) - Method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder
+
+
Doesn't split the restriction.
+
+
invokeGetRestrictionCoder(CoderRegistry) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.GetRestrictionCoder method on the bound DoFn.
+
+
invokeNewTracker(RestrictionT) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.NewTracker method on the bound DoFn.
+
+
invokeOnElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
+
Invoke the TriggerStateMachine.onElement(org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext) method for this trigger, ensuring that the + bits are properly updated if the trigger finishes.
+
+
invokeOnFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
invokeOnMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
+
Invoke the TriggerStateMachine.onMerge(org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext) method for this trigger, ensuring that the bits + are properly updated.
+
+
invokeOnTimer(String, DoFnInvoker.ArgumentProvider<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase
+
 
+
invokeOnTimer(String, DoFnInvoker.ArgumentProvider<InputT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the appropriate DoFn.OnTimer method on the bound DoFn.
+
+
invokeOnTimer(DoFnInvoker.ArgumentProvider<InputT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.reflect.OnTimerInvoker
+
+
Invoke the DoFn.OnTimer method in the provided context.
+
+
invokeProcessElement(DoFnInvoker.ArgumentProvider<InputT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.ProcessElement method on the bound DoFn.
+
+
invokerFor(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
+
Creates a DoFnInvoker for the given DoFn by generating bytecode that directly + invokes its methods with arguments extracted from the DoFnInvoker.ArgumentProvider.
+
+
invokerFor(DoFn<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnInvokers
+
+
Returns an DoFnInvoker for the given DoFn, using a default choice of DoFnInvokerFactory.
+
+
invokerFor(Serializable) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnInvokers
+
+
Deprecated. +
this is to be used only as a migration path for decoupling upgrades
+
+
+
invokerFor(Object) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvokers
+
+
Deprecated. + +
+
+
invokeSetup() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.Setup method on the bound DoFn.
+
+
invokeShouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
invokeSplitRestriction(InputT, RestrictionT, DoFn.OutputReceiver<RestrictionT>) - Static method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction
+
+
Doesn't split the restriction.
+
+
invokeSplitRestriction(InputT, RestrictionT, DoFn.OutputReceiver<RestrictionT>) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.SplitRestriction method on the bound DoFn.
+
+
invokeStartBundle(DoFn<InputT, OutputT>.Context) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.StartBundle method on the bound DoFn.
+
+
invokeTeardown() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker
+
+
Invoke the DoFn.Teardown method on the bound DoFn.
+
+
inWindow(BoundedWindow) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Creates a new PAssert.IterableAssert like this one, but with the assertion restricted to only + run on the provided window.
+
+
IOChannelFactory - Interface in org.apache.beam.sdk.util
+
+
Deprecated. +
This is under redesign, see: https://issues.apache.org/jira/browse/BEAM-59.
+
+
+
IOChannelFactoryRegistrar - Interface in org.apache.beam.sdk.util
+
+
A registrar that creates IOChannelFactory instances from PipelineOptions.
+
+
IOChannelUtils - Class in org.apache.beam.sdk.util
+
+
Provides utilities for creating read and write channels.
+
+
IOChannelUtils() - Constructor for class org.apache.beam.sdk.util.IOChannelUtils
+
 
+
IS_APP_ENGINE - Static variable in class org.apache.beam.sdk.util.AppEngineEnvironment
+
+
Deprecated.
+
+
IS_GENERATED - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
IS_MERGING_WINDOW_FN - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
IS_PAIR_LIKE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
IS_STREAM_LIKE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
IS_WRAPPER - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
isAbsolute() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
isAccessible() - Method in interface org.apache.beam.sdk.options.ValueProvider
+
+
Whether the contents of this ValueProvider is available to + routines that run at graph construction time.
+
+
isAccessible() - Method in class org.apache.beam.sdk.options.ValueProvider.NestedValueProvider
+
 
+
isAccessible() - Method in class org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider
+
 
+
isAccessible() - Method in class org.apache.beam.sdk.options.ValueProvider.StaticValueProvider
+
 
+
isActive(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Return true if window is ACTIVE.
+
+
isActive(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
isActive(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
isActiveOrNew(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Return true if window is ACTIVE or NEW.
+
+
isActiveOrNew(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
isActiveOrNew(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
isAllowedLatenessSpecified() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
isArray() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns true if this type is known to be an array type.
+
+
isAtSplitPoint() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
+
Returns true if the reader is at a split point.
+
+
isAtSplitPoint() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
+
Returns true only for the first record; compressed sources cannot be split.
+
+
isAtSplitPoint() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+
Returns whether the current record is at a split point (i.e., whether the current record + would be the first record to be read by a source with a specified start offset of + OffsetBasedSource.OffsetBasedReader.getCurrentOffset()).
+
+
isBlockOnRun() - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
isBounded() - Method in class org.apache.beam.sdk.values.PCollection
+
 
+
isBoundedPerElement() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Whether this DoFn does a bounded amount of work per element.
+
+
isCleared() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
isCleared() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
isCleared() - Method in interface org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryState
+
 
+
isCleared() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
isCleared() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
isClosed(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
+
Return true if the trigger is closed in the window corresponding to the specified state.
+
+
isCompatible(TriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
isCompatible(TriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
isCompatible(TriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
 
+
isCompatible(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
isCompatible(TriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Returns whether this performs the same triggering as the given Trigger.
+
+
isCompatible(Trigger) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
 
+
isCompatible(Trigger) - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
isCompatible(Trigger) - Method in class org.apache.beam.sdk.transforms.windowing.DefaultTrigger
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindows
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
+
InvalidWindows objects with the same originalWindowFn are compatible.
+
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
isCompatible(Trigger) - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
+
Returns whether this performs the same triggering as the given Trigger.
+
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Returns whether this performs the same merging as the given + WindowFn.
+
+
isCompatible(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.util.IdentityWindowFn
+
 
+
isCompositeNode() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Returns true if this node represents a composite transform that does not perform processing + of its own, but merely encapsulates a sub-pipeline (which may be empty).
+
+
isDisjoint(IntervalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns whether this window is disjoint from the given window.
+
+
isDone() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+ +
+
isDone() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
isDone() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
isEmbeddedExecution() - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
isEmbeddedExecutionDebugMode() - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
isEmpty(StateAccessor<K>) - Method in class org.apache.beam.runners.core.NonEmptyPanes
+
+
Return true if the current pane for the window in context is empty.
+
+
isEmpty(StateAccessor<K>) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Returns true if the there is no buffered state.
+
+
isEmpty() - Method in class org.apache.beam.runners.core.SideInputHandler
+
 
+
isEmpty(StateAccessor<K>) - Method in class org.apache.beam.runners.core.SystemReduceFn
+
 
+
isEmpty() - Method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
 
+
isEmpty() - Method in class org.apache.beam.runners.spark.util.SparkSideInputReader
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.io.range.ByteKey
+
+
Returns true if the byte[] backing this ByteKey is of length 0.
+
+
isEmpty() - Method in class org.apache.beam.sdk.metrics.MetricUpdates
+
+
Returns true if there are no updates in this MetricUpdates object.
+
+
isEmpty() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.util.DirectSideInputReader
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.util.NullSideInputReader
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.util.PTuple
+
+
Returns true if this PTuple is empty.
+
+
isEmpty() - Method in interface org.apache.beam.sdk.util.SideInputReader
+
+
Returns true if there are no side inputs in this reader.
+
+
isEmpty() - Method in interface org.apache.beam.sdk.util.state.CombiningState
+
+
Return true if this state is empty.
+
+
isEmpty() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
isEmpty() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
isEmptyForTesting(State) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
+
Return true if the given state is empty.
+
+
isEnforceEncodability() - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
isEnforceImmutability() - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
isEOF() - Method in class org.apache.beam.sdk.util.PubsubClient
+
+ +
+
isEOF() - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
isEOF() - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
isEOF() - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
isEqualTo(T) - Method in interface org.apache.beam.sdk.testing.PAssert.SingletonAssert
+
+
Asserts that the value in question is equal to the provided value, according to + Object.equals(java.lang.Object).
+
+
isFinished() - Method in class org.apache.beam.runners.apex.ApexYarnLauncher.ProcessWatcher
+
 
+
isFinished(ExecutableTriggerStateMachine) - Method in interface org.apache.beam.runners.core.triggers.FinishedTriggers
+
+
Returns true if the trigger is finished.
+
+
isFinished(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
 
+
isFinished(ExecutableTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersSet
+
 
+
isFinished() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Returns true if the current trigger is marked finished.
+
+
isFinished(int) - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Return true if the given subtrigger is marked finished.
+
+
isFinishedSpecifyingInternal() - Method in class org.apache.beam.sdk.values.PValueBase
+
+
Returns whether this PValueBase has been finalized, and + its core properties, e.g., name, can no longer be changed.
+
+
isFirst() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
Return true if this is the first pane produced for the associated window.
+
+
isGcsPatternSupported(String) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Returns true if the given GCS pattern is supported otherwise fails with an + exception.
+
+
isInsertDefault() - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns whether or not this transformation applies a default value.
+
+
isLast() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
Return true if this is the last pane that will be produced in the associated window.
+
+
isMerging() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Returns true if the windowing strategy of the current PCollection is a merging WindowFn.
+
+
isModeSpecified() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
isNamespaceInUse(StateNamespace) - Method in class org.apache.beam.sdk.util.state.StateTable
+
 
+
isNonMerging() - Method in class org.apache.beam.sdk.transforms.windowing.NonMergingWindowFn
+
 
+
isNonMerging() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Returns true if this WindowFn never needs to merge any windows.
+
+
isOpen() - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
 
+
isOutputTimeFnSpecified() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
isReadSeekEfficient(String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
isReadSeekEfficient(String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
isReadSeekEfficient(String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Returns true if the channel created when invoking method IOChannelFactory.open(java.lang.String) for the given + file specification is guaranteed to be of type SeekableByteChannel and if seeking into positions of the channel is recommended.
+
+
isReady(PCollectionView<?>, BoundedWindow) - Method in class org.apache.beam.runners.core.SideInputHandler
+
 
+
isReady(PCollectionView<?>, BoundedWindow) - Method in interface org.apache.beam.sdk.util.ReadyCheckingSideInputReader
+
+
Returns true if the PCollectionView is ready in the provided BoundedWindow.
+
+
isRegisterByteSizeObserverCheap(T) - Method in interface org.apache.beam.runners.core.ElementByteSizeObservable
+
+
Returns whether ElementByteSizeObservable.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver) is cheap enough + to call for every element, that is, if this + ElementByteSizeObservable can calculate the byte size of + the element to be coded in roughly constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(RandomAccessData, Coder.Context) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
isRegisterByteSizeObserverCheap(NullWritable, Coder.Context) - Method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
+
Returns true since registerByteSizeObserver() runs in constant time.
+
+
isRegisterByteSizeObserverCheap(BigDecimal, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigDecimalCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Integer, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianIntegerCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Long, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigEndianLongCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(BigInteger, Coder.Context) - Method in class org.apache.beam.sdk.coders.BigIntegerCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(byte[], Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Byte, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(ByteString, Coder.Context) - Method in class org.apache.beam.sdk.coders.ByteStringCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(T, Coder.Context) - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Double, Coder.Context) - Method in class org.apache.beam.sdk.coders.DoubleCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(ReadableDuration, Coder.Context) - Method in class org.apache.beam.sdk.coders.DurationCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Instant, Coder.Context) - Method in class org.apache.beam.sdk.coders.InstantCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(IterableT, Coder.Context) - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(KV<K, V>, Coder.Context) - Method in class org.apache.beam.sdk.coders.KvCoder
+
+
Returns whether both keyCoder and valueCoder are considered not expensive.
+
+
isRegisterByteSizeObserverCheap(T, Coder.Context) - Method in class org.apache.beam.sdk.coders.NullableCoder
+
+
NullableCoder is cheap if valueCoder is cheap.
+
+
isRegisterByteSizeObserverCheap(T, Coder.Context) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Integer, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarIntCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Long, Coder.Context) - Method in class org.apache.beam.sdk.coders.VarLongCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(Void, Coder.Context) - Method in class org.apache.beam.sdk.coders.VoidCoder
+
+
Returns whether Coder.registerByteSizeObserver(T, org.apache.beam.sdk.util.common.ElementByteSizeObserver, org.apache.beam.sdk.coders.Coder.Context) cheap enough to + call for every element, that is, if this Coder can + calculate the byte size of the element to be coded in roughly + constant time (or lazily).
+
+
isRegisterByteSizeObserverCheap(KafkaRecord<K, V>, Coder.Context) - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
isRegisterByteSizeObserverCheap(RawUnionValue, Coder.Context) - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
+
Since this coder uses elementCoders.get(index) and coders that are known to run in constant + time, we defer the return value to that coder.
+
+
isRootNode() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
 
+
isShutdownUnboundedProducersWithMaxWatermark() - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
isSignificant() - Method in class org.apache.beam.sdk.util.BucketingFunction
+
+
Is the current result 'significant'? Ie is it drawn from enough buckets + or from enough samples?
+
+
isSignificant() - Method in class org.apache.beam.sdk.util.MovingFunction
+
+
Is the current result 'significant'? Ie is it drawn from enough buckets + or from enough samples?
+
+
isSplittable() - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Determines whether a single file represented by this source is splittable.
+
+
isSplittable() - Method in class org.apache.beam.sdk.io.FileBasedSource
+
+
Determines whether a file represented by this source is can be split into bundles.
+
+
isSplittable() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
Whether this DoFn is splittable.
+
+
isStarted() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+
Returns true if there has been a call to OffsetBasedSource.OffsetBasedReader.start().
+
+
isStarted() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
isStateful() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Whether the DoFn described by this signature uses state.
+
+
isStreaming() - Method in interface org.apache.beam.sdk.options.StreamingOptions
+
+
Set to true if running a streaming pipeline.
+
+
isSubtypeOf(TypeDescriptor<?>) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Return true if this type is a subtype of the given type.
+
+
isSupertypeOf(TypeDescriptor<?>) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns true if this type is assignable from the given type.
+
+
isTerminal() - Method in enum org.apache.beam.sdk.PipelineResult.State
+
 
+
isTriggerSpecified() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
isTupleTracingEnabled() - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
isUnknown() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
Return true if there is no timing information for the current PaneInfo.
+
+
isUpdate() - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
+
Whether to update the currently running pipeline with the same name as this one.
+
+
isWholeStream - Variable in class org.apache.beam.sdk.coders.Coder.Context
+
+
Whether the encoded or decoded value fills the remainder of the + output or input (resp.) record/stream contents.
+
+
item(String, String) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and string value.
+
+
item(String, ValueProvider<?>) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and ValueProvider.
+
+
item(String, Integer) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and integer value.
+
+
item(String, Long) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and integer value.
+
+
item(String, Float) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and floating point value.
+
+
item(String, Double) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and floating point value.
+
+
item(String, Boolean) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and boolean value.
+
+
item(String, Instant) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and timestamp value.
+
+
item(String, Duration) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and duration value.
+
+
item(String, Class<T>) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key and class value.
+
+
item(String, DisplayData.Type, T) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Create a display item for the specified key, type, and value.
+
+
Item() - Constructor for class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
 
+
items() - Method in class org.apache.beam.sdk.transforms.display.DisplayData
+
 
+
ItemSpec() - Constructor for class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
 
+
IterableCoder<T> - Class in org.apache.beam.sdk.coders
+
+
An IterableCoder encodes any Iterable in the format + of IterableLikeCoder.
+
+
IterableCoder(Coder<T>) - Constructor for class org.apache.beam.sdk.coders.IterableCoder
+
 
+
IterableLikeCoder<T,IterableT extends Iterable<T>> - Class in org.apache.beam.sdk.coders
+
+
An abstract base class with functionality for assembling a + Coder for a class that implements Iterable.
+
+
IterableLikeCoder(Coder<T>, String) - Constructor for class org.apache.beam.sdk.coders.IterableLikeCoder
+
 
+
IterablePCollectionView(Pipeline, WindowingStrategy<?, W>, Coder<ElemT>) - Constructor for class org.apache.beam.sdk.util.PCollectionViews.IterablePCollectionView
+
+
Deprecated.
+
iterables() - Static method in class org.apache.beam.sdk.transforms.Flatten
+
+
Returns a PTransform that takes a PCollection<Iterable<T>> + and returns a PCollection<T> containing all the elements from + all the Iterables.
+
+
iterables(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+ +
+
iterableView(Pipeline, WindowingStrategy<?, W>, Coder<T>) - Static method in class org.apache.beam.sdk.util.PCollectionViews
+
+
Returns a PCollectionView<Iterable<T>> capable of processing elements encoded using the + provided Coder and windowed using the provided WindowingStrategy.
+
+
iterator() - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable
+
+
Returns a new iterator for this iterable.
+
+
iterator() - Method in interface org.apache.beam.sdk.util.common.Reiterable
+
 
+
iterator() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
+ + + +

J

+
+
javaSparkContext - Variable in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
JAXBCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A coder for JAXB annotated objects.
+
+
JdbcIO - Class in org.apache.beam.sdk.io.jdbc
+
+
IO to read and write data on JDBC.
+
+
JdbcIO.DataSourceConfiguration - Class in org.apache.beam.sdk.io.jdbc
+
+
A POJO describing a DataSource, either providing directly a DataSource or all + properties allowing to create a DataSource.
+
+
JdbcIO.PreparedStatementSetter<T> - Interface in org.apache.beam.sdk.io.jdbc
+
+
An interface used by the JdbcIO Write to set the parameters of the PreparedStatement + used to setParameters into the database.
+
+
JdbcIO.Read<T> - Class in org.apache.beam.sdk.io.jdbc
+
+
A PTransform to read data from a JDBC datasource.
+
+
JdbcIO.RowMapper<T> - Interface in org.apache.beam.sdk.io.jdbc
+
+
An interface used by JdbcIO.Read for converting each row of the ResultSet into + an element of the resulting PCollection.
+
+
JdbcIO.StatementPreparator - Interface in org.apache.beam.sdk.io.jdbc
+
+
An interface used by the JdbcIO Write to set the parameters of the PreparedStatement + used to setParameters into the database.
+
+
JdbcIO.Write<T> - Class in org.apache.beam.sdk.io.jdbc
+
+
A PTransform to write to a JDBC datasource.
+
+
JmsCheckpointMark - Class in org.apache.beam.sdk.io.jms
+
+
Checkpoint for an unbounded JmsIO.Read.
+
+
JmsCheckpointMark() - Constructor for class org.apache.beam.sdk.io.jms.JmsCheckpointMark
+
 
+
JmsIO - Class in org.apache.beam.sdk.io.jms
+
+
An unbounded source for JMS destinations (queues or topics).
+
+
JmsIO.Read - Class in org.apache.beam.sdk.io.jms
+
+
A PTransform to read from a JMS destination.
+
+
JmsIO.Write - Class in org.apache.beam.sdk.io.jms
+
+
A PTransform to write to a JMS queue.
+
+
JmsRecord - Class in org.apache.beam.sdk.io.jms
+
+
JmsRecord contains message payload of the record + as well as metadata (JMS headers and properties).
+
+
JmsRecord(String, long, String, Destination, Destination, int, boolean, String, long, int, Map<String, Object>, String) - Constructor for class org.apache.beam.sdk.io.jms.JmsRecord
+
 
+
JobNameFactory() - Constructor for class org.apache.beam.sdk.options.PipelineOptions.JobNameFactory
+
 
+
JobSpecification(Job, Map<AppliedPTransform<?, ?, ?>, String>) - Constructor for class org.apache.beam.runners.dataflow.DataflowPipelineTranslator.JobSpecification
+
 
+
jobToString(Job) - Static method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator
+
+
Renders a Job as a string.
+
+
Join - Class in org.apache.beam.sdk.extensions.joinlibrary
+
+
Utility class with different versions of joins.
+
+
Join() - Constructor for class org.apache.beam.sdk.extensions.joinlibrary.Join
+
 
+
jsonOf(List<Coder<?>>) - Static method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
 
+
jsonStringToByteArray(String) - Static method in class org.apache.beam.sdk.util.StringUtils
+
+
Converts the given string, encoded using StringUtils.byteArrayToJsonString(byte[]), + into a byte array.
+
+
+ + + +

K

+
+
KafkaCheckpointMark - Class in org.apache.beam.sdk.io.kafka
+
+
Checkpoint for an unbounded KafkaIO.Read.
+
+
KafkaCheckpointMark(List<KafkaCheckpointMark.PartitionMark>) - Constructor for class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark
+
 
+
KafkaCheckpointMark.PartitionMark - Class in org.apache.beam.sdk.io.kafka
+
+
A tuple to hold topic, partition, and offset that comprise the checkpoint + for a single partition.
+
+
KafkaIO - Class in org.apache.beam.sdk.io.kafka
+
+
An unbounded source and a sink for Kafka topics.
+
+
KafkaIO.CoderBasedKafkaSerializer<T> - Class in org.apache.beam.sdk.io.kafka
+
+
Implements Kafka's Serializer with a Coder.
+
+
KafkaIO.Read<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+
A PTransform to read from Kafka topics.
+
+
KafkaIO.TypedRead<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+
A PTransform to read from Kafka topics.
+
+
KafkaIO.TypedWithoutMetadata<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+
A PTransform to read from Kafka topics.
+
+
KafkaIO.TypedWrite<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+
A PTransform to write to a Kafka topic.
+
+
KafkaIO.Write<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+
A PTransform to write to a Kafka topic.
+
+
KafkaRecord<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+
KafkaRecord contains key and value of the record as well as metadata for the record (topic name, + partition id, and offset).
+
+
KafkaRecord(String, int, long, K, V) - Constructor for class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
KafkaRecord(String, int, long, KV<K, V>) - Constructor for class org.apache.beam.sdk.io.kafka.KafkaRecord
+
 
+
KafkaRecordCoder<K,V> - Class in org.apache.beam.sdk.io.kafka
+
+ +
+
KafkaRecordCoder(Coder<K>, Coder<V>) - Constructor for class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
key() - Method in interface org.apache.beam.runners.core.KeyedWorkItem
+
+
Returns the key.
+
+
key() - Method in class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+
 
+
key() - Method in class org.apache.beam.runners.core.ReduceFn.Context
+
+
Return the key that is being processed.
+
+
keyClass - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
keyCoder - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
keyCoder - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
KeyedCombineFn() - Constructor for class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
 
+
KeyedCombineFnWithContext() - Constructor for class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
 
+
keyedCombiningValue(Coder<AccumT>, Combine.KeyedCombineFn<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a state spec for values that use a Combine.KeyedCombineFn to automatically merge + multiple InputTs into a single OutputT.
+
+
keyedCombiningValue(String, Coder<AccumT>, Combine.KeyedCombineFn<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag for values that use a Combine.KeyedCombineFn to automatically merge + multiple InputTs into a single OutputT.
+
+
keyedCombiningValueWithContext(Coder<AccumT>, CombineWithContext.KeyedCombineFnWithContext<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a state spec for values that use a CombineWithContext.KeyedCombineFnWithContext to automatically + merge multiple InputTs into a single OutputT.
+
+
keyedCombiningValueWithContext(String, Coder<AccumT>, CombineWithContext.KeyedCombineFnWithContext<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag for values that use a CombineWithContext.KeyedCombineFnWithContext to automatically + merge multiple InputTs into a single OutputT.
+
+
KeyedPCollectionTuple<K> - Class in org.apache.beam.sdk.transforms.join
+
+
An immutable tuple of keyed PCollections + with key type K.
+
+
KeyedPCollectionTuple.TaggedKeyedPCollection<K,V> - Class in org.apache.beam.sdk.transforms.join
+
+
A utility class to help ensure coherence of tag and input PCollection + types.
+
+
KeyedWorkItem<K,ElemT> - Interface in org.apache.beam.runners.core
+
+
Interface that contains all the timers and elements associated with a specific work item.
+
+
KeyedWorkItemCoder<K,ElemT> - Class in org.apache.beam.runners.core
+
+ +
+
KeyedWorkItems - Class in org.apache.beam.runners.core
+
+
Static utility methods that provide KeyedWorkItem implementations.
+
+
KeyedWorkItems() - Constructor for class org.apache.beam.runners.core.KeyedWorkItems
+
 
+
KeyedWorkItems.ComposedKeyedWorkItem<K,ElemT> - Class in org.apache.beam.runners.core
+
+
A KeyedWorkItem composed of an underlying key, TimerInternals.TimerData iterable, and element + iterable.
+
+
Keys<K> - Class in org.apache.beam.sdk.transforms
+
+
Keys<K> takes a PCollection of KV<K, V>s and + returns a PCollection<K> of the keys.
+
+
KIND_PAIR - Static variable in class org.apache.beam.sdk.util.CoderUtils
+
+
Coder class-name alias for a key-value type.
+
+
KIND_STREAM - Static variable in class org.apache.beam.sdk.util.CoderUtils
+
+
Coder class-name alias for a stream type.
+
+
KinesisIO - Class in org.apache.beam.sdk.io.kinesis
+
+
PTransforms for reading from + Kinesis streams.
+
+
KinesisIO() - Constructor for class org.apache.beam.sdk.io.kinesis.KinesisIO
+
 
+
KinesisIO.Read - Class in org.apache.beam.sdk.io.kinesis
+
+
A PTransform that reads from a Kinesis stream.
+
+
KinesisRecord - Class in org.apache.beam.sdk.io.kinesis
+
+
UserRecord enhanced with utility methods.
+
+
KinesisRecord(UserRecord, String, String) - Constructor for class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
KinesisRecord(ByteBuffer, String, long, String, Instant, Instant, String, String) - Constructor for class org.apache.beam.sdk.io.kinesis.KinesisRecord
+
 
+
KV<K,V> - Class in org.apache.beam.sdk.values
+
+
An immutable key/value pair.
+
+
KV.OrderByKey<K extends Comparable<? super K>,V> - Class in org.apache.beam.sdk.values
+
+
A Comparator that orders KVs by the natural ordering of their keys.
+
+
KV.OrderByValue<K,V extends Comparable<? super V>> - Class in org.apache.beam.sdk.values
+
+
A Comparator that orders KVs by the natural ordering of their values.
+
+
KvCoder<K,V> - Class in org.apache.beam.sdk.coders
+
+
A KvCoder encodes KVs.
+
+
kvs(TypeDescriptor<K>, TypeDescriptor<V>) - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+ +
+
KvSwap<K,V> - Class in org.apache.beam.sdk.transforms
+
+
KvSwap<K, V> takes a PCollection<KV<K, V>> and + returns a PCollection<KV<V, K>>, where all the keys and + values have been swapped.
+
+
+ + + +

L

+
+
largest(int) - Static method in class org.apache.beam.sdk.transforms.Top
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the largest count elements of the input + PCollection<T>, in decreasing order, sorted according to + their natural order.
+
+
Largest() - Constructor for class org.apache.beam.sdk.transforms.Top.Largest
+
 
+
largestPerKey(int) - Static method in class org.apache.beam.sdk.transforms.Top
+
+
Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the largest count values + associated with that key in the input + PCollection<KV<K, V>>, in decreasing order, sorted + according to their natural order.
+
+
LargestUnique(long) - Constructor for class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique
+
+
Creates a heap to track the largest sampleSize elements.
+
+
LateDataDroppingDoFnRunner<K,InputT,OutputT,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
A customized DoFnRunner that handles late data dropping for + a KeyedWorkItem input OldDoFn.
+
+
LateDataDroppingDoFnRunner(DoFnRunner<KeyedWorkItem<K, InputT>, KV<K, OutputT>>, WindowingStrategy<?, ?>, TimerInternals, Aggregator<Long, Long>) - Constructor for class org.apache.beam.runners.core.LateDataDroppingDoFnRunner
+
 
+
lateDataDroppingRunner(DoFnRunner<KeyedWorkItem<K, InputT>, KV<K, OutputT>>, ExecutionContext.StepContext, WindowingStrategy<?, W>, Aggregator<Long, Long>) - Static method in class org.apache.beam.runners.core.DoFnRunners
+
+
Returns an implementation of DoFnRunner that handles late data dropping.
+
+
Latest - Class in org.apache.beam.sdk.transforms
+
+
PTransform and Combine.CombineFn for computing the latest element + in a PCollection.
+
+
Latest.LatestFn<T> - Class in org.apache.beam.sdk.transforms
+
+
A Combine.CombineFn that computes the latest element from a set of inputs.
+
+
LatestFn() - Constructor for class org.apache.beam.sdk.transforms.Latest.LatestFn
+
+
Construct a new Latest.LatestFn instance.
+
+
launchApp(StreamingApplication) - Method in class org.apache.beam.runners.apex.ApexYarnLauncher
+
 
+
launchApp(ApexYarnLauncher.LaunchParams) - Method in class org.apache.beam.runners.apex.ApexYarnLauncher
+
 
+
LaunchParams(DAG, Attribute.AttributeMap) - Constructor for class org.apache.beam.runners.apex.ApexYarnLauncher.LaunchParams
+
 
+
leaseWorkItem(String, LeaseWorkItemRequest) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Leases the work item for jobId.
+
+
leaveCompositeTransform(TransformHierarchy.Node) - Method in class org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults
+
 
+
leaveCompositeTransform(TransformHierarchy.Node) - Method in interface org.apache.beam.sdk.Pipeline.PipelineVisitor
+
+
Called for each composite transform after all of its component transforms and their outputs + have been visited.
+
+
leftOuterJoin(PCollection<KV<K, V1>>, PCollection<KV<K, V2>>, V2) - Static method in class org.apache.beam.sdk.extensions.joinlibrary.Join
+
+
Left Outer Join of two collections of KV elements.
+
+
lessThan(T) - Static method in class org.apache.beam.sdk.transforms.Filter
+
+
Returns a PTransform that takes an input + PCollection and returns a PCollection with + elements that are less than a given value, based on the + elements' natural ordering.
+
+
lessThanEq(T) - Static method in class org.apache.beam.sdk.transforms.Filter
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that are less than or equal to a given value, based on the + elements' natural ordering.
+
+
LifecycleMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.LifecycleMethod
+
 
+
ListCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A Coder for List, using the format of IterableLikeCoder.
+
+
ListCoder(Coder<T>) - Constructor for class org.apache.beam.sdk.coders.ListCoder
+
 
+
listJobMessages(String, String) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Lists job messages with the given jobId.
+
+
listJobs(String) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Lists Dataflow Jobs in the project associated with + the DataflowPipelineOptions.
+
+
ListPCollectionView(Pipeline, WindowingStrategy<?, W>, Coder<ElemT>) - Constructor for class org.apache.beam.sdk.util.PCollectionViews.ListPCollectionView
+
+
Deprecated.
+
lists(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+ +
+
listSubscriptions(PubsubClient.ProjectPath, PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Return a list of subscriptions for topic in project.
+
+
listSubscriptions(PubsubClient.ProjectPath, PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
listSubscriptions(PubsubClient.ProjectPath, PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
listSubscriptions(PubsubClient.ProjectPath, PubsubClient.TopicPath) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
listTopics(PubsubClient.ProjectPath) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Return a list of topics for project.
+
+
listTopics(PubsubClient.ProjectPath) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
listTopics(PubsubClient.ProjectPath) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
listTopics(PubsubClient.ProjectPath) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
listView(Pipeline, WindowingStrategy<?, W>, Coder<T>) - Static method in class org.apache.beam.sdk.util.PCollectionViews
+
+
Returns a PCollectionView<List<T>> capable of processing elements encoded using the + provided Coder and windowed using the provided WindowingStrategy.
+
+
LoggingHandler() - Constructor for class org.apache.beam.runners.dataflow.util.MonitoringUtil.LoggingHandler
+
 
+
longs() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Long.
+
+
longsGlobally() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<Long> and returns a PCollection<Long> whose contents is the maximum of the input PCollection's elements, + or Long.MIN_VALUE if there are no elements.
+
+
longsGlobally() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<Long> and returns a PCollection<Long> whose contents is the minimum of the input PCollection's elements, + or Long.MAX_VALUE if there are no elements.
+
+
longsGlobally() - Static method in class org.apache.beam.sdk.transforms.Sum
+
+
Returns a PTransform that takes an input + PCollection<Long> and returns a + PCollection<Long> whose contents is the sum of the + input PCollection's elements, or + 0 if there are no elements.
+
+
longsPerKey() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<KV<K, Long>> and returns a + PCollection<KV<K, Long>> that contains an output element mapping each distinct key in + the input PCollection to the maximum of the values associated with that key in the + input PCollection.
+
+
longsPerKey() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<KV<K, Long>> and returns a + PCollection<KV<K, Long>> that contains an output element mapping each distinct key in + the input PCollection to the minimum of the values associated with that key in the + input PCollection.
+
+
longsPerKey() - Static method in class org.apache.beam.sdk.transforms.Sum
+
+
Returns a PTransform that takes an input + PCollection<KV<K, Long>> and returns a + PCollection<KV<K, Long>> that contains an output + element mapping each distinct key in the input + PCollection to the sum of the values associated with + that key in the input PCollection.
+
+
+ + + +

M

+
+
main(String[]) - Static method in class org.apache.beam.runners.apex.ApexYarnLauncher
+
+
The main method expects the serialized DAG and will launch the YARN application.
+
+
main(String[]) - Static method in class org.apache.beam.sdk.util.ApiSurface
+
 
+
makeCloudEncoding(String, CloudObject...) - Static method in class org.apache.beam.sdk.util.CoderUtils
+
 
+
makeSystemTagInternal(StateTag<K, StateT>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Convert an arbitrary StateTag to a system-internal tag that is guaranteed not to + collide with any user tags.
+
+
MapCoder<K,V> - Class in org.apache.beam.sdk.coders
+
+
A Coder for Maps that encodes them according to provided + coders for keys and values.
+
+
MapElements<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for mapping a simple function over the elements of a PCollection.
+
+
MapElements.MissingOutputTypeDescriptor<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
An intermediate builder for a MapElements transform.
+
+
MapPCollectionView(Pipeline, WindowingStrategy<?, W>, Coder<KV<K, V>>) - Constructor for class org.apache.beam.sdk.util.PCollectionViews.MapPCollectionView
+
+
Deprecated.
+
mappedTo(SerializableFunction<Instant, Instant>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+ +
+
mapRow(ResultSet) - Method in interface org.apache.beam.sdk.io.jdbc.JdbcIO.RowMapper
+
 
+
mapSourceFunction(SparkRuntimeContext) - Static method in class org.apache.beam.runners.spark.stateful.StateSpecFunctions
+
+
A StateSpec function to support reading from + an UnboundedSource.
+
+
mapView(Pipeline, WindowingStrategy<?, W>, Coder<KV<K, V>>) - Static method in class org.apache.beam.sdk.util.PCollectionViews
+
+
Returns a PCollectionView<Map<K, V>> capable of processing elements encoded using the + provided Coder and windowed using the provided WindowingStrategy.
+
+
mark(int) - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
markDone() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
+
Marks this range tracker as being done.
+
+
markDone() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
+
Marks this range tracker as being done.
+
+
markElementStart() - Method in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
+
Marks that a new element is being output.
+
+
markSupported() - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
match(DoFnSignature.Parameter.Cases<ResultT>) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
match(String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
+
Matches a specification, which may contain globs, against available + resources.
+
+
match(String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
match(String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Matches a specification, which may contain globs, against available + resources.
+
+
matches(String) - Method in enum org.apache.beam.sdk.io.CompressedSource.CompressionMode
+
+
Returns true if the given file name implies that the contents are compressed + according to the compression embodied by this factory.
+
+
matches(String) - Method in enum org.apache.beam.sdk.io.TextIO.CompressionType
+
+
Determine if a given filename matches a compression type based on its extension.
+
+
matches(Object) - Method in class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher
+
 
+
matches(String) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.Matches PTransform that checks if the entire line matches the + Regex.
+
+
matches(String, int) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.Matches PTransform that checks if the entire line matches the + Regex.
+
+
Matches(String, int) - Constructor for class org.apache.beam.sdk.transforms.Regex.Matches
+
 
+
matchesKV(String, int, int) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.MatchesKV PTransform that checks if the entire line matches the + Regex.
+
+
MatchesKV(String, int, int) - Constructor for class org.apache.beam.sdk.transforms.Regex.MatchesKV
+
 
+
matchesSafely(PipelineResult) - Method in class org.apache.beam.sdk.testing.BigqueryMatcher
+
 
+
matchesSafely(PipelineResult) - Method in class org.apache.beam.sdk.testing.FileChecksumMatcher
+
 
+
max() - Method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
max() - Method in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
Max - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for computing the maximum of the elements in a PCollection, or the + maximum of the values associated with each key in a PCollection of KVs.
+
+
Max.MaxDoubleFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
Max.MaxFn<T> - Class in org.apache.beam.sdk.transforms
+
+ +
+
Max.MaxIntegerFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
Max.MaxLongFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
MaxDoubleFn() - Constructor for class org.apache.beam.sdk.transforms.Max.MaxDoubleFn
+
 
+
MaxIntegerFn() - Constructor for class org.apache.beam.sdk.transforms.Max.MaxIntegerFn
+
 
+
MaxLongFn() - Constructor for class org.apache.beam.sdk.transforms.Max.MaxLongFn
+
 
+
maxNumRecords - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
maxNumRecords - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
maxNumRecords(int) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but will only read up to the specified + maximum number of records from Cloud Pub/Sub.
+
+
maxNumRecords(int) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform for reading from Cloud Pub/Sub with a maximum number of + records that will be read.
+
+
maxReadTime - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
maxReadTime - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
maxReadTime(Duration) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but will only read during the specified + duration from Cloud Pub/Sub.
+
+
maxReadTime(Duration) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform for reading from Cloud Pub/Sub with a maximum number of + duration during which records will be read.
+
+
maxTimestamp() - Method in class org.apache.beam.sdk.transforms.windowing.BoundedWindow
+
+
Returns the inclusive upper bound of timestamps for values in this window.
+
+
maxTimestamp() - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindow
+
 
+
maxTimestamp() - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns the largest timestamp that can be included in this window.
+
+
mean() - Method in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
Mean - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for computing the arithmetic mean + (a.k.a.
+
+
merge(NamedAggregators.State<InputT, InterT, OutputT>) - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+
 
+
merge(NamedAggregators) - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators
+
+
Merges another NamedAggregators instance with this instance.
+
+
merge(NamedAggregators.State<InputT, InterT, OutputT>) - Method in interface org.apache.beam.runners.spark.aggregators.NamedAggregators.State
+
 
+
merge(W, Iterable<? extends Instant>) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+
+
Merges the given output times, presumed to be combined output times for windows that + are merging, into an output time for the resultWindow.
+
+
merge(W, Iterable<? extends Instant>) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+
+
Merges the given output times, presumed to be combined output times for windows that + are merging, into an output time for the resultWindow.
+
+
merge(W, Iterable<? extends Instant>) - Method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFn
+
+
Merges the given output times, presumed to be combined output times for windows that + are merging, into an output time for the resultWindow.
+
+
merge(Collection<W>, W) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn.MergeContext
+
+
Signals to the framework that the windows in toBeMerged should + be merged together to form mergeResult.
+
+
merge(ActiveWindowSet.MergeCallback<W>) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Invoke WindowFn.mergeWindows(org.apache.beam.sdk.transforms.windowing.WindowFn<T, W>.MergeContext) on the WindowFn associated with this window set, + merging as many of the NEW and ACTIVE windows as possible.
+
+
merge(ActiveWindowSet.MergeCallback<W>) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
merge(ActiveWindowSet.MergeCallback<W>) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
mergeAccumulator(AccumT) - Method in interface org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn.Accumulator
+
+
Adds the input values represented by the given accumulator + into this accumulator.
+
+
mergeAccumulators(Iterable<ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique>) - Method in class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+
 
+
mergeAccumulators(Iterable<AccumT>) - Method in class org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn
+
 
+
mergeAccumulators(Iterable<double[]>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn
+
 
+
mergeAccumulators(Iterable<Combine.Holder<V>>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn
+
 
+
mergeAccumulators(Iterable<int[]>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn
+
 
+
mergeAccumulators(Iterable<long[]>) - Method in class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn
+
 
+
mergeAccumulators(Iterable<AccumT>) - Method in class org.apache.beam.sdk.transforms.Combine.CombineFn
+
+
Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators.
+
+
mergeAccumulators(Iterable<List<V>>) - Method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
 
+
mergeAccumulators(K, Iterable<AccumT>) - Method in class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn
+
+
Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators.
+
+
mergeAccumulators(Iterable<Object[]>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
mergeAccumulators(Iterable<Object[]>, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
mergeAccumulators(K, Iterable<Object[]>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
mergeAccumulators(K, Iterable<Object[]>, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
mergeAccumulators(Iterable<AccumT>, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext
+
+
Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators.
+
+
mergeAccumulators(K, Iterable<AccumT>, CombineWithContext.Context) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext
+
+
Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators.
+
+
mergeAccumulators(Iterable<TimestampedValue<T>>) - Method in class org.apache.beam.sdk.transforms.Latest.LatestFn
+
 
+
mergeAccumulators(Iterable<Top.BoundedHeap<KV<Integer, T>, SerializableComparator<KV<Integer, T>>>>) - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
mergeAccumulators(K, Iterable<AccumT>, OldDoFn<?, ?>.ProcessContext) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to merge accumulators in a OldDoFn.
+
+
mergeAccumulators(K, Iterable<AccumT>, PipelineOptions, SideInputReader, Collection<? extends BoundedWindow>) - Method in interface org.apache.beam.sdk.util.PerKeyCombineFnRunner
+
+
Forwards the call to a CombineFnBase.PerKeyCombineFn to merge accumulators.
+
+
mergeAccumulators(Iterable<AccumT>) - Method in interface org.apache.beam.sdk.util.state.AccumulatorCombiningState
+
+
Merge the given accumulators according to the underlying combiner.
+
+
mergeAccumulators(Iterable<AccumT>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
mergeBags(MergingStateAccessor<K, W>, StateTag<? super K, BagState<T>>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Merge all bag state in address across all windows under merge.
+
+
mergeBags(Collection<BagState<T>>, BagState<T>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Merge all bag state in sources (which may include result) into result.
+
+
mergeCombiningValues(MergingStateAccessor<K, W>, StateTag<? super K, AccumulatorCombiningState<InputT, AccumT, OutputT>>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Merge all value state in address across all merging windows in context.
+
+
mergeCombiningValues(Collection<AccumulatorCombiningState<InputT, AccumT, OutputT>>, AccumulatorCombiningState<InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Merge all value state from sources (which may include result) into + result.
+
+
MergeContext() - Constructor for class org.apache.beam.sdk.transforms.windowing.WindowFn.MergeContext
+
 
+
merged(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Signal that all state in ActiveWindowSet.readStateAddresses(W) for window has been merged into + the ActiveWindowSet.writeStateAddress(W) for window.
+
+
merged(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
merged(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
mergedWriteStateAddress(Collection<W>, W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Return the state address window into which all new state should be written after + ACTIVE windows toBeMerged have been merged into mergeResult.
+
+
mergedWriteStateAddress(Collection<W>, W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
mergedWriteStateAddress(Collection<W>, W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
MergeOverlappingIntervalWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A utility function for merging overlapping IntervalWindows.
+
+
MergeOverlappingIntervalWindows() - Constructor for class org.apache.beam.sdk.transforms.windowing.MergeOverlappingIntervalWindows
+
 
+
mergeWatermarks(MergingStateAccessor<K, W>, StateTag<? super K, WatermarkHoldState<W>>, W) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Merge all watermark state in address across all merging windows in context, + where the final merge result window is mergeResult.
+
+
mergeWatermarks(Collection<WatermarkHoldState<W>>, WatermarkHoldState<W>, W) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Merge all watermark state in sources (which must include result if non-empty) + into result, where the final merge result window is mergeResult.
+
+
mergeWindows(WindowFn<Object, W>.MergeContext) - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
 
+
mergeWindows(WindowFn<?, IntervalWindow>.MergeContext) - Static method in class org.apache.beam.sdk.transforms.windowing.MergeOverlappingIntervalWindows
+
+
Merge overlapping IntervalWindows.
+
+
mergeWindows(WindowFn<T, W>.MergeContext) - Method in class org.apache.beam.sdk.transforms.windowing.NonMergingWindowFn
+
 
+
mergeWindows(WindowFn<Object, IntervalWindow>.MergeContext) - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
mergeWindows(WindowFn<T, W>.MergeContext) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Does whatever merging of windows is necessary.
+
+
MergingActiveWindowSet<W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
An ActiveWindowSet for merging WindowFn implementations.
+
+
MergingActiveWindowSet(WindowFn<Object, W>, StateInternals<?>) - Constructor for class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
MergingStateAccessor<K,W extends BoundedWindow> - Interface in org.apache.beam.sdk.util.state
+
+
Interface for accessing persistent state while windows are merging.
+
+
METHOD_FORMATTER - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
A Function that turns a method into a simple method signature.
+
+
Metric - Interface in org.apache.beam.sdk.metrics
+
+
Marker interface for all user-facing metrics.
+
+
MetricKey - Class in org.apache.beam.sdk.metrics
+
+
Metrics are keyed by the step name they are associated with and the name of the metric.
+
+
MetricKey() - Constructor for class org.apache.beam.sdk.metrics.MetricKey
+
 
+
metricName() - Method in class org.apache.beam.sdk.metrics.MetricKey
+
+
The name of the metric.
+
+
MetricName - Class in org.apache.beam.sdk.metrics
+
+
The name of a metric consists of a MetricName.namespace() and a MetricName.name().
+
+
MetricName() - Constructor for class org.apache.beam.sdk.metrics.MetricName
+
 
+
MetricNameFilter - Class in org.apache.beam.sdk.metrics
+
+
The name of a metric.
+
+
MetricNameFilter() - Constructor for class org.apache.beam.sdk.metrics.MetricNameFilter
+
 
+
MetricQueryResults - Interface in org.apache.beam.sdk.metrics
+
+
The results of a query for metrics.
+
+
metricRegistry() - Method in class org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetricSource
+
 
+
MetricResult<T> - Interface in org.apache.beam.sdk.metrics
+
+
The results of a single current metric.
+
+
MetricResults - Class in org.apache.beam.sdk.metrics
+
+
Methods for interacting with the metrics of a pipeline that has been executed.
+
+
MetricResults() - Constructor for class org.apache.beam.sdk.metrics.MetricResults
+
 
+
metrics() - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
metrics() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
metrics() - Method in class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult
+
 
+
metrics() - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
metrics() - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
metrics() - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
Metrics - Class in org.apache.beam.sdk.metrics
+
+
The Metrics is a utility class for producing various kinds of metrics for + reporting properties of an executing pipeline.
+
+
metrics() - Method in interface org.apache.beam.sdk.PipelineResult
+
+
Return the object to access metrics from the pipeline.
+
+
MetricsContainer - Class in org.apache.beam.sdk.metrics
+
+
Holds the metrics for a single step and unit-of-commit (bundle).
+
+
MetricsContainer(String) - Constructor for class org.apache.beam.sdk.metrics.MetricsContainer
+
+
Create a new MetricsContainer associated with the given stepName.
+
+
MetricsEnvironment - Class in org.apache.beam.sdk.metrics
+
+
Manages and provides the metrics container associated with each thread.
+
+
MetricsEnvironment() - Constructor for class org.apache.beam.sdk.metrics.MetricsEnvironment
+
 
+
MetricsFilter - Class in org.apache.beam.sdk.metrics
+
+
Simple POJO representing a filter for querying metrics.
+
+
MetricsFilter() - Constructor for class org.apache.beam.sdk.metrics.MetricsFilter
+
 
+
MetricsFilter.Builder - Class in org.apache.beam.sdk.metrics
+
+
Builder for creating a MetricsFilter.
+
+
MetricsMap<K,T> - Class in org.apache.beam.sdk.metrics
+
+
A map from K to T that supports getting or creating values associated with a key + in a thread-safe manner.
+
+
MetricsMap(MetricsMap.Factory<K, T>) - Constructor for class org.apache.beam.sdk.metrics.MetricsMap
+
 
+
MetricsMap.Factory<K,T> - Interface in org.apache.beam.sdk.metrics
+
+
Interface for creating instances to populate the MetricsMap.
+
+
MetricUpdate() - Constructor for class org.apache.beam.sdk.metrics.MetricUpdates.MetricUpdate
+
 
+
MetricUpdates - Class in org.apache.beam.sdk.metrics
+
+
Representation of multiple metric updates.
+
+
MetricUpdates() - Constructor for class org.apache.beam.sdk.metrics.MetricUpdates
+
 
+
MetricUpdates.MetricUpdate<T> - Class in org.apache.beam.sdk.metrics
+
+
Representation of a single metric update.
+
+
MicrobatchSource<T,CheckpointMarkT extends UnboundedSource.CheckpointMark> - Class in org.apache.beam.runners.spark.io
+
+
Mostly based on BoundedReadFromUnboundedSource, + with some adjustments for this specific use-case.
+
+
MicrobatchSource.Reader - Class in org.apache.beam.runners.spark.io
+
+
A BoundedSource.BoundedReader + wrapping an UnboundedSource.UnboundedReader.
+
+
mimeType - Variable in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
The MIME type used in the creation of the output channel (if the file system supports it).
+
+
MimeTypes - Class in org.apache.beam.sdk.util
+
+
Constants representing various mime types.
+
+
MimeTypes() - Constructor for class org.apache.beam.sdk.util.MimeTypes
+
 
+
min() - Method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
min() - Method in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
Min - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for computing the minimum of the elements in a PCollection, or the + minimum of the values associated with each key in a PCollection of KVs.
+
+
Min.MinDoubleFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
Min.MinFn<T> - Class in org.apache.beam.sdk.transforms
+
+ +
+
Min.MinIntegerFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
Min.MinLongFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
MinDoubleFn() - Constructor for class org.apache.beam.sdk.transforms.Min.MinDoubleFn
+
 
+
MinIntegerFn() - Constructor for class org.apache.beam.sdk.transforms.Min.MinIntegerFn
+
 
+
MinLongFn() - Constructor for class org.apache.beam.sdk.transforms.Min.MinLongFn
+
 
+
ModelEnforcement<T> - Interface in org.apache.beam.runners.direct
+
+
Enforcement tools that verify that executing code conforms to the model.
+
+
ModelEnforcementFactory - Interface in org.apache.beam.runners.direct
+
+
Creates ModelEnforcement instances for an AppliedPTransform on an input + bundle.
+
+
modifyAckDeadline(PubsubClient.SubscriptionPath, List<String>, int) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Modify the ack deadline for messages from subscription with ackIds to + be deadlineSeconds from now.
+
+
modifyAckDeadline(PubsubClient.SubscriptionPath, List<String>, int) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
modifyAckDeadline(PubsubClient.SubscriptionPath, List<String>, int) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
modifyAckDeadline(PubsubClient.SubscriptionPath, List<String>, int) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
modifyEnvironmentBeforeSubmission(Environment) - Method in class org.apache.beam.runners.dataflow.DataflowRunnerHooks
+
+
Allows the user to modify the environment of their job before their job is submitted + to the service for execution.
+
+
MongoDbGridFSIO - Class in org.apache.beam.sdk.io.mongodb
+
+
IO to read and write data on MongoDB GridFS.
+
+
MongoDbGridFSIO() - Constructor for class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO
+
 
+
MongoDbGridFSIO.ConnectionConfiguration - Class in org.apache.beam.sdk.io.mongodb
+
+
Encapsulate the MongoDB GridFS connection logic.
+
+
MongoDbGridFSIO.Parser<T> - Interface in org.apache.beam.sdk.io.mongodb
+
+
Interface for the parser that is used to parse the GridFSDBFile into + the appropriate types.
+
+
MongoDbGridFSIO.ParserCallback<T> - Interface in org.apache.beam.sdk.io.mongodb
+
+
Callback for the parser to use to submit data.
+
+
MongoDbGridFSIO.Read<T> - Class in org.apache.beam.sdk.io.mongodb
+
+
A PTransform to read data from MongoDB GridFS.
+
+
MongoDbGridFSIO.Read.BoundedGridFSSource - Class in org.apache.beam.sdk.io.mongodb
+
+
A BoundedSource for MongoDB GridFS.
+
+
MongoDbGridFSIO.Write<T> - Class in org.apache.beam.sdk.io.mongodb
+
+
A PTransform to write data to MongoDB GridFS.
+
+
MongoDbGridFSIO.WriteFn<T> - Interface in org.apache.beam.sdk.io.mongodb
+
+
Function that is called to write the data to the give GridFS OutputStream.
+
+
MongoDbIO - Class in org.apache.beam.sdk.io.mongodb
+
+
IO to read and write data on MongoDB.
+
+
MongoDbIO.Read - Class in org.apache.beam.sdk.io.mongodb
+
+
A PTransform to read data from MongoDB.
+
+
MongoDbIO.Write - Class in org.apache.beam.sdk.io.mongodb
+
+
A PTransform to write to a MongoDB database.
+
+
MonitoringUtil - Class in org.apache.beam.runners.dataflow.util
+
+
A helper class for monitoring jobs submitted to the service.
+
+
MonitoringUtil(DataflowClient) - Constructor for class org.apache.beam.runners.dataflow.util.MonitoringUtil
+
+
Construct a helper for monitoring.
+
+
MonitoringUtil.JobMessagesHandler - Interface in org.apache.beam.runners.dataflow.util
+
+
An interface that can be used for defining callbacks to receive a list + of JobMessages containing monitoring information.
+
+
MonitoringUtil.LoggingHandler - Class in org.apache.beam.runners.dataflow.util
+
+
A handler that logs monitoring messages.
+
+
MonitoringUtil.TimeStampComparator - Class in org.apache.beam.runners.dataflow.util
+
+
Comparator for sorting rows in increasing order based on timestamp.
+
+
months(int) - Static method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows
+
+
Returns a WindowFn that windows elements into periods measured by months.
+
+
MovingFunction - Class in org.apache.beam.sdk.util
+
+
Keep track of the moving minimum/maximum/sum of sampled long values.
+
+
MovingFunction(long, long, int, int, Combine.BinaryCombineLongFn) - Constructor for class org.apache.beam.sdk.util.MovingFunction
+
 
+
MultimapPCollectionView(Pipeline, WindowingStrategy<?, W>, Coder<KV<K, V>>) - Constructor for class org.apache.beam.sdk.util.PCollectionViews.MultimapPCollectionView
+
+
Deprecated.
+
multimapView(Pipeline, WindowingStrategy<?, W>, Coder<KV<K, V>>) - Static method in class org.apache.beam.sdk.util.PCollectionViews
+
+
Returns a PCollectionView<Map<K, Iterable<V>>> capable of processing elements encoded + using the provided Coder and windowed using the provided WindowingStrategy.
+
+
MutationDetector - Interface in org.apache.beam.sdk.util
+
+
An object for detecting illegal mutations.
+
+
MutationDetectors - Class in org.apache.beam.sdk.util
+
+
Static methods for creating and working with MutationDetector.
+
+
+ + + +

N

+
+
name() - Method in class org.apache.beam.sdk.metrics.MetricName
+
+
The name of this metric.
+
+
name() - Method in interface org.apache.beam.sdk.metrics.MetricResult
+
+
Return the name of the metric.
+
+
name - Variable in class org.apache.beam.sdk.transforms.PTransform
+
+
The base name of this PTransform, e.g., from defaults, or + null if not yet assigned.
+
+
named(String, String) - Static method in class org.apache.beam.sdk.metrics.MetricName
+
 
+
named(Class<?>, String) - Static method in class org.apache.beam.sdk.metrics.MetricName
+
 
+
named(String, String) - Static method in class org.apache.beam.sdk.metrics.MetricNameFilter
+
 
+
named(Class<?>, String) - Static method in class org.apache.beam.sdk.metrics.MetricNameFilter
+
 
+
named(String) - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Return a new Globally transform that's like this transform but with the + specified name.
+
+
named(String) - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
+
Return a new Globally transform that's like this transform but with the + specified name.
+
+
NamedAggregators - Class in org.apache.beam.runners.spark.aggregators
+
+
This class wraps a map of named aggregators.
+
+
NamedAggregators() - Constructor for class org.apache.beam.runners.spark.aggregators.NamedAggregators
+
+
Constructs a new NamedAggregators instance.
+
+
NamedAggregators(String, NamedAggregators.State<?, ?, ?>) - Constructor for class org.apache.beam.runners.spark.aggregators.NamedAggregators
+
+
Constructs a new named aggregators instance that contains a mapping from the specified + `named` to the associated initial state.
+
+
NamedAggregators.CombineFunctionState<InputT,InterT,OutputT> - Class in org.apache.beam.runners.spark.aggregators
+
+
=> combineFunction in data flow.
+
+
NamedAggregators.State<InputT,InterT,OutputT> - Interface in org.apache.beam.runners.spark.aggregators
+
 
+
names() - Method in class org.apache.beam.sdk.metrics.MetricsFilter
+
 
+
namespace() - Method in class org.apache.beam.sdk.metrics.MetricName
+
+
The namespace associated with this metric.
+
+
NanosOffsetClock - Class in org.apache.beam.runners.direct
+
+
A Clock that uses System.nanoTime() to track the progress of time.
+
+
naturalOrder(T) - Static method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
naturalOrder() - Static method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
naturalOrder(T) - Static method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
naturalOrder() - Static method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
NeedsRunner - Interface in org.apache.beam.sdk.testing
+
+
Category tag for validation tests which utilize TestPipeline for execution and expect + to be executed by a PipelineRunner.
+
+
needsValidation() - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
 
+
needsValidation() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
needsValidation() - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
needsValidation() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
NESTED - Static variable in class org.apache.beam.sdk.coders.Coder.Context
+
+
The nested context: the value being encoded or decoded is + (potentially) a part of a larger record/stream contents, and + may have other parts encoded or decoded after it.
+
+
nested() - Method in class org.apache.beam.sdk.coders.Coder.Context
+
 
+
Never - Class in org.apache.beam.sdk.transforms.windowing
+
+
A trigger which never fires.
+
+
Never() - Constructor for class org.apache.beam.sdk.transforms.windowing.Never
+
 
+
Never.NeverTrigger - Class in org.apache.beam.sdk.transforms.windowing
+
+
The actual trigger class for Never triggers.
+
+
NeverStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
A TriggerStateMachine which never fires.
+
+
NeverTrigger() - Constructor for class org.apache.beam.sdk.transforms.windowing.Never.NeverTrigger
+
 
+
newBigQueryClient(BigQueryOptions) - Static method in class org.apache.beam.sdk.util.Transport
+
+
Returns a BigQuery client builder using the specified BigQueryOptions.
+
+
newByteBuddyInvoker(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
newByteBuddyInvoker(DoFnSignature, DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
newClient(String, String, PubsubOptions) - Method in interface org.apache.beam.sdk.util.PubsubClient.PubsubClientFactory
+
+
Construct a new Pubsub client.
+
+
newClouddebuggerClient(DataflowPipelineOptions) - Static method in class org.apache.beam.runners.dataflow.util.DataflowTransport
+
 
+
newCloudResourceManagerClient(CloudResourceManagerOptions) - Static method in class org.apache.beam.sdk.util.Transport
+
+
Returns a CloudResourceManager client builder using the specified + CloudResourceManagerOptions.
+
+
newDataflowClient(DataflowPipelineOptions) - Static method in class org.apache.beam.runners.dataflow.util.DataflowTransport
+
+
Returns a Google Cloud Dataflow client builder.
+
+
newProcessFn(DoFn<InputT, OutputT>) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
newPubsubClient(PubsubOptions) - Static method in class org.apache.beam.sdk.util.Transport
+
+
Deprecated. + +
+
+
newStorageClient(GcsOptions) - Static method in class org.apache.beam.sdk.util.Transport
+
+
Returns a Cloud Storage client builder using the specified GcsOptions.
+
+
newTracker() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.NewTracker method.
+
+
NewTrackerMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.NewTrackerMethod
+
 
+
newWith(List<SerializableFunction<Instant, Instant>>) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
To complete an implementation, return a new instance like this one, but incorporating + the provided timestamp mapping functions.
+
+
newWith(List<SerializableFunction<Instant, Instant>>) - Method in class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine
+
 
+
newWith(List<SerializableFunction<Instant, Instant>>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
To complete an implementation, return a new instance like this one, but incorporating + the provided timestamp mapping functions.
+
+
newWith(List<SerializableFunction<Instant, Instant>>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
 
+
newWith(List<SerializableFunction<Instant, Instant>>) - Method in class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
next() - Method in class org.apache.beam.runners.core.PeekingReiterator
+
 
+
nextBackOffMillis() - Method in class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
nextBackOffMillis() - Method in class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff
+
+
Deprecated.
+
nextBackOffMillis() - Method in class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+
+
Deprecated.
+
NO_FIRING - Static variable in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
PaneInfo to use for elements on (and before) initial window assignemnt (including + elements read from sources) before they have passed through a GroupByKey and are + associated with a particular trigger firing.
+
+
NO_OP - Static variable in interface org.apache.beam.sdk.util.state.TimerCallback
+
+
Deprecated.
+
NON_PARALLEL_INPUTS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
NonDeterministicException(Coder<?>, String, Coder.NonDeterministicException) - Constructor for exception org.apache.beam.sdk.coders.Coder.NonDeterministicException
+
 
+
NonDeterministicException(Coder<?>, String) - Constructor for exception org.apache.beam.sdk.coders.Coder.NonDeterministicException
+
 
+
NonDeterministicException(Coder<?>, List<String>) - Constructor for exception org.apache.beam.sdk.coders.Coder.NonDeterministicException
+
 
+
NonDeterministicException(Coder<?>, List<String>, Coder.NonDeterministicException) - Constructor for exception org.apache.beam.sdk.coders.Coder.NonDeterministicException
+
 
+
none() - Static method in class org.apache.beam.sdk.transforms.display.DisplayData
+
+
Default empty DisplayData instance.
+
+
NonEmptyPanes<K,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
Tracks which windows have non-empty panes.
+
+
NonEmptyPanes() - Constructor for class org.apache.beam.runners.core.NonEmptyPanes
+
 
+
NonMergingActiveWindowSet<W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
Implementation of ActiveWindowSet used with WindowFns that don't + support + merging.
+
+
NonMergingActiveWindowSet() - Constructor for class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
NonMergingWindowFn<T,W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
Abstract base class for WindowFns that do not merge windows.
+
+
NonMergingWindowFn() - Constructor for class org.apache.beam.sdk.transforms.windowing.NonMergingWindowFn
+
 
+
NoopCredentialFactory - Class in org.apache.beam.sdk.util
+
+
Construct an oauth credential to be used by the SDK and the SDK workers.
+
+
NoopCredentialFactory() - Constructor for class org.apache.beam.sdk.util.NoopCredentialFactory
+
 
+
noopMutationDetector() - Static method in class org.apache.beam.sdk.util.MutationDetectors
+
+
Creates a new MutationDetector that always succeeds.
+
+
NoopPathValidator - Class in org.apache.beam.sdk.util
+
+
Noop implementation of PathValidator.
+
+
normalize() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
noteOutput(WindowedValue<?>) - Method in class org.apache.beam.sdk.util.BaseExecutionContext
+
+
Hook for subclasses to implement that will be called whenever + DoFn.Context#output + is called.
+
+
noteOutput(WindowedValue<?>) - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
noteOutput(WindowedValue<?>) - Method in interface org.apache.beam.sdk.util.ExecutionContext
+
+
Hook for subclasses to implement that will be called whenever + DoFn.Context.output(OutputT) + is called.
+
+
noteOutput(WindowedValue<?>) - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
+
Hook for subclasses to implement that will be called whenever + DoFn.Context.output(OutputT) + is called.
+
+
notEqualTo(T) - Method in interface org.apache.beam.sdk.testing.PAssert.SingletonAssert
+
+
Asserts that the value in question is not equal to the provided value, according + to Object.equals(java.lang.Object).
+
+
noteSideOutput(TupleTag<?>, WindowedValue<?>) - Method in class org.apache.beam.sdk.util.BaseExecutionContext
+
+
Hook for subclasses to implement that will be called whenever + DoFn.Context#sideOutput + is called.
+
+
noteSideOutput(TupleTag<?>, WindowedValue<?>) - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
noteSideOutput(TupleTag<?>, WindowedValue<?>) - Method in interface org.apache.beam.sdk.util.ExecutionContext
+
+
Hook for subclasses to implement that will be called whenever + DoFn.Context.sideOutput(org.apache.beam.sdk.values.TupleTag<T>, T) + is called.
+
+
noteSideOutput(TupleTag<?>, WindowedValue<?>) - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
+
Hook for subclasses to implement that will be called whenever + DoFn.Context.sideOutput(org.apache.beam.sdk.values.TupleTag<T>, T) + is called.
+
+
notifyValueReturned(long) - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterator
+
 
+
now() - Method in interface org.apache.beam.runners.direct.Clock
+
+
Returns the current time as an Instant.
+
+
now() - Method in class org.apache.beam.runners.direct.NanosOffsetClock
+
 
+
NullableCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A NullableCoder encodes nullable values of type T using a nested + Coder<T> that does not tolerate null values.
+
+
nullContext() - Static method in class org.apache.beam.sdk.util.CombineContextFactory
+
+
Returns a fake Combine.Context for tests.
+
+
nullContext() - Static method in class org.apache.beam.sdk.util.state.StateContexts
+
+
Returns a fake StateContext.
+
+
NullCredentialInitializer - Class in org.apache.beam.sdk.util
+
+
A HttpRequestInitializer for requests that don't have credentials.
+
+
NullCredentialInitializer() - Constructor for class org.apache.beam.sdk.util.NullCredentialInitializer
+
 
+
nulls() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for nulls/Void.
+
+
NullSideInputReader - Class in org.apache.beam.sdk.util
+
+
A SideInputReader representing a well-defined set of views, but not storing + any values for them.
+
+
NullWritableCoder - Class in org.apache.beam.runners.spark.coders
+
+
Simple writable coder for Null.
+
+
NUM_METADATA_SHARD_CODERS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
NUM_QUERY_SPLITS_MAX - Static variable in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
+
An upper bound on the number of splits for a query.
+
+
NUM_SHARD_CODERS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
NUM_SHARDS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
NumberedShardedFile - Class in org.apache.beam.sdk.util
+
+
Utility methods for working with sharded files.
+
+
NumberedShardedFile(String) - Constructor for class org.apache.beam.sdk.util.NumberedShardedFile
+
+
Constructor that uses default shard template.
+
+
NumberedShardedFile(String, Pattern) - Constructor for class org.apache.beam.sdk.util.NumberedShardedFile
+
+
Constructor.
+
+
+ + + +

O

+
+
OBJECT_TYPE_NAME - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
ObjectsClassComparator() - Constructor for class org.apache.beam.sdk.util.common.ReflectHelpers.ObjectsClassComparator
+
 
+
observesWindow() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
Whether this DoFn observes - directly or indirectly - the window that an element + resides in.
+
+
of(PCollectionView<ViewT>) - Static method in class org.apache.beam.runners.apex.ApexRunner.CreateApexPCollectionView
+
 
+
of(InputT, RestrictionT) - Static method in class org.apache.beam.runners.core.ElementAndRestriction
+
+
Constructs the ElementAndRestriction.
+
+
of(Coder<ElementT>, Coder<RestrictionT>) - Static method in class org.apache.beam.runners.core.ElementAndRestrictionCoder
+
+
Creates an ElementAndRestrictionCoder from an element coder and a restriction coder.
+
+
of(Coder<K>, Coder<ElemT>, Coder<? extends BoundedWindow>) - Static method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
+
Create a new KeyedWorkItemCoder with the provided key coder, element coder, and window + coder.
+
+
of(List<Coder<?>>) - Static method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
of(TriggerStateMachine.OnceTriggerStateMachine...) - Static method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
+
Returns an AfterAll Trigger with the given subtriggers.
+
+
of(Iterable<? extends TriggerStateMachine>) - Static method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
 
+
of(TriggerStateMachine.OnceTriggerStateMachine...) - Static method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
+
Returns an AfterFirst Trigger with the given subtriggers.
+
+
of(Iterable<? extends TriggerStateMachine>) - Static method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
 
+
of() - Static method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
+
Returns the default trigger.
+
+
of() - Static method in class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
of(PCollectionView<ViewT>) - Static method in class org.apache.beam.runners.flink.FlinkRunner.CreateFlinkPCollectionView
+
 
+
of(NamedAggregators) - Static method in class org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetric
+
 
+
of() - Static method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
 
+
of(Class<T>) - Static method in class org.apache.beam.runners.spark.coders.WritableCoder
+
+
Returns a WritableCoder instance for the provided element class.
+
+
of(String) - Static method in class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
of(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Returns an AvroCoder instance for the provided element type.
+
+
of(Class<T>) - Static method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Returns an AvroCoder instance for the provided element class.
+
+
of(Schema) - Static method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Returns an AvroCoder instance for the Avro schema.
+
+
of(Class<T>, Schema) - Static method in class org.apache.beam.sdk.coders.AvroCoder
+
+
Returns an AvroCoder instance for the provided element type + using the provided Avro schema.
+
+
of(String, String) - Static method in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.BigDecimalCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.BigEndianIntegerCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.BigEndianLongCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.BigIntegerCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.ByteCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.ByteStringCoder
+
 
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.coders.CollectionCoder
+
 
+
of(List<Object>) - Static method in class org.apache.beam.sdk.coders.CollectionCoder
+
 
+
of(String, String, String, String) - Static method in class org.apache.beam.sdk.coders.CustomCoder
+
 
+
of(Coder<IntermediateT>, DelegateCoder.CodingFunction<T, IntermediateT>, DelegateCoder.CodingFunction<IntermediateT, T>) - Static method in class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.DoubleCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.DurationCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.InstantCoder
+
 
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.coders.IterableCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.coders.IterableCoder
+
 
+
of(Class<T>) - Static method in class org.apache.beam.sdk.coders.JAXBCoder
+
+
Create a coder for a given type of JAXB annotated objects.
+
+
of(String) - Static method in class org.apache.beam.sdk.coders.JAXBCoder
+
+
Constructor for JSON deserialization only.
+
+
of(Coder<K>, Coder<V>) - Static method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.coders.ListCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.coders.ListCoder
+
 
+
of(Coder<K>, Coder<V>) - Static method in class org.apache.beam.sdk.coders.MapCoder
+
+
Produces a MapCoder with the given keyCoder and valueCoder.
+
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.coders.MapCoder
+
 
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.coders.NullableCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.coders.NullableCoder
+
 
+
of(Class<T>) - Static method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
Returns a ProtoCoder for the given Protocol Buffers Message.
+
+
of(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
Returns a ProtoCoder for the Protocol Buffers Message indicated by the given + TypeDescriptor.
+
+
of(String, List<String>) - Static method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
Deprecated. +
For JSON deserialization only.
+
+
+
of(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.coders.SerializableCoder
+
+
Returns a SerializableCoder instance for the provided element type.
+
+
of(Class<T>) - Static method in class org.apache.beam.sdk.coders.SerializableCoder
+
+
Returns a SerializableCoder instance for the provided element class.
+
+
of(String) - Static method in class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.coders.SetCoder
+
+
Produces a SetCoder with the given elementCoder.
+
+
of(List<Object>) - Static method in class org.apache.beam.sdk.coders.SetCoder
+
+
Dynamically typed constructor for JSON deserialization.
+
+
of(Class<T>) - Static method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.StringUtf8Coder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.TableRowJsonCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.TextualIntegerCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.VarIntCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.VarLongCoder
+
 
+
of() - Static method in class org.apache.beam.sdk.coders.VoidCoder
+
 
+
of(Class<WrapperT>, AvroCoder<DatumT>) - Static method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
+
Return a AvroWrapperCoder instance for the provided element class.
+
+
of(String, List<Coder<?>>) - Static method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
 
+
of(Class<T>) - Static method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
+
Returns a WritableCoder instance for the provided element class.
+
+
of(String) - Static method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
of(Coder<K>, Coder<V>) - Static method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
of(ByteString) - Static method in class org.apache.beam.sdk.io.range.ByteKey
+
+
Creates a new ByteKey backed by the specified ByteString.
+
+
of(int...) - Static method in class org.apache.beam.sdk.io.range.ByteKey
+
+
Creates a new ByteKey backed by a copy of the specified int[].
+
+
of(ByteKey, ByteKey) - Static method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Creates a new ByteKeyRange with the given start and end keys.
+
+
of(ByteKeyRange) - Static method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
+
Instantiates a new ByteKeyRangeTracker with the specified range.
+
+
of(ValueProvider<X>, SerializableFunction<X, T>) - Static method in class org.apache.beam.sdk.options.ValueProvider.NestedValueProvider
+
+
Creates a ValueProvider.NestedValueProvider that wraps the provided value.
+
+
of(T) - Static method in class org.apache.beam.sdk.options.ValueProvider.StaticValueProvider
+
+
Creates a ValueProvider.StaticValueProvider that wraps the provided value.
+
+
of(Coder<T>, Coder<? extends BoundedWindow>) - Static method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
of(T, Instant, BoundedWindow, PaneInfo) - Static method in class org.apache.beam.sdk.testing.ValueInSingleWindow
+
 
+
of(String, InputT, OutputT, TransformT) - Static method in class org.apache.beam.sdk.transforms.AppliedPTransform
+
 
+
of(SerializableFunction<Iterable<V>, V>) - Static method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
+
Returns a CombineFn that uses the given + SerializableFunction to combine values.
+
+
of(SerializableFunction<Iterable<V>, V>, int) - Static method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
+
Returns a CombineFn that uses the given + SerializableFunction to combine values, + attempting to buffer at least bufferSize + values between invocations.
+
+
of(SerializableFunction<Iterable<V>, V>) - Static method in class org.apache.beam.sdk.transforms.Combine.SimpleCombineFn
+
+
Deprecated.
+
+
of(Iterable<T>) - Static method in class org.apache.beam.sdk.transforms.Create
+
+
Returns a new Create.Values transform that produces a + PCollection containing elements of the provided + Iterable.
+
+
of(T...) - Static method in class org.apache.beam.sdk.transforms.Create
+
+
Returns a new Create.Values transform that produces a + PCollection containing the specified elements.
+
+
of(Map<K, V>) - Static method in class org.apache.beam.sdk.transforms.Create
+
+
Returns a new Create.Values transform that produces a + PCollection of KVs corresponding to the keys and + values of the specified Map.
+
+
of(DisplayData.Path, Class<?>, String) - Static method in class org.apache.beam.sdk.transforms.display.DisplayData.Identifier
+
 
+
of(DoFn<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns a DoFnTester supporting unit-testing of the given + DoFn.
+
+
of(CoGbkResultSchema, UnionCoder) - Static method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
+
Returns a CoGbkResult.CoGbkResultCoder for the given schema and UnionCoder.
+
+
of(List<Coder<?>>, CoGbkResultSchema) - Static method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
of(TupleTag<V>, List<V>) - Static method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
+
Returns a new CoGbkResult that contains just the given tag and given data.
+
+
of(List<TupleTag<?>>) - Static method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
 
+
of(TupleTag<InputT>, PCollection<KV<K, InputT>>) - Static method in class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple
+
+
Returns a new KeyedPCollectionTuple<K> with the given tag and initial + PCollection.
+
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
+
Builds a union coder with the given list of element coders.
+
+
of(T, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
of(ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
of(T, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
of(ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
of(DoFn<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.ParDo
+
+
Creates a ParDo PTransform that will invoke the + given DoFn function.
+
+
of(OldDoFn<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.ParDo
+
+
Deprecated. +
please port your OldDoFn to a DoFn
+
+
+
of(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.Unbound
+
+
Returns a new ParDo PTransform that's like this + transform but which will invoke the given DoFn + function, and which has its input and output types bound.
+
+
of(OldDoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.Unbound
+
+
Deprecated. +
please port your OldDoFn to a DoFn
+
+
+
of(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.UnboundMulti
+
+
Returns a new multi-output ParDo PTransform + that's like this transform but which will invoke the given + DoFn function, and which has its input type bound.
+
+
of(OldDoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.ParDo.UnboundMulti
+
+
Deprecated. +
please port your OldDoFn to a DoFn
+
+
+
of(int, Partition.PartitionFn<? super T>) - Static method in class org.apache.beam.sdk.transforms.Partition
+
+
Returns a new Partition PTransform that divides + its input PCollection into the given number of partitions, + using the given partitioning function.
+
+
of(int, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Top
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the largest count elements of the input + PCollection<T>, in decreasing order, sorted using the + given Comparator<T>.
+
+
of(PCollectionView<ViewT>) - Static method in class org.apache.beam.sdk.transforms.View.CreatePCollectionView
+
 
+
of(Trigger.OnceTrigger...) - Static method in class org.apache.beam.sdk.transforms.windowing.AfterAll
+
+
Returns an AfterAll Trigger with the given subtriggers.
+
+
of(Trigger.OnceTrigger...) - Static method in class org.apache.beam.sdk.transforms.windowing.AfterFirst
+
+
Returns an AfterFirst Trigger with the given subtriggers.
+
+
of() - Static method in class org.apache.beam.sdk.transforms.windowing.DefaultTrigger
+
+
Returns the default trigger.
+
+
of(Duration) - Static method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
+
Partitions the timestamp space into half-open intervals of the form + [N * size, (N + 1) * size), where 0 is the epoch.
+
+
of(Duration) - Static method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
+
Assigns timestamps into half-open intervals of the form + [N * period, N * period + size), where 0 is the epoch.
+
+
of(SerializableFunction<V, K>) - Static method in class org.apache.beam.sdk.transforms.WithKeys
+
+
Returns a PTransform that takes a PCollection<V> + and returns a PCollection<KV<K, V>>, where each of the + values in the input PCollection has been paired with a + key computed from the value by invoking the given + SerializableFunction.
+
+
of(K) - Static method in class org.apache.beam.sdk.transforms.WithKeys
+
+
Returns a PTransform that takes a PCollection<V> + and returns a PCollection<KV<K, V>>, where each of the + values in the input PCollection has been paired with the + given key.
+
+
of(SerializableFunction<T, Instant>) - Static method in class org.apache.beam.sdk.transforms.WithTimestamps
+
+
For a SerializableFunction fn from T to Instant, outputs a + PTransform that takes an input PCollection<T> and outputs a + PCollection<T> containing every element v in the input where + each element is output with a timestamp obtained as the result of fn.apply(v).
+
+
of() - Static method in class org.apache.beam.sdk.util.BitSetCoder
+
 
+
of(PTuple) - Static method in class org.apache.beam.sdk.util.DirectSideInputReader
+
 
+
of(Iterable<? extends PCollectionView<?>>) - Static method in class org.apache.beam.sdk.util.NullSideInputReader
+
 
+
of(PCollectionView<T>, BoundedWindow) - Static method in class org.apache.beam.sdk.util.PCollectionViewWindow
+
 
+
of(TupleTag<V>, V) - Static method in class org.apache.beam.sdk.util.PTuple
+
+
Returns a singleton PTuple containing the given + value keyed by the given TupleTag.
+
+
of() - Static method in class org.apache.beam.sdk.util.Reshuffle
+
 
+
of(String, StateNamespace, Instant, TimeDomain) - Static method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
+
Construct a TimerInternals.TimerData for the given parameters, where the timer ID is automatically + generated.
+
+
of(StateNamespace, Instant, TimeDomain) - Static method in class org.apache.beam.sdk.util.TimerInternals.TimerData
+
+
Construct a TimerInternals.TimerData for the given parameters, where the timer ID is + deterministically generated from the timestamp and domain.
+
+
of(Coder<? extends BoundedWindow>) - Static method in class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder
+
 
+
of(Coder<ValueT>) - Static method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
of(List<Coder<ValueT>>) - Static method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
of(T, long) - Static method in class org.apache.beam.sdk.util.WeightedValue
+
 
+
of(Coder<T>, Coder<? extends BoundedWindow>) - Static method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
of(T, Instant, Collection<? extends BoundedWindow>, PaneInfo) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a WindowedValue with the given value, timestamp, + and windows.
+
+
of(T, Instant, BoundedWindow, PaneInfo) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a WindowedValue with the given value, timestamp, and window.
+
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
of(List<Coder<?>>) - Static method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
of(WindowFn<T, W>) - Static method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
of(K, V) - Static method in class org.apache.beam.sdk.values.KV
+
+
Returns a KV with the given key and value.
+
+
of(PCollection<T>) - Static method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns a singleton PCollectionList containing the given PCollection.
+
+
of(Iterable<PCollection<T>>) - Static method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns a PCollectionList containing the given PCollections, + in order.
+
+
of(TupleTag<T>, PCollection<T>) - Static method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns a singleton PCollectionTuple containing the given + PCollection keyed by the given TupleTag.
+
+
of(V, Instant) - Static method in class org.apache.beam.sdk.values.TimestampedValue
+
+
Returns a new TimestampedValue with the given value and timestamp.
+
+
of(Coder<T>) - Static method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
of(List<Object>) - Static method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
of(TupleTag<?>) - Static method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns a singleton TupleTagList containing the given TupleTag.
+
+
of(List<TupleTag<?>>) - Static method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns a TupleTagList containing the given TupleTags, in order.
+
+
of(Class<T>) - Static method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a TypeDescriptor representing the given type.
+
+
of(Type) - Static method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a TypeDescriptor representing the given type.
+
+
ofClass(Class<?>) - Static method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface object representing just the surface of the given class.
+
+
OFFSET_INFINITY - Static variable in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
+
Offset corresponding to infinity.
+
+
OffsetBasedReader(OffsetBasedSource<T>) - Constructor for class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
OffsetBasedSource<T> - Class in org.apache.beam.sdk.io
+
+
A BoundedSource that uses offsets to define starting and ending positions.
+
+
OffsetBasedSource(long, long, long) - Constructor for class org.apache.beam.sdk.io.OffsetBasedSource
+
 
+
OffsetBasedSource.OffsetBasedReader<T> - Class in org.apache.beam.sdk.io
+
+
A Source.Reader that implements code common to readers of all + OffsetBasedSources.
+
+
OffsetRangeTracker - Class in org.apache.beam.sdk.io.range
+
+
A RangeTracker for non-negative positions of type long.
+
+
OffsetRangeTracker(long, long) - Constructor for class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
+
Creates an OffsetRangeTracker for the specified range.
+
+
ofInternal(Map<TupleTag<?>, ?>) - Static method in class org.apache.beam.sdk.util.PTuple
+
+
Returns a PTuple with each of the given tags mapping + to the corresponding value.
+
+
ofPackage(String) - Static method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface object representing the given package and all subpackages.
+
+
ofPrimitiveOutputsInternal(Pipeline, TupleTagList, WindowingStrategy<?, ?>, PCollection.IsBounded) - Static method in class org.apache.beam.sdk.values.PCollectionTuple
+
+
Returns a PCollectionTuple with each of the given tags mapping to a new + output PCollection.
+
+
ofRecordClass(Class<T>) - Method in class org.apache.beam.sdk.io.XmlSink.Bound
+
+
Returns an XmlSink that writes objects of the class specified as XML elements.
+
+
ofType(Class<T>) - Static method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Create an InstanceBuilder for the given type.
+
+
ofType(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Create an InstanceBuilder for the given type.
+
+
OldDoFn<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
Deprecated. +
Uses of OldDoFn should be replaced by the new DoFn.
+
+
+
OldDoFn() - Constructor for class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
OldDoFn.Context - Class in org.apache.beam.sdk.transforms
+
+
Deprecated.
+
Information accessible to all methods in this OldDoFn.
+
+
OldDoFn.ProcessContext - Class in org.apache.beam.sdk.transforms
+
+
Deprecated.
+ +
+
OldDoFn.RequiresWindowAccess - Interface in org.apache.beam.sdk.transforms
+
+
Deprecated.
+
Interface for signaling that a OldDoFn needs to access the window the + element is being processed in, via OldDoFn.ProcessContext.window().
+
+
ON_TIME_AND_ONLY_FIRING - Static variable in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
+
PaneInfo to use when there will be exactly one firing and it is on time.
+
+
ON_TIMER_CONTEXT_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
OnceTrigger(List<Trigger>) - Constructor for class org.apache.beam.sdk.transforms.windowing.Trigger.OnceTrigger
+
 
+
OnceTriggerStateMachine(List<TriggerStateMachine>) - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnceTriggerStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.NeverStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+
 
+
onElement(TriggerStateMachine.OnElementContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Called every time an element is incorporated into a window.
+
+
OnElementContext() - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext
+
 
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
 
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
 
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine
+
 
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+
 
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnceTriggerStateMachine
+
+
Adjusts the state of the trigger to be ready for the next pane.
+
+
onFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Adjusts the state of the trigger to be ready for the next pane.
+
+
onFire(W, Timers, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
only() - Static method in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
+
Returns a ByteBuddyDoFnInvokerFactory shared with all other invocations, so that its + cache of generated classes is global.
+
+
onMerge(MergingStateAccessor<K, W>) - Method in class org.apache.beam.runners.core.NonEmptyPanes
+
+
Eagerly merge backing state.
+
+
onMerge(ReduceFn<K, InputT, OutputT, W>.OnMergeContext) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Called when windows are merged.
+
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.NeverStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+
 
+
onMerge(TriggerStateMachine.OnMergeContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Called immediately after windows have been merged.
+
+
onMerge(W, Timers, MergingStateAccessor<?, W>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
+
Run the trigger merging logic as part of executing the specified merge.
+
+
onMerge(Collection<W>, W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet.MergeCallback
+
+
Called when windows are about to be merged, after all ActiveWindowSet.MergeCallback.prefetchOnMerge(java.util.Collection<W>, W) calls + have been made, but before the active window set has been updated to reflect the merge.
+
+
OnMergeContext() - Constructor for class org.apache.beam.runners.core.ReduceFn.OnMergeContext
+
 
+
OnMergeContext() - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext
+
 
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
+ +
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
 
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.NeverStateMachine
+
 
+
onOnlyFiring(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnceTriggerStateMachine
+
+ +
+
onTimer(TimerInternals.TimerData) - Method in interface org.apache.beam.sdk.util.state.TimerCallback
+
+
Deprecated.
+
Processes the TimerData.
+
+
OnTimerContext() - Constructor for class org.apache.beam.sdk.transforms.DoFn.OnTimerContext
+
 
+
onTimerContext(DoFn<InputT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Provide a DoFn.OnTimerContext to use with the given DoFn.
+
+
onTimerContext(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
onTimerContext() - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
OnTimerInvoker<InputT,OutputT> - Interface in org.apache.beam.sdk.transforms.reflect
+
+
Interface for invoking the DoFn.OnTimer method for a particular timer.
+
+
OnTimerMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod
+
 
+
onTimerMethods() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.OnTimer methods.
+
+
onTimers(Iterable<TimerInternals.TimerData>) - Method in class org.apache.beam.runners.core.ReduceFnRunner
+
 
+
onTrigger(ReduceFn<K, InputT, OutputT, W>.OnTriggerContext) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Called when triggers fire.
+
+
onTrigger(ReduceFn<K, InputT, OutputT, W>.OnTriggerContext) - Method in class org.apache.beam.runners.core.SystemReduceFn
+
 
+
OnTriggerContext() - Constructor for class org.apache.beam.runners.core.ReduceFn.OnTriggerContext
+
 
+
open(String) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Opens the channel.
+
+
open(String) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter
+
 
+
open(String) - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter
+
 
+
open(String) - Method in class org.apache.beam.sdk.io.Sink.Writer
+
+
Performs bundle initialization.
+
+
open(String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
open(String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
open(GcsPath) - Method in class org.apache.beam.sdk.util.GcsUtil
+
+
Opens an object in GCS.
+
+
open(String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Returns a read channel for the given specification.
+
+
Options() - Constructor for class org.apache.beam.runners.apex.ApexRunnerRegistrar.Options
+
 
+
Options() - Constructor for class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Options
+
 
+
Options() - Constructor for class org.apache.beam.runners.direct.DirectRegistrar.Options
+
 
+
Options() - Constructor for class org.apache.beam.runners.flink.FlinkRunnerRegistrar.Options
+
 
+
Options() - Constructor for class org.apache.beam.runners.spark.SparkRunnerRegistrar.Options
+
 
+
Options() - Constructor for class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options
+
 
+
OrderByKey() - Constructor for class org.apache.beam.sdk.values.KV.OrderByKey
+
 
+
OrderByValue() - Constructor for class org.apache.beam.sdk.values.KV.OrderByValue
+
 
+
orFinally(TriggerStateMachine.OnceTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Specify an ending condition for this trigger.
+
+
orFinally(Trigger.OnceTrigger) - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
+
Specify an ending condition for this trigger.
+
+
OrFinallyTrigger - Class in org.apache.beam.sdk.transforms.windowing
+
+
Executes the actual trigger until it finishes or until the until trigger fires.
+
+
org.apache.beam.runners.apex - package org.apache.beam.runners.apex
+
+
Implementation of the Beam runner for Apache Apex.
+
+
org.apache.beam.runners.core - package org.apache.beam.runners.core
+
+
Provides utilities for Beam runner authors.
+
+
org.apache.beam.runners.core.triggers - package org.apache.beam.runners.core.triggers
+
+
State machine implementations for triggers, called "triggers" because + they react to events.
+
+
org.apache.beam.runners.dataflow - package org.apache.beam.runners.dataflow
+
+
Provides a Beam runner that executes pipelines on the Google Cloud Dataflow service.
+
+
org.apache.beam.runners.dataflow.options - package org.apache.beam.runners.dataflow.options
+
+
Provides PipelineOptions specific to Google Cloud Dataflow.
+
+
org.apache.beam.runners.dataflow.testing - package org.apache.beam.runners.dataflow.testing
+
+
Provides utilities for integration testing and RunnableOnService tests of the Google Cloud Dataflow + runner.
+
+
org.apache.beam.runners.dataflow.util - package org.apache.beam.runners.dataflow.util
+
+
Provides miscellaneous internal utilities used by the Google Cloud Dataflow runner.
+
+
org.apache.beam.runners.direct - package org.apache.beam.runners.direct
+
+
Defines the PipelineOptions.DirectRunner + which executes both Bounded and Unbounded Pipelines on the local machine.
+
+
org.apache.beam.runners.flink - package org.apache.beam.runners.flink
+
+
Internal implementation of the Beam runner for Apache Flink.
+
+
org.apache.beam.runners.spark - package org.apache.beam.runners.spark
+
+
Internal implementation of the Beam runner for Apache Spark.
+
+
org.apache.beam.runners.spark.aggregators - package org.apache.beam.runners.spark.aggregators
+
+
Provides internal utilities for implementing Beam aggregators using Spark accumulators.
+
+
org.apache.beam.runners.spark.aggregators.metrics - package org.apache.beam.runners.spark.aggregators.metrics
+
+
Defines classes for integrating with Spark's metrics mechanism (Sinks, Sources, etc.).
+
+
org.apache.beam.runners.spark.aggregators.metrics.sink - package org.apache.beam.runners.spark.aggregators.metrics.sink
+
+
Spark sinks that support + the AggregatorMetric.
+
+
org.apache.beam.runners.spark.coders - package org.apache.beam.runners.spark.coders
+
+
Beam coders and coder-related utilities for running on Apache Spark.
+
+
org.apache.beam.runners.spark.io - package org.apache.beam.runners.spark.io
+
+
Spark-specific transforms for I/O.
+
+
org.apache.beam.runners.spark.io.hadoop - package org.apache.beam.runners.spark.io.hadoop
+
+
Spark-specific transforms for reading from and writing to Hadoop file systems (HDFS).
+
+
org.apache.beam.runners.spark.stateful - package org.apache.beam.runners.spark.stateful
+
+
Spark-specific stateful operators.
+
+
org.apache.beam.runners.spark.util - package org.apache.beam.runners.spark.util
+
+
Internal utilities to translate Beam pipelines to Spark.
+
+
org.apache.beam.sdk - package org.apache.beam.sdk
+
+
Provides a simple, powerful model for building both batch and + streaming parallel data processing + Pipelines.
+
+
org.apache.beam.sdk.annotations - package org.apache.beam.sdk.annotations
+
+
Defines annotations used across the SDK.
+
+
org.apache.beam.sdk.coders - package org.apache.beam.sdk.coders
+
+
Defines Coders + to specify how data is encoded to and decoded from byte strings.
+
+
org.apache.beam.sdk.coders.protobuf - package org.apache.beam.sdk.coders.protobuf
+
+
Defines a Coder + for Protocol Buffers messages, ProtoCoder.
+
+
org.apache.beam.sdk.extensions.joinlibrary - package org.apache.beam.sdk.extensions.joinlibrary
+
+
Utilities for performing SQL-style joins of keyed PCollections.
+
+
org.apache.beam.sdk.extensions.sorter - package org.apache.beam.sdk.extensions.sorter
+
+
Utility for performing local sort of potentially large sets of values.
+
+
org.apache.beam.sdk.io - package org.apache.beam.sdk.io
+
+
Defines transforms for reading and writing common storage formats, including + AvroIO, and + TextIO.
+
+
org.apache.beam.sdk.io.gcp.bigquery - package org.apache.beam.sdk.io.gcp.bigquery
+
+
Defines transforms for reading and writing from Google BigQuery.
+
+
org.apache.beam.sdk.io.gcp.bigtable - package org.apache.beam.sdk.io.gcp.bigtable
+
+
Defines transforms for reading and writing from Google Cloud Bigtable.
+
+
org.apache.beam.sdk.io.gcp.datastore - package org.apache.beam.sdk.io.gcp.datastore
+
+
Provides an API for reading from and writing to + Google Cloud Datastore over different + versions of the Cloud Datastore Client libraries.
+
+
org.apache.beam.sdk.io.hdfs - package org.apache.beam.sdk.io.hdfs
+
+
Transforms used to read from the Hadoop file system (HDFS).
+
+
org.apache.beam.sdk.io.hdfs.simpleauth - package org.apache.beam.sdk.io.hdfs.simpleauth
+
+
Transforms used to read from the Hadoop file system (HDFS) with authentication.
+
+
org.apache.beam.sdk.io.jdbc - package org.apache.beam.sdk.io.jdbc
+
+
Transforms for reading and writing from JDBC.
+
+
org.apache.beam.sdk.io.jms - package org.apache.beam.sdk.io.jms
+
+
Transforms for reading and writing from JMS (Java Messaging Service).
+
+
org.apache.beam.sdk.io.kafka - package org.apache.beam.sdk.io.kafka
+
+
Transforms for reading and writing from Apache Kafka.
+
+
org.apache.beam.sdk.io.kinesis - package org.apache.beam.sdk.io.kinesis
+
+
Tests for KinesisIO.
+
+
org.apache.beam.sdk.io.mongodb - package org.apache.beam.sdk.io.mongodb
+
+
Transforms for reading and writing from MongoDB.
+
+
org.apache.beam.sdk.io.range - package org.apache.beam.sdk.io.range
+
+
Provides thread-safe helpers for implementing dynamic work rebalancing in position-based + bounded sources.
+
+
org.apache.beam.sdk.metrics - package org.apache.beam.sdk.metrics
+
+
Metrics allow exporting information about the execution of a pipeline.
+
+
org.apache.beam.sdk.options - package org.apache.beam.sdk.options
+
+
Defines PipelineOptions for + configuring pipeline execution.
+
+
org.apache.beam.sdk.runners - package org.apache.beam.sdk.runners
+
+
Defines different data processing backends (aka, runners) for executing Beam Pipelines.
+
+
org.apache.beam.sdk.testing - package org.apache.beam.sdk.testing
+
+
Defines utilities for unit testing Apache Beam pipelines.
+
+
org.apache.beam.sdk.transforms - package org.apache.beam.sdk.transforms
+
+
Defines PTransforms for transforming + data in a pipeline.
+
+
org.apache.beam.sdk.transforms.display - package org.apache.beam.sdk.transforms.display
+
+
Defines HasDisplayData for annotating components + which provide display data used + within UIs and diagnostic tools.
+
+
org.apache.beam.sdk.transforms.join - package org.apache.beam.sdk.transforms.join
+
+
Defines the CoGroupByKey transform + for joining multiple PCollections.
+
+
org.apache.beam.sdk.transforms.reflect - package org.apache.beam.sdk.transforms.reflect
+
+
Defines reflection-based utilities for analyzing DoFn's + and creating DoFnSignature's and + DoFnInvoker's from them.
+
+
org.apache.beam.sdk.transforms.splittabledofn - package org.apache.beam.sdk.transforms.splittabledofn
+
+
Defines utilities related to splittable + DoFn.
+
+
org.apache.beam.sdk.transforms.windowing - package org.apache.beam.sdk.transforms.windowing
+
+
Defines the Window transform + for dividing the elements in a PCollection into windows, and the + Trigger for controlling when those + elements are output.
+
+
org.apache.beam.sdk.util - package org.apache.beam.sdk.util
+
+
Defines utilities that can be used by Beam runners.
+
+
org.apache.beam.sdk.util.common - package org.apache.beam.sdk.util.common
+
+
Defines utilities shared by multiple PipelineRunner implementations.
+
+
org.apache.beam.sdk.util.gcsfs - package org.apache.beam.sdk.util.gcsfs
+
+
Defines utilities used to interact with Google Cloud Storage.
+
+
org.apache.beam.sdk.util.state - package org.apache.beam.sdk.util.state
+
+
Defines internal utilities for interacting with pipeline state.
+
+
org.apache.beam.sdk.values - package org.apache.beam.sdk.values
+
+
Defines PCollection and other classes for + representing data in a Pipeline.
+
+
OUTER - Static variable in class org.apache.beam.sdk.coders.Coder.Context
+
+
The outer context: the value being encoded or decoded takes + up the remainder of the record/stream contents.
+
+
OutgoingMessage(byte[], long, String) - Constructor for class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
 
+
output(TupleTag<T>, WindowedValue<T>) - Method in interface org.apache.beam.runners.core.DoFnRunners.OutputManager
+
+
Outputs a single element to the receiver indicated by the given TupleTag.
+
+
output(OutputT) - Method in class org.apache.beam.runners.core.ReduceFn.OnTriggerContext
+
+
Output the given value in the current window.
+
+
output(T) - Method in interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ParserCallback
+
+
Output the object.
+
+
output(T, Instant) - Method in interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ParserCallback
+
+
Output the object using the specified timestamp.
+
+
output(OutputT) - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Adds the given element to the main output PCollection.
+
+
output(T) - Method in interface org.apache.beam.sdk.transforms.DoFn.OutputReceiver
+
 
+
output(OutputT) - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Adds the given element to the main output PCollection.
+
+
OUTPUT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
OUTPUT_FILE_PREFIX - Static variable in class org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper
+
 
+
OUTPUT_FILE_SUFFIX - Static variable in class org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper
+
 
+
OUTPUT_FILE_TEMPLATE - Static variable in class org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper
+
 
+
OUTPUT_INFO - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
OUTPUT_NAME - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
OUTPUT_RECEIVER_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
outputAtEarliestInputTimestamp() - Static method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFns
+
+
The policy of outputting at the earliest of the input timestamps for non-late input data + that led to a computed value.
+
+
outputAtEndOfWindow() - Static method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFns
+
+
The policy of outputting with timestamps at the end of the window.
+
+
outputAtLatestInputTimestamp() - Static method in class org.apache.beam.sdk.transforms.windowing.OutputTimeFns
+
+
The policy of holding the watermark to the latest of the input timestamps + for non-late input data that led to a computed value.
+
+
outputReceiver() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
A placeholder for testing purposes.
+
+
outputReceiver() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
outputReceiver() - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
OutputReference - Class in org.apache.beam.runners.dataflow.util
+
+
A representation used by Steps + to reference the output of other Steps.
+
+
OutputReference(String, String) - Constructor for class org.apache.beam.runners.dataflow.util.OutputReference
+
 
+
outputRuntimeOptions() - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
+
Returns a map of properties which correspond to ValueProvider.RuntimeValueProvider, + keyed by the property name.
+
+
OutputTimeFn<W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
(Experimental) A function from timestamps of input values to the timestamp for a + computed value.
+
+
OutputTimeFn() - Constructor for class org.apache.beam.sdk.transforms.windowing.OutputTimeFn
+
 
+
OutputTimeFn.Defaults<W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
(Experimental) Default method implementations for OutputTimeFn where the + output time depends on the input element timestamps and possibly the window.
+
+
OutputTimeFn.DependsOnlyOnWindow<W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
(Experimental) Default method implementations for OutputTimeFn when the + output time depends only on the window.
+
+
OutputTimeFns - Class in org.apache.beam.sdk.transforms.windowing
+
+
(Experimental) Static utility methods and provided implementations for + OutputTimeFn.
+
+
OutputTimeFns() - Constructor for class org.apache.beam.sdk.transforms.windowing.OutputTimeFns
+
 
+
OutputWindowedValue<OutputT> - Interface in org.apache.beam.runners.core
+
+
An object that can output a value with all of its windowing information to the main output or + a side output.
+
+
outputWindowedValue(OutputT, Instant, Collection<? extends BoundedWindow>, PaneInfo) - Method in interface org.apache.beam.runners.core.OutputWindowedValue
+
+
Outputs a value with windowing information to the main output.
+
+
outputWindowedValue(WindowingInternals<?, OutputT>) - Static method in class org.apache.beam.runners.core.WindowingInternalsAdapters
+
 
+
outputWindowedValue(OutputT, Instant, Collection<? extends BoundedWindow>, PaneInfo) - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Output the value at the specified timestamp in the listed windows.
+
+
outputWithTimestamp(OutputT, Instant) - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Adds the given element to the main output PCollection, + with the given timestamp.
+
+
outputWithTimestamp(OutputT, Instant) - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Adds the given element to the main output PCollection, + with the given timestamp.
+
+
overlaps(ByteKeyRange) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns true if the specified ByteKeyRange overlaps this range.
+
+
+ + + +

P

+
+
PackageUtil - Class in org.apache.beam.runners.dataflow.util
+
+
Helper routines for packages.
+
+
PackageUtil() - Constructor for class org.apache.beam.runners.dataflow.util.PackageUtil
+
 
+
pane() - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContext
+
+
Returns information about the pane within this window into which the + input element has been assigned.
+
+
pane() - Method in class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
Returns information about the pane within this window into which the + input element has been assigned.
+
+
pane() - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Access the pane of the current window(s).
+
+
paneInfo() - Method in class org.apache.beam.runners.core.ReduceFn.OnTriggerContext
+
+
Returns the PaneInfo for the trigger firing being processed.
+
+
PaneInfo - Class in org.apache.beam.sdk.transforms.windowing
+
+
Provides information about the pane an element belongs to.
+
+
PaneInfo.PaneInfoCoder - Class in org.apache.beam.sdk.transforms.windowing
+
+
A Coder for encoding PaneInfo instances.
+
+
PaneInfo.Timing - Enum in org.apache.beam.sdk.transforms.windowing
+
+
Enumerates the possibilities for the timing of this pane firing related to the + input and output watermarks for its computation.
+
+
PaneInfoCoder() - Constructor for class org.apache.beam.sdk.transforms.windowing.PaneInfo.PaneInfoCoder
+
 
+
PaneInfoTracker - Class in org.apache.beam.runners.core
+
+
Determine the timing and other properties of a new pane for a given computation, key and window.
+
+
PaneInfoTracker(TimerInternals) - Constructor for class org.apache.beam.runners.core.PaneInfoTracker
+
 
+
PARALLEL_INPUT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
ParDo - Class in org.apache.beam.sdk.transforms
+
+
ParDo is the core element-wise transform in Apache Beam, invoking a user-specified + function on each of the elements of the input PCollection to produce zero or more output + elements, all of which are collected into the output PCollection.
+
+
ParDo() - Constructor for class org.apache.beam.sdk.transforms.ParDo
+
 
+
ParDo.Bound<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform that, when applied to a PCollection<InputT>, + invokes a user-specified DoFn<InputT, OutputT> on all its elements, + with all its outputs collected into an output + PCollection<OutputT>.
+
+
ParDo.BoundMulti<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform that, when applied to a + PCollection<InputT>, invokes a user-specified + DoFn<InputT, OutputT> on all its elements, which can emit elements + to any of the PTransform's main and side output + PCollections, which are bundled into a result + PCollectionTuple.
+
+
ParDo.Unbound - Class in org.apache.beam.sdk.transforms
+
+
An incomplete ParDo transform, with unbound input/output types.
+
+
ParDo.UnboundMulti<OutputT> - Class in org.apache.beam.sdk.transforms
+
+
An incomplete multi-output ParDo transform, with unbound + input type.
+
+
parse(GridFSDBFile, MongoDbGridFSIO.ParserCallback<T>) - Method in interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Parser
+
 
+
parseTableSpec(String) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO
+
+
Parse a table specification in the form + "[project_id]:[dataset_id].[table_id]" or "[dataset_id].[table_id]".
+
+
Partition<T> - Class in org.apache.beam.sdk.transforms
+
+
Partition takes a PCollection<T> and a + PartitionFn, uses the PartitionFn to split the + elements of the input PCollection into N partitions, and + returns a PCollectionList<T> that bundles N + PCollection<T>s containing the split elements.
+
+
Partition.PartitionFn<T> - Interface in org.apache.beam.sdk.transforms
+
+
A function object that chooses an output partition for an element.
+
+
partitionFor(T, int) - Method in interface org.apache.beam.sdk.transforms.Partition.PartitionFn
+
+
Chooses the partition into which to put the given element.
+
+
PartitioningWindowFn<T,W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that places each value into exactly one window based on its timestamp and + never merges windows.
+
+
PartitioningWindowFn() - Constructor for class org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn
+
 
+
PartitionMark(String, int, long) - Constructor for class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark
+
 
+
PAssert - Class in org.apache.beam.sdk.testing
+
+
An assertion on the contents of a PCollection incorporated into the pipeline.
+
+
PAssert.GroupThenAssert<T> - Class in org.apache.beam.sdk.testing
+
+
A transform that applies an assertion-checking function over iterables of ActualT to + the entirety of the contents of its input.
+
+
PAssert.GroupThenAssertForSingleton<T> - Class in org.apache.beam.sdk.testing
+
+
A transform that applies an assertion-checking function to a single iterable contained as the + sole element of a PCollection.
+
+
PAssert.IterableAssert<T> - Interface in org.apache.beam.sdk.testing
+
+
Builder interface for assertions applicable to iterables and PCollection contents.
+
+
PAssert.OneSideInputAssert<ActualT> - Class in org.apache.beam.sdk.testing
+
+
An assertion checker that takes a single PCollectionView<ActualT> and an assertion over ActualT, and checks it within a + Beam pipeline.
+
+
PAssert.SingletonAssert<T> - Interface in org.apache.beam.sdk.testing
+
+
Builder interface for assertions applicable to a single value.
+
+
pastEndOfWindow() - Static method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine
+
+
Creates a trigger that fires when the watermark passes the end of the window.
+
+
pastEndOfWindow() - Static method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark
+
+
Creates a trigger that fires when the watermark passes the end of the window.
+
+
pastFirstElementInPane() - Static method in class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine
+
+
Creates a trigger that fires when the current processing time passes the processing time + at which this trigger saw the first element in a pane.
+
+
pastFirstElementInPane() - Static method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
+
Creates a trigger that fires when the current processing time passes the processing time + at which this trigger saw the first element in a pane.
+
+
path - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation
+
 
+
path - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSink
+
 
+
PathValidator - Interface in org.apache.beam.sdk.util
+
+
Interface for controlling validation of paths.
+
+
PathValidatorFactory() - Constructor for class org.apache.beam.sdk.options.GcsOptions.PathValidatorFactory
+
 
+
PBegin - Class in org.apache.beam.sdk.values
+
+
PBegin is the "input" to a root PTransform, such as Read or + Create.
+
+
PBegin(Pipeline) - Constructor for class org.apache.beam.sdk.values.PBegin
+
+
Constructs a PBegin in the given Pipeline.
+
+
PCollection<T> - Class in org.apache.beam.sdk.values
+
+
A PCollection<T> is an immutable collection of values of type + T.
+
+
PCollection.IsBounded - Enum in org.apache.beam.sdk.values
+
+
The enumeration of cases for whether a PCollection is bounded.
+
+
PCollectionList<T> - Class in org.apache.beam.sdk.values
+
+
A PCollectionList<T> is an immutable list of homogeneously + typed PCollection<T>s.
+
+
pCollections() - Static method in class org.apache.beam.sdk.transforms.Flatten
+
+
Returns a PTransform that flattens a PCollectionList + into a PCollection containing all the elements of all + the PCollections in its input.
+
+
PCollectionTuple - Class in org.apache.beam.sdk.values
+
+
A PCollectionTuple is an immutable tuple of + heterogeneously-typed PCollections, "keyed" by + TupleTags.
+
+
PCollectionView<T> - Interface in org.apache.beam.sdk.values
+
+
A PCollectionView<T> is an immutable view of a PCollection + as a value of type T that can be accessed + as a side input to a ParDo transform.
+
+
PCollectionViews - Class in org.apache.beam.sdk.util
+
+
Implementations of PCollectionView shared across the SDK.
+
+
PCollectionViews() - Constructor for class org.apache.beam.sdk.util.PCollectionViews
+
 
+
PCollectionViews.IterablePCollectionView<ElemT,W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
Deprecated. +
Runners should not inspect the PCollectionView subclass, as it is an + implementation detail. To specialize a side input, a runner should inspect the + language-independent metadata of the ViewFn.
+
+
+
PCollectionViews.ListPCollectionView<ElemT,W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
Deprecated. +
Runners should not inspect the PCollectionView subclass, as it is an + implementation detail. To specialize a side input, a runner should inspect the + language-independent metadata of the ViewFn.
+
+
+
PCollectionViews.MapPCollectionView<K,V,W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
Deprecated. +
Runners should not inspect the PCollectionView subclass, as it is an + implementation detail. To specialize a side input, a runner should inspect the + language-independent metadata of the ViewFn.
+
+
+
PCollectionViews.MultimapPCollectionView<K,V,W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
Deprecated. +
Runners should not inspect the PCollectionView subclass, as it is an + implementation detail. To specialize a side input, a runner should inspect the + language-independent metadata of the ViewFn.
+
+
+
PCollectionViews.SingletonPCollectionView<T,W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
Deprecated. +
Runners should not inspect the PCollectionView subclass, as it is an + implementation detail. To specialize a side input, a runner should inspect the + language-independent metadata of the ViewFn.
+
+
+
PCollectionViewWindow<T> - Class in org.apache.beam.sdk.util
+
+
A pair of a PCollectionView and a BoundedWindow, which can + be thought of as window "of" the view.
+
+
PDone - Class in org.apache.beam.sdk.values
+
+
PDone is the output of a PTransform that has a trivial result, + such as a Write.
+
+
peek() - Method in class org.apache.beam.runners.core.PeekingReiterator
+
+
Returns the element that would be returned by PeekingReiterator.next(), without + actually consuming the element.
+
+
PeekingReiterator<T> - Class in org.apache.beam.runners.core
+
+
A Reiterator that supports one-element lookahead during iteration.
+
+
PeekingReiterator(Reiterator<T>) - Constructor for class org.apache.beam.runners.core.PeekingReiterator
+
 
+
peekOutputElements() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the main output.
+
+
peekOutputElementsInWindow(BoundedWindow) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the main output in the provided window with associated + timestamps.
+
+
peekOutputElementsInWindow(TupleTag<OutputT>, BoundedWindow) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the specified output in the provided window with + associated timestamps.
+
+
peekOutputElementsWithTimestamp() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the main output with associated timestamps.
+
+
peekSideOutputElements(TupleTag<T>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the side output with the + given tag.
+
+
perElement() - Static method in class org.apache.beam.sdk.transforms.Count
+
+
Returns a Count.PerElement PTransform that counts the number of + occurrences of each element in its input PCollection.
+
+
PerElement() - Constructor for class org.apache.beam.sdk.transforms.Count.PerElement
+
 
+
perKey(int, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles
+
+
Returns a PTransform that takes a + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to a List of the approximate + N-tiles of the values associated with that key in the + input PCollection.
+
+
perKey(int) - Static method in class org.apache.beam.sdk.transforms.ApproximateQuantiles
+
+
Like ApproximateQuantiles.perKey(int, Comparator), but sorts + values using the their natural ordering.
+
+
perKey(int) - Static method in class org.apache.beam.sdk.transforms.ApproximateUnique
+
+
Returns a PTransform that takes a + PCollection<KV<K, V>> and returns a + PCollection<KV<K, Long>> that contains an output element + mapping each distinct key in the input PCollection to an + estimate of the number of distinct values associated with that + key in the input PCollection.
+
+
perKey(double) - Static method in class org.apache.beam.sdk.transforms.ApproximateUnique
+
+
Like ApproximateUnique.perKey(int), but specifies the desired maximum + estimation error instead of the sample size.
+
+
perKey(SerializableFunction<Iterable<V>, V>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.PerKey PTransform that + first groups its input PCollection of KVs by keys and + windows, then invokes the given function on each of the values lists to + produce a combined value, and then returns a PCollection + of KVs mapping each distinct key to its combined value for each + window.
+
+
perKey(CombineFnBase.GlobalCombineFn<? super InputT, ?, OutputT>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.PerKey PTransform that + first groups its input PCollection of KVs by keys and + windows, then invokes the given function on each of the values lists to + produce a combined value, and then returns a PCollection + of KVs mapping each distinct key to its combined value for each + window.
+
+
perKey(CombineFnBase.PerKeyCombineFn<? super K, ? super InputT, ?, OutputT>) - Static method in class org.apache.beam.sdk.transforms.Combine
+
+
Returns a Combine.PerKey PTransform that + first groups its input PCollection of KVs by keys and + windows, then invokes the given function on each of the key/values-lists + pairs to produce a combined value, and then returns a + PCollection of KVs mapping each distinct key to + its combined value for each window.
+
+
perKey() - Static method in class org.apache.beam.sdk.transforms.Count
+
+
Returns a Combine.PerKey PTransform that counts the number of elements + associated with each key of its input PCollection.
+
+
perKey() - Static method in class org.apache.beam.sdk.transforms.Latest
+
+
Returns a PTransform that takes as input a PCollection<KV<K, V>> and returns a + PCollection<KV<K, V>> whose contents is the latest element per-key according to its + event time.
+
+
perKey() - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains an output element mapping each distinct key in the + input PCollection to the maximum according to the natural ordering of T of the + values associated with that key in the input PCollection.
+
+
perKey(ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Max
+
+
Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains one output element per key mapping each + to the maximum of the values associated with that key in the input PCollection.
+
+
perKey() - Static method in class org.apache.beam.sdk.transforms.Mean
+
+
Returns a PTransform that takes an input + PCollection<KV<K, N>> and returns a + PCollection<KV<K, Double>> that contains an output + element mapping each distinct key in the input + PCollection to the mean of the values associated with + that key in the input PCollection.
+
+
perKey() - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains an output element mapping each distinct key in the + input PCollection to the minimum according to the natural ordering of T of the + values associated with that key in the input PCollection.
+
+
perKey(ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Min
+
+
Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains one output element per key mapping each + to the minimum of the values associated with that key in the input PCollection.
+
+
perKey(int, ComparatorT) - Static method in class org.apache.beam.sdk.transforms.Top
+
+
Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the largest count values + associated with that key in the input + PCollection<KV<K, V>>, in decreasing order, sorted using + the given Comparator<V>.
+
+
PerKeyCombineFnRunner<K,InputT,AccumT,OutputT> - Interface in org.apache.beam.sdk.util
+
+
An interface that runs a CombineFnBase.PerKeyCombineFn with unified APIs.
+
+
PerKeyCombineFnRunners - Class in org.apache.beam.runners.core
+
+
Static utility methods that provide PerKeyCombineFnRunner implementations + for different keyed combine functions.
+
+
PerKeyCombineFnRunners() - Constructor for class org.apache.beam.runners.core.PerKeyCombineFnRunners
+
 
+
persist() - Method in class org.apache.beam.runners.core.ReduceFnRunner
+
 
+
persist() - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Save any state changes needed.
+
+
persist() - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
persist() - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
PHASE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PInput - Interface in org.apache.beam.sdk.values
+
+
The interface for things that might be input to a + PTransform.
+
+
Pipeline - Class in org.apache.beam.sdk
+
+
A Pipeline manages a directed acyclic graph of PTransforms, and the + PCollections that the PTransforms consume and produce.
+
+
Pipeline(PipelineRunner<?>) - Constructor for class org.apache.beam.sdk.Pipeline
+
+ +
+
Pipeline(PipelineRunner<?>, PipelineOptions) - Constructor for class org.apache.beam.sdk.Pipeline
+
 
+
Pipeline.PipelineExecutionException - Exception in org.apache.beam.sdk
+
+
Thrown during execution of a Pipeline, whenever user code within that + Pipeline throws an exception.
+
+
Pipeline.PipelineVisitor - Interface in org.apache.beam.sdk
+
+
A Pipeline.PipelineVisitor can be passed into + Pipeline.traverseTopologically(org.apache.beam.sdk.Pipeline.PipelineVisitor) to be called for each of the + transforms and values in the Pipeline.
+
+
Pipeline.PipelineVisitor.CompositeBehavior - Enum in org.apache.beam.sdk
+
+
Control enum for indicating whether or not a traversal should process the contents of + a composite transform or not.
+
+
Pipeline.PipelineVisitor.Defaults - Class in org.apache.beam.sdk
+
+
Default no-op Pipeline.PipelineVisitor that enters all composite transforms.
+
+
pipelineExecution - Variable in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
PipelineExecutionException(Throwable) - Constructor for exception org.apache.beam.sdk.Pipeline.PipelineExecutionException
+
+ +
+
PipelineOptions - Interface in org.apache.beam.sdk.options
+
+
PipelineOptions are used to configure Pipelines.
+
+
PipelineOptions.AtomicLongFactory - Class in org.apache.beam.sdk.options
+
+
DefaultValueFactory which supplies an ID that is guaranteed to be unique + within the given process.
+
+
PipelineOptions.CheckEnabled - Enum in org.apache.beam.sdk.options
+
+
Enumeration of the possible states for a given check.
+
+
PipelineOptions.DirectRunner - Class in org.apache.beam.sdk.options
+
+
A DefaultValueFactory that obtains the class of the DirectRunner if it exists + on the classpath, and throws an exception otherwise.
+
+
PipelineOptions.JobNameFactory - Class in org.apache.beam.sdk.options
+
+
Returns a normalized job name constructed from ApplicationNameOptions.getAppName(), + the local system user name (if available), the current time, and a random integer.
+
+
PipelineOptionsFactory - Class in org.apache.beam.sdk.options
+
+
Constructs a PipelineOptions or any derived interface that is composable to any other + derived interface of PipelineOptions via the PipelineOptions.as(java.lang.Class<T>) method.
+
+
PipelineOptionsFactory() - Constructor for class org.apache.beam.sdk.options.PipelineOptionsFactory
+
 
+
PipelineOptionsFactory.Builder - Class in org.apache.beam.sdk.options
+
+
A fluent PipelineOptions builder.
+
+
PipelineOptionsRegistrar - Interface in org.apache.beam.sdk.options
+
+
PipelineOptions creators have the ability to automatically have their + PipelineOptions registered with this SDK by creating a ServiceLoader entry + and a concrete implementation of this interface.
+
+
PipelineOptionsValidator - Class in org.apache.beam.sdk.options
+
+
Validates that the PipelineOptions conforms to all the Validation criteria.
+
+
PipelineOptionsValidator() - Constructor for class org.apache.beam.sdk.options.PipelineOptionsValidator
+
 
+
PipelineResult - Interface in org.apache.beam.sdk
+
+
Result of Pipeline.run().
+
+
PipelineResult.State - Enum in org.apache.beam.sdk
+
+
Named constants for common values for the job state.
+
+
PipelineRunner<ResultT extends PipelineResult> - Class in org.apache.beam.sdk.runners
+
+
A PipelineRunner can execute, translate, or otherwise process a + Pipeline.
+
+
PipelineRunner() - Constructor for class org.apache.beam.sdk.runners.PipelineRunner
+
 
+
PipelineRunnerRegistrar - Interface in org.apache.beam.sdk.runners
+
+
PipelineRunner creators have the ability to automatically have their + PipelineRunner registered with this SDK by creating a ServiceLoader entry + and a concrete implementation of this interface.
+
+
plusDelayOf(Duration) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
Adds some delay to the original target time.
+
+
plusDelayOf(Duration) - Method in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
Adds some delay to the original target time.
+
+
popNode() - Method in class org.apache.beam.sdk.runners.TransformHierarchy
+
+
Pops the current node off the top of the stack, finishing it.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.CompressedSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.CountingInput.BoundedCountingInput
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.FileBasedSink
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound.PubsubBoundedReader
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.Read.Bounded
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.Sink
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.Source
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.Write.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.XmlSink.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Combine.IterableCombineFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Combine.PerKeyWithHotKeyFanout
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
 
+
populateDisplayData(DisplayData.Builder) - Method in interface org.apache.beam.sdk.transforms.display.HasDisplayData
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Filter
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.FlatMapElements
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.GroupByKey
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.MapElements
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Max.MaxFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Min.MinFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Partition
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Sample.SampleAny
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.SimpleFunction
+
+
Register display data for the given transform or component.
+
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.Top.TopCombineFn
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
 
+
populateDisplayData(DisplayData.Builder) - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Register display data for the given transform or component.
+
+
POutput - Interface in org.apache.beam.sdk.values
+
+
The interface for things that might be output from a PTransform.
+
+
POutputValueBase - Class in org.apache.beam.sdk.values
+
+
A POutputValueBase is the abstract base class of + PTransform outputs.
+
+
POutputValueBase(Pipeline) - Constructor for class org.apache.beam.sdk.values.POutputValueBase
+
 
+
POutputValueBase() - Constructor for class org.apache.beam.sdk.values.POutputValueBase
+
+
No-arg constructor for Java serialization only.
+
+
prefetchBags(MergingStateAccessor<K, W>, StateTag<? super K, BagState<T>>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Prefetch all bag state in address across all windows under merge in + context, except for the bag state in the final state address window which we can + blindly append to.
+
+
prefetchCombiningValues(MergingStateAccessor<K, W>, StateTag<? super K, StateT>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Prefetch all combining value state for address across all merging windows in context.
+
+
prefetchForMerge(W, Collection<W>, MergingStateAccessor<?, W>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
prefetchForValue(W, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
prefetchIsClosed(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
prefetchOnElement(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
prefetchOnElement(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Called to allow the trigger to prefetch any state it will likely need to read from during + an TriggerStateMachine.onElement(org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext) call.
+
+
prefetchOnFire(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Called to allow the trigger to prefetch any state it will likely need to read from during + an TriggerStateMachine.onFire(org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext) call.
+
+
prefetchOnFire(W, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
prefetchOnMerge(MergingStateAccessor<K, W>) - Method in class org.apache.beam.runners.core.NonEmptyPanes
+
+
Prefetch in preparation for merging.
+
+
prefetchOnMerge(MergingStateAccessor<K, W>) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Called before ReduceFn.onMerge(org.apache.beam.runners.core.ReduceFn<K, InputT, OutputT, W>.OnMergeContext) is invoked to provide an opportunity to prefetch any needed + state.
+
+
prefetchOnMerge(MergingStateAccessor<?, ?>) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
prefetchOnMerge(MergingStateAccessor<?, ?>) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
prefetchOnMerge(MergingStateAccessor<?, ?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Called to allow the trigger to prefetch any state it will likely need to read from during + an TriggerStateMachine.onMerge(org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext) call.
+
+
prefetchOnMerge(Collection<W>, W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet.MergeCallback
+
+
Called when windows are about to be merged, but before any ActiveWindowSet.MergeCallback.onMerge(java.util.Collection<W>, W) callback + has been made.
+
+
prefetchOnTrigger(StateAccessor<K>) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Called before ReduceFn.onTrigger(org.apache.beam.runners.core.ReduceFn<K, InputT, OutputT, W>.OnTriggerContext) is invoked to provide an opportunity to prefetch any needed + state.
+
+
prefetchOnTrigger(StateAccessor<K>) - Method in class org.apache.beam.runners.core.SystemReduceFn
+
 
+
prefetchPaneInfo(ReduceFn<?, ?, ?, ?>.Context) - Method in class org.apache.beam.runners.core.PaneInfoTracker
+
 
+
prefetchShouldFire(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
prefetchShouldFire(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
prefetchShouldFire(StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Called to allow the trigger to prefetch any state it will likely need to read from during + an TriggerStateMachine.shouldFire(org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext) call.
+
+
prefetchShouldFire(W, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
prefetchWatermarks(MergingStateAccessor<K, W>, StateTag<? super K, WatermarkHoldState<W>>) - Static method in class org.apache.beam.sdk.util.state.StateMerging
+
+
Prefetch all watermark state for address across all merging windows in + context.
+
+
prepareForProcessing() - Method in class org.apache.beam.sdk.transforms.DoFn
+
+
Finalize the DoFn construction to prepare for processing.
+
+
prepareWrite(WritableByteChannel) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Called with the channel that a subclass will write its header, footer, and values to.
+
+
prepareWrite(WritableByteChannel) - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriter
+
+
Creates the output stream that elements will be written to.
+
+
printHelp(PrintStream) - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
Outputs the set of registered options with the PipelineOptionsFactory + with a description for each one if available to the output stream.
+
+
printHelp(PrintStream, Class<? extends PipelineOptions>) - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
Outputs the set of options available to be set for the passed in PipelineOptions + interface.
+
+
process(List<JobMessage>) - Method in interface org.apache.beam.runners.dataflow.util.MonitoringUtil.JobMessagesHandler
+
+
Process the rows.
+
+
process(List<JobMessage>) - Method in class org.apache.beam.runners.dataflow.util.MonitoringUtil.LoggingHandler
+
 
+
PROCESS_CONTEXT_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
processBundle(Iterable<? extends InputT>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
A convenience operation that first calls DoFnTester.startBundle(), + then calls DoFnTester.processElement(InputT) on each of the input elements, then + calls DoFnTester.finishBundle(), then returns the result of + DoFnTester.takeOutputElements().
+
+
processBundle(InputT...) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
A convenience method for testing DoFns with bundles of elements.
+
+
ProcessContext() - Constructor for class org.apache.beam.sdk.transforms.DoFn.ProcessContext
+
 
+
ProcessContext() - Constructor for class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
processContext(DoFn<InputT, OutputT>) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Provide a DoFn.ProcessContext to use with the given DoFn.
+
+
processContext(DoFn<InputT, OutputT>) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
processContext() - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
ProcessContinuation() - Constructor for class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
 
+
processElement(OldDoFn<T, T>.ProcessContext) - Method in class org.apache.beam.runners.core.AssignWindowsDoFn
+
 
+
processElement(WindowedValue<InputT>) - Method in interface org.apache.beam.runners.core.DoFnRunner
+
+
Calls a DoFn's @ProcessElement method with a + DoFn.ProcessContext containing the provided element.
+
+
processElement(OldDoFn<KV<K, Iterable<WindowedValue<InputT>>>, KV<K, OutputT>>.ProcessContext) - Method in class org.apache.beam.runners.core.GroupAlsoByWindowsViaOutputBufferDoFn
+
 
+
processElement(OldDoFn<RinT, KV<K, OutputT>>.ProcessContext) - Method in class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+
 
+
processElement(WindowedValue<KeyedWorkItem<K, InputT>>) - Method in class org.apache.beam.runners.core.LateDataDroppingDoFnRunner
+
 
+
processElement(WindowedValue<InputT>) - Method in class org.apache.beam.runners.core.PushbackSideInputDoFnRunner
+
 
+
processElement(WindowedValue<InputT>) - Method in class org.apache.beam.runners.core.SimpleDoFnRunner
+
 
+
processElement(DoFn<KeyedWorkItem<String, ElementAndRestriction<InputT, RestrictionT>>, OutputT>.ProcessContext) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
processElement(DoFn<Iterable<T>, T>.ProcessContext, BoundedWindow) - Method in class org.apache.beam.runners.dataflow.DataflowRunner.StreamingPCollectionViewWriterFn
+
+
Deprecated.
+
processElement(WindowedValue<InputT>) - Method in interface org.apache.beam.runners.direct.TransformEvaluator
+
+
Process an element in the input DirectRunner.CommittedBundle.
+
+
processElement(DoFn<Void, T>.ProcessContext) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound.PubsubBoundedReader
+
 
+
processElement(DoFn<T, Void>.ProcessContext) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter
+
 
+
processElement(InputT) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Calls the DoFn.ProcessElement method on the DoFn under test, in a + context where DoFn.ProcessContext.element() returns the + given element and the element is in the global window.
+
+
processElement(OldDoFn<InputT, OutputT>.ProcessContext) - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Processes one input element.
+
+
processElement() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.ProcessElement method.
+
+
processElement(DoFn<ValueWithRecordId<T>, T>.ProcessContext) - Method in class org.apache.beam.sdk.util.ValueWithRecordId.StripIdsDoFn
+
 
+
processElementInReadyWindows(WindowedValue<InputT>) - Method in class org.apache.beam.runners.core.PushbackSideInputDoFnRunner
+
+
Call the underlying DoFnRunner.processElement(WindowedValue) for the provided element + for each window the element is in that is ready.
+
+
ProcessElementMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
 
+
processElements(Iterable<WindowedValue<InputT>>) - Method in class org.apache.beam.runners.core.ReduceFnRunner
+
+
Incorporate values into the underlying reduce function, and manage holds, timers, + triggers, and window merging.
+
+
ProcessElements(DoFn<InputT, OutputT>, Coder<InputT>, Coder<RestrictionT>, WindowingStrategy<?, ?>, List<PCollectionView<?>>, TupleTag<OutputT>, TupleTagList) - Constructor for class org.apache.beam.runners.core.SplittableParDo.ProcessElements
+
 
+
ProcessFn(DoFn<InputT, OutputT>, Coder<InputT>, Coder<RestrictionT>, Coder<? extends BoundedWindow>) - Constructor for class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
ProcessingTimeEvent() - Constructor for class org.apache.beam.sdk.testing.TestStream.ProcessingTimeEvent
+
 
+
processTimestampedElement(TimestampedValue<InputT>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Calls DoFn.ProcessElement on the DoFn under test, in a + context where DoFn.ProcessContext.element() returns the + given element and timestamp and the element is in the global window.
+
+
processValue(ReduceFn<K, InputT, OutputT, W>.ProcessValueContext) - Method in class org.apache.beam.runners.core.ReduceFn
+
+
Called for each value of type InputT associated with the current key.
+
+
processValue(ReduceFn<K, InputT, OutputT, W>.ProcessValueContext) - Method in class org.apache.beam.runners.core.SystemReduceFn
+
 
+
processValue(W, Instant, Timers, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
+
Run the trigger logic to deal with a new value.
+
+
ProcessValueContext() - Constructor for class org.apache.beam.runners.core.ReduceFn.ProcessValueContext
+
 
+
ProcessWatcher(Process) - Constructor for class org.apache.beam.runners.apex.ApexYarnLauncher.ProcessWatcher
+
 
+
processWindowedElement(InputT, Instant, BoundedWindow) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Calls DoFn.ProcessElement on the DoFn under test, in a + context where DoFn.ProcessContext.element() returns the + given element and timestamp and the element is in the given window.
+
+
producerConfig - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
producerFactoryFnOpt - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.sdk.io.AvroSource
+
 
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.sdk.io.BoundedSource
+
+
Whether this source is known to produce key/value pairs sorted by lexicographic order on + the bytes of the encoded key.
+
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Returns whether the delegate source produces sorted keys.
+
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
producesSortedKeys(PipelineOptions) - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
PROJECT_ID_REGEXP - Static variable in class org.apache.beam.runners.dataflow.DataflowRunner
+
+
Project IDs must contain lowercase letters, digits, or dashes.
+
+
projectPathFromId(String) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
projectPathFromPath(String) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
propertyName() - Method in class org.apache.beam.sdk.options.ValueProvider.NestedValueProvider
+
+
Returns the property name associated with this provider.
+
+
propertyName() - Method in class org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider
+
+
Returns the property name that corresponds to this provider.
+
+
PropertyNames - Class in org.apache.beam.sdk.util
+
+
Constant property names used by the SDK in CloudWorkflow specifications.
+
+
PropertyNames() - Constructor for class org.apache.beam.sdk.util.PropertyNames
+
 
+
ProtoCoder<T extends com.google.protobuf.Message> - Class in org.apache.beam.sdk.coders.protobuf
+
+
A Coder using Google Protocol Buffers binary format.
+
+
PROVIDER - Static variable in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
PROVIDER - Static variable in class org.apache.beam.sdk.coders.SerializableCoder
+
+
A CoderProvider that constructs a SerializableCoder + for any class that implements serializable.
+
+
pruningClass(Class<?>) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface like this one, but pruning references from the + provided class.
+
+
pruningClassName(String) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface like this one, but pruning references from the named + class.
+
+
pruningPattern(Pattern) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface like this one, but pruning transitive + references from classes whose full name (including package) begins with the provided prefix.
+
+
pruningPattern(String) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+ +
+
pruningPrefix(String) - Method in class org.apache.beam.sdk.util.ApiSurface
+
+
Returns an ApiSurface like this one, but pruning transitive + references from classes whose full name (including package) begins with the provided prefix.
+
+
PTransform<InputT extends PInput,OutputT extends POutput> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform<InputT, OutputT> is an operation that takes an + InputT (some subtype of PInput) and produces an + OutputT (some subtype of POutput).
+
+
PTransform() - Constructor for class org.apache.beam.sdk.transforms.PTransform
+
 
+
PTransform(String) - Constructor for class org.apache.beam.sdk.transforms.PTransform
+
 
+
PTuple - Class in org.apache.beam.sdk.util
+
+
A PTuple is an immutable tuple of + heterogeneously-typed values, "keyed" by TupleTags.
+
+
publish(PubsubClient.TopicPath, List<PubsubClient.OutgoingMessage>) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Publish outgoingMessages to Pubsub topic.
+
+
publish(PubsubClient.TopicPath, List<PubsubClient.OutgoingMessage>) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
publish(PubsubClient.TopicPath, List<PubsubClient.OutgoingMessage>) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
publish(PubsubClient.TopicPath, List<PubsubClient.OutgoingMessage>) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
PUBSUB_ID_LABEL - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PUBSUB_SUBSCRIPTION - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PUBSUB_SUBSCRIPTION_OVERRIDE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PUBSUB_TIMESTAMP_LABEL - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PUBSUB_TOPIC - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PUBSUB_TOPIC_OVERRIDE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
PubsubBoundedReader() - Constructor for class org.apache.beam.sdk.io.PubsubIO.Read.Bound.PubsubBoundedReader
+
 
+
PubsubBoundedWriter() - Constructor for class org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter
+
 
+
PubsubClient - Class in org.apache.beam.sdk.util
+
+
An (abstract) helper class for talking to Pubsub via an underlying transport.
+
+
PubsubClient() - Constructor for class org.apache.beam.sdk.util.PubsubClient
+
 
+
PubsubClient.IncomingMessage - Class in org.apache.beam.sdk.util
+
+
A message received from Pubsub.
+
+
PubsubClient.OutgoingMessage - Class in org.apache.beam.sdk.util
+
+
A message to be sent to Pubsub.
+
+
PubsubClient.ProjectPath - Class in org.apache.beam.sdk.util
+
+
Path representing a cloud project id.
+
+
PubsubClient.PubsubClientFactory - Interface in org.apache.beam.sdk.util
+
+
Factory for creating clients.
+
+
PubsubClient.SubscriptionPath - Class in org.apache.beam.sdk.util
+
+
Path representing a Pubsub subscription.
+
+
PubsubClient.TopicPath - Class in org.apache.beam.sdk.util
+
+
Path representing a Pubsub topic.
+
+
PubsubGrpcClient - Class in org.apache.beam.sdk.util
+
+
A helper class for talking to Pubsub via grpc.
+
+
PubsubIO - Class in org.apache.beam.sdk.io
+
+
Read and Write PTransforms for Cloud Pub/Sub streams.
+
+
PubsubIO.PubsubSubscription - Class in org.apache.beam.sdk.io
+
+
Class representing a Cloud Pub/Sub Subscription.
+
+
PubsubIO.PubsubTopic - Class in org.apache.beam.sdk.io
+
+
Class representing a Cloud Pub/Sub Topic.
+
+
PubsubIO.Read - Class in org.apache.beam.sdk.io
+
+
A PTransform that continuously reads from a Cloud Pub/Sub stream and + returns a PCollection of Strings containing the items from + the stream.
+
+
PubsubIO.Read.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that reads from a Cloud Pub/Sub source and returns + a unbounded PCollection containing the items from the stream.
+
+
PubsubIO.Read.Bound.PubsubBoundedReader - Class in org.apache.beam.sdk.io
+
+
Default reader when Pubsub subscription has some form of upper bound.
+
+
PubsubIO.Write - Class in org.apache.beam.sdk.io
+
+
A PTransform that continuously writes a + PCollection of Strings to a Cloud Pub/Sub stream.
+
+
PubsubIO.Write.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that writes an unbounded PCollection of Strings + to a Cloud Pub/Sub stream.
+
+
PubsubIO.Write.Bound.PubsubBoundedWriter - Class in org.apache.beam.sdk.io
+
+
Writer to Pubsub which batches messages from bounded collections.
+
+
PubsubJsonClient - Class in org.apache.beam.sdk.util
+
+
A Pubsub client using JSON transport.
+
+
PubsubOptions - Interface in org.apache.beam.sdk.options
+
+
Properties that can be set when using Pubsub with the Beam SDK.
+
+
PubsubTestClient - Class in org.apache.beam.sdk.util
+
+
A (partial) implementation of PubsubClient for use by unit tests.
+
+
PubsubTestClient() - Constructor for class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
PubsubTestClient.PubsubTestClientFactory - Interface in org.apache.beam.sdk.util
+
+
Closing the factory will validate all expected messages were processed.
+
+
PubsubUnboundedSink<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform which streams messages to Pubsub.
+
+
PubsubUnboundedSink(PubsubClient.PubsubClientFactory, ValueProvider<PubsubClient.TopicPath>, Coder<T>, String, String, int) - Constructor for class org.apache.beam.sdk.io.PubsubUnboundedSink
+
 
+
PubsubUnboundedSource<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform which streams messages from Pubsub.
+
+
PubsubUnboundedSource(PubsubClient.PubsubClientFactory, ValueProvider<PubsubClient.ProjectPath>, ValueProvider<PubsubClient.TopicPath>, ValueProvider<PubsubClient.SubscriptionPath>, Coder<T>, String, String) - Constructor for class org.apache.beam.sdk.io.PubsubUnboundedSource
+
+
Construct an unbounded source to consume from the Pubsub subscription.
+
+
pull(long, PubsubClient.SubscriptionPath, int, boolean) - Method in class org.apache.beam.sdk.util.PubsubClient
+
+
Request the next batch of up to batchSize messages from subscription.
+
+
pull(long, PubsubClient.SubscriptionPath, int, boolean) - Method in class org.apache.beam.sdk.util.PubsubGrpcClient
+
 
+
pull(long, PubsubClient.SubscriptionPath, int, boolean) - Method in class org.apache.beam.sdk.util.PubsubJsonClient
+
 
+
pull(long, PubsubClient.SubscriptionPath, int, boolean) - Method in class org.apache.beam.sdk.util.PubsubTestClient
+
 
+
PushbackSideInputDoFnRunner<InputT,OutputT> - Class in org.apache.beam.runners.core
+
+
A DoFnRunner that can refuse to process elements that are not ready, instead returning + them via the PushbackSideInputDoFnRunner.processElementInReadyWindows(WindowedValue).
+
+
pushNode(String, PInput, PTransform<?, ?>) - Method in class org.apache.beam.sdk.runners.TransformHierarchy
+
+
Adds the named PTransform consuming the provided PInput as a node in this + TransformHierarchy as a child of the current node, and sets it to be the current node.
+
+
PValue - Interface in org.apache.beam.sdk.values
+
+
The interface for values that can be input to and output from PTransforms.
+
+
PValueBase - Class in org.apache.beam.sdk.values
+
+
A PValueBase is an abstract base class that provides + sensible default implementations for methods of PValue.
+
+
PValueBase(Pipeline) - Constructor for class org.apache.beam.sdk.values.PValueBase
+
 
+
PValueBase() - Constructor for class org.apache.beam.sdk.values.PValueBase
+
+
No-arg constructor for Java serialization only.
+
+
+ + + +

Q

+
+
queryMetrics(MetricsFilter) - Method in class org.apache.beam.sdk.metrics.MetricResults
+
+
Query for all metrics that match the filter.
+
+
queue - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
queue - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
+ + + +

R

+
+
RandomAccessData - Class in org.apache.beam.runners.dataflow.util
+
+
An elastic-sized byte array which allows you to manipulate it as a stream, or access + it directly.
+
+
RandomAccessData() - Constructor for class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Constructs a RandomAccessData with a default buffer size.
+
+
RandomAccessData(byte[]) - Constructor for class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Constructs a RandomAccessData with the initial buffer.
+
+
RandomAccessData(int) - Constructor for class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Constructs a RandomAccessData with the given buffer size.
+
+
RandomAccessData.RandomAccessDataCoder - Class in org.apache.beam.runners.dataflow.util
+
+
A Coder which encodes the valid parts of this stream.
+
+
RandomAccessData.UnsignedLexicographicalComparator - Class in org.apache.beam.runners.dataflow.util
+
+
A Comparator that compares two byte arrays lexicographically.
+
+
RandomAccessDataCoder() - Constructor for class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder
+
 
+
RangeTracker<PositionT> - Interface in org.apache.beam.sdk.io.range
+
+
A RangeTracker is a thread-safe helper object for implementing dynamic work rebalancing + in position-based BoundedSource.BoundedReader + subclasses.
+
+
RawUnionValue - Class in org.apache.beam.sdk.transforms.join
+
+
This corresponds to an integer union tag and value.
+
+
RawUnionValue(int, Object) - Constructor for class org.apache.beam.sdk.transforms.join.RawUnionValue
+
+
Constructs a partial union from the given union tag and value.
+
+
read(JavaStreamingContext, SparkRuntimeContext, UnboundedSource<T, CheckpointMarkT>) - Static method in class org.apache.beam.runners.spark.io.SparkUnboundedSource
+
 
+
read() - Static method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO
+
+
Creates an uninitialized BigtableIO.Read.
+
+
read() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1
+
+
Returns an empty DatastoreV1.Read builder.
+
+
Read() - Constructor for class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
read() - Static method in class org.apache.beam.sdk.io.jdbc.JdbcIO
+
+
Read data from a JDBC datasource.
+
+
Read() - Constructor for class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
read() - Static method in class org.apache.beam.sdk.io.jms.JmsIO
+
 
+
read() - Static method in class org.apache.beam.sdk.io.kafka.KafkaIO
+
+
Creates an uninitialized KafkaIO.Read PTransform.
+
+
read() - Static method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO
+
+
Read data from GridFS.
+
+
Read() - Constructor for class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
read() - Static method in class org.apache.beam.sdk.io.mongodb.MongoDbIO
+
+
Read data from MongoDB.
+
+
Read() - Constructor for class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
Read - Class in org.apache.beam.sdk.io
+
+
A PTransform for reading from a Source.
+
+
Read() - Constructor for class org.apache.beam.sdk.io.Read
+
 
+
read() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
read() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
read() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
read() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
read() - Method in interface org.apache.beam.sdk.util.state.ReadableState
+
+
Read the current value, blocking until it is available.
+
+
Read.Bounded<T> - Class in org.apache.beam.sdk.io
+
+
PTransform that reads from a BoundedSource.
+
+
Read.Builder - Class in org.apache.beam.sdk.io
+
+
Helper class for building Read transforms.
+
+
Read.Unbounded<T> - Class in org.apache.beam.sdk.io
+
+
PTransform that reads from a UnboundedSource.
+
+
ReadableState<T> - Interface in org.apache.beam.sdk.util.state
+
+
State that can be read via ReadableState.read().
+
+
readAll() - Method in class org.apache.beam.sdk.util.ExposedByteArrayInputStream
+
+
Read all remaining bytes.
+
+
Reader() - Constructor for class org.apache.beam.sdk.io.Source.Reader
+
 
+
readExternal(ObjectInput) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit
+
 
+
readFilesWithRetries(Sleeper, BackOff) - Method in class org.apache.beam.sdk.util.ExplicitShardedFile
+
 
+
readFilesWithRetries() - Method in class org.apache.beam.sdk.util.ExplicitShardedFile
+
+
Discovers all shards of this file using the provided Sleeper and BackOff.
+
+
readFilesWithRetries(Sleeper, BackOff) - Method in class org.apache.beam.sdk.util.NumberedShardedFile
+
+
Discovers all shards of this file using the provided Sleeper and BackOff.
+
+
readFilesWithRetries() - Method in class org.apache.beam.sdk.util.NumberedShardedFile
+
+
Discovers all shards of this file using the provided Sleeper and BackOff.
+
+
readFilesWithRetries(Sleeper, BackOff) - Method in interface org.apache.beam.sdk.util.ShardedFile
+
+
Reads the lines from all shards of this file using the provided Sleeper and BackOff.
+
+
readFrom(InputStream, int, int) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Reads length bytes from the specified input stream writing them into the backing + data store starting at offset.
+
+
readFrom(String, Class<T>, Class<K>, Class<V>) - Static method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
+
Creates a Read transform that will read from an HDFSFileSource + with the given file name or pattern ("glob") using the given Hadoop + FileInputFormat, + with key-value types specified by the given key class and value class.
+
+
readFrom(String, Class<T>, Class<K>, Class<V>, String) - Static method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource
+
+
Creates a Read transform that will read from an SimpleAuthHDFSFileSource + with the given file name or pattern ("glob") using the given Hadoop FileInputFormat, + with key-value types specified + by the given key class and value class.
+
+
readFromFileWithClass(String, Class<T>) - Static method in class org.apache.beam.sdk.io.AvroSource
+
+
Creates a Read transform that will read from an AvroSource that is configured + to read records of the given type from a file pattern.
+
+
readFromSource(FileBasedSource<T>, CompressedSource.DecompressingChannelFactory) - Static method in class org.apache.beam.sdk.io.CompressedSource
+
+
Creates a Read transform that reads from that reads from the underlying + FileBasedSource sourceDelegate after decompressing it with a CompressedSource.DecompressingChannelFactory.
+
+
readFromSource(BoundedSource<T>, PipelineOptions) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Reads all elements from the given BoundedSource.
+
+
readFromStartedReader(Source.Reader<T>) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Reads all elements from the given started Source.Reader.
+
+
readFromUnstartedReader(Source.Reader<T>) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Reads all elements from the given unstarted Source.Reader.
+
+
readLater() - Method in interface org.apache.beam.sdk.util.state.AccumulatorCombiningState
+
 
+
readLater() - Method in interface org.apache.beam.sdk.util.state.BagState
+
 
+
readLater() - Method in interface org.apache.beam.sdk.util.state.CombiningState
+
 
+
readLater() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag
+
 
+
readLater() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue
+
 
+
readLater() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
readLater() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
readLater() - Method in interface org.apache.beam.sdk.util.state.ReadableState
+
+
Indicate that the value will be read later.
+
+
readLater() - Method in interface org.apache.beam.sdk.util.state.ValueState
+
 
+
readLater() - Method in interface org.apache.beam.sdk.util.state.WatermarkHoldState
+
 
+
readMetadataFromFile(String) - Static method in class org.apache.beam.sdk.util.AvroUtils
+
+
Reads the AvroUtils.AvroMetadata from the header of an Avro file.
+
+
readNextBlock() - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
readNextBlock() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
+
Read the next block from the input.
+
+
readNextRecord() - Method in class org.apache.beam.sdk.io.BlockBasedSource.Block
+
+
Reads the next record from the block and returns true iff one exists.
+
+
readNextRecord() - Method in class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader
+
+
Reads the next record from the current block if + possible.
+
+
readNextRecord() - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
+
Reads the next record via the delegate reader.
+
+
readNextRecord() - Method in class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
+ +
+
readNItemsFromStartedReader(Source.Reader<T>, int) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Read elements from a Source.Reader that has already had Source.Reader#start + called on it, until n elements are read.
+
+
readNItemsFromUnstartedReader(Source.Reader<T>, int) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Read elements from a Source.Reader until n elements are read.
+
+
readRemainingFromReader(Source.Reader<T>, boolean) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Read all remaining elements from a Source.Reader.
+
+
readStateAddresses(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Return the state address windows for ACTIVE window from which all state associated + should be read and merged.
+
+
readStateAddresses(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
+
Return the state address windows for ACTIVE window from which all state associated + should be read and merged.
+
+
readStateAddresses(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
ReadyCheckingSideInputReader - Interface in org.apache.beam.sdk.util
+
+
A SideInputReader that allows callers to check to see if a PCollectionView has + had its contents set in a window.
+
+
recordAsOutput(AppliedPTransform<?, ?, ?>) - Method in class org.apache.beam.sdk.values.PCollectionList
+
 
+
recordAsOutput(AppliedPTransform<?, ?, ?>) - Method in class org.apache.beam.sdk.values.PCollectionTuple
+
 
+
recordAsOutput(AppliedPTransform<?, ?, ?>) - Method in interface org.apache.beam.sdk.values.POutput
+
+
Records that this POutput is an output of the given + PTransform.
+
+
recordAsOutput(AppliedPTransform<?, ?, ?>) - Method in class org.apache.beam.sdk.values.POutputValueBase
+
+
Records that this POutputValueBase is an output with the + given name of the given AppliedPTransform.
+
+
recordAsOutput(AppliedPTransform<?, ?, ?>) - Method in class org.apache.beam.sdk.values.PValueBase
+
 
+
recordAsOutput(AppliedPTransform<?, ?, ?>, String) - Method in class org.apache.beam.sdk.values.PValueBase
+
+
Records that this POutputValueBase is an output with the + given name of the given AppliedPTransform in the given + Pipeline.
+
+
recordContent(StateAccessor<K>) - Method in class org.apache.beam.runners.core.NonEmptyPanes
+
+
Record that some content has been added to the window in context, and therefore the + current pane is not empty.
+
+
recordId - Variable in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
+
Id to pass to the runner to distinguish this message from all others.
+
+
recordId - Variable in class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
+
If using an id label, the record id to associate with this record's metadata so the receiver + can reject duplicates.
+
+
ReduceFn<K,InputT,OutputT,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
Specification for processing to happen after elements have been grouped by key.
+
+
ReduceFn() - Constructor for class org.apache.beam.runners.core.ReduceFn
+
 
+
ReduceFn.Context - Class in org.apache.beam.runners.core
+
+
Information accessible to all the processing methods in this ReduceFn.
+
+
ReduceFn.OnMergeContext - Class in org.apache.beam.runners.core
+
+ +
+
ReduceFn.OnTriggerContext - Class in org.apache.beam.runners.core
+
+ +
+
ReduceFn.ProcessValueContext - Class in org.apache.beam.runners.core
+
+ +
+
ReduceFnRunner<K,InputT,OutputT,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
Manages the execution of a ReduceFn after a GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly has partitioned the + PCollection by key.
+
+
ReduceFnRunner(K, WindowingStrategy<?, W>, ExecutableTriggerStateMachine, StateInternals<K>, TimerInternals, OutputWindowedValue<KV<K, OutputT>>, SideInputReader, Aggregator<Long, Long>, ReduceFn<K, InputT, OutputT, W>, PipelineOptions) - Constructor for class org.apache.beam.runners.core.ReduceFnRunner
+
 
+
referent() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.StateParameter
+
 
+
referent() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.TimerParameter
+
 
+
ReflectHelpers - Class in org.apache.beam.sdk.util.common
+
+
Utilities for working with with Classes and Methods.
+
+
ReflectHelpers() - Constructor for class org.apache.beam.sdk.util.common.ReflectHelpers
+
 
+
ReflectHelpers.ObjectsClassComparator - Class in org.apache.beam.sdk.util.common
+
+
A Comparator that uses the object's classes canonical name to compare them.
+
+
refresh() - Method in class org.apache.beam.sdk.util.TestCredential
+
 
+
Regex - Class in org.apache.beam.sdk.transforms
+
+
PTransorms to use Regular Expressions to process elements in a PCollection.
+
+
Regex.Find - Class in org.apache.beam.sdk.transforms
+
+
Regex.Find<String> takes a PCollection<String> and returns a PCollection<String> representing the value extracted from the Regex groups of the input PCollection to the number of times that element occurs in the input.
+
+
Regex.FindKV - Class in org.apache.beam.sdk.transforms
+
+
Regex.MatchesKV<KV<String, String>> takes a PCollection<String> and returns a + PCollection<KV<String, String>> representing the key and value extracted from the Regex + groups of the input PCollection to the number of times that element occurs in the + input.
+
+
Regex.Matches - Class in org.apache.beam.sdk.transforms
+
+
Regex.Matches<String> takes a PCollection<String> and returns a PCollection<String> representing the value extracted from the Regex groups of the input PCollection to the number of times that element occurs in the input.
+
+
Regex.MatchesKV - Class in org.apache.beam.sdk.transforms
+
+
Regex.MatchesKV<KV<String, String>> takes a PCollection<String> and returns a + PCollection<KV<String, String>> representing the key and value extracted from the Regex + groups of the input PCollection to the number of times that element occurs in the + input.
+
+
Regex.ReplaceAll - Class in org.apache.beam.sdk.transforms
+
+
Regex.ReplaceAll<String> takes a PCollection<String> and returns a PCollection<String> with all Strings that matched the Regex being replaced with the + replacement string.
+
+
Regex.ReplaceFirst - Class in org.apache.beam.sdk.transforms
+
+
Regex.ReplaceFirst<String> takes a PCollection<String> and returns a PCollection<String> with the first Strings that matched the Regex being replaced with the + replacement string.
+
+
Regex.Split - Class in org.apache.beam.sdk.transforms
+
+
Regex.Split<String> takes a PCollection<String> and returns a PCollection<String> with the input string split into individual items in a list.
+
+
register(Class<? extends PipelineOptions>) - Static method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
This registers the interface with this factory.
+
+
register(WatchService, WatchEvent.Kind<?>[], WatchEvent.Modifier...) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
register(WatchService, WatchEvent.Kind<?>...) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
registerByteSizeObserver(T, ElementByteSizeObserver) - Method in interface org.apache.beam.runners.core.ElementByteSizeObservable
+
+
Notifies the ElementByteSizeObserver about the byte size + of the encoded value using this ElementByteSizeObservable.
+
+
registerByteSizeObserver(T, ElementByteSizeObserver, Coder.Context) - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Notifies the ElementByteSizeObserver about the byte size + of the encoded value using this Coder.
+
+
registerByteSizeObserver(ReadableDuration, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.DurationCoder
+
 
+
registerByteSizeObserver(Instant, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.InstantCoder
+
 
+
registerByteSizeObserver(IterableT, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
 
+
registerByteSizeObserver(KV<K, V>, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.KvCoder
+
+
Notifies ElementByteSizeObserver about the byte size of the + encoded value using this coder.
+
+
registerByteSizeObserver(Map<K, V>, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.MapCoder
+
 
+
registerByteSizeObserver(T, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.NullableCoder
+
+
Overridden to short-circuit the default StandardCoder behavior of encoding and + counting the bytes.
+
+
registerByteSizeObserver(T, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
+
Notifies the ElementByteSizeObserver about the byte size + of the encoded value using this Coder.
+
+
registerByteSizeObserver(RawUnionValue, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
+
Notifies ElementByteSizeObserver about the byte size of the encoded value using this coder.
+
+
registerByteSizeObserver(WindowedValue<T>, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
registerByteSizeObserver(WindowedValue<T>, ElementByteSizeObserver, Coder.Context) - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
registerClasses(Kryo) - Method in class org.apache.beam.runners.spark.coders.BeamSparkRunnerRegistrator
+
 
+
registerCoder(Class<?>, Class<?>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Registers coderClazz as the default Coder class to handle encoding and + decoding instances of clazz, overriding prior registrations if any exist.
+
+
registerCoder(Class<?>, CoderFactory) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Registers coderFactory as the default CoderFactory to produce Coder + instances to decode and encode instances of clazz.
+
+
registerCoder(Class<T>, Coder<T>) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Register the provided Coder for encoding all values of the specified Class.
+
+
registerIOFactories(PipelineOptions) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Registers all IOChannelFactories from ServiceLoader.
+
+
registerIOFactoriesAllowOverride(PipelineOptions) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Deprecated. +
This is currently to provide different configurations for tests and + is still public for IOChannelFactory redesign purposes.
+
+
+
registerStandardCoders() - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Registers standard Coders with this CoderRegistry.
+
+
registerStandardIOFactories(PipelineOptions) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+ +
+
registerTransformTranslator(Class<TransformT>, DataflowPipelineTranslator.TransformTranslator<? extends TransformT>) - Static method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator
+
+
Records that instances of the specified PTransform class + should be translated by default by the corresponding + DataflowPipelineTranslator.TransformTranslator.
+
+
Reiterable<T> - Interface in org.apache.beam.sdk.util.common
+
+
An Iterable that returns Reiterator iterators.
+
+
Reiterator<T> - Interface in org.apache.beam.sdk.util.common
+
+
An Iterator with the ability to copy its iteration state.
+
+
relativize(Path) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
ReleaseInfo - Class in org.apache.beam.sdk.util
+
+
Utilities for working with release information.
+
+
remerge() - Static method in class org.apache.beam.sdk.transforms.windowing.Window
+
+
Creates a Window PTransform that does not change assigned + windows, but will cause windows to be merged again as part of the next + GroupByKey.
+
+
remove() - Method in class org.apache.beam.runners.core.PeekingReiterator
+
remove(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Remove window from the set.
+
+
remove(long) - Method in class org.apache.beam.sdk.util.BucketingFunction
+
+
Remove one sample (from bucket) at timeMsSinceEpoch.
+
+
remove(Collection<String>) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
remove(Collection<String>) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
remove(Collection<String>) - Method in class org.apache.beam.sdk.util.GcsUtil
+
 
+
remove(Collection<String>) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Removes a collection of files or directories.
+
+
remove(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
remove(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
removeNextEventTimer() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Returns the next eligible event time timer, if none returns null.
+
+
removeNextProcessingTimer() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Returns the next eligible processing time timer, if none returns null.
+
+
removeNextSynchronizedProcessingTimer() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
+
Returns the next eligible synchronized processing time timer, if none returns null.
+
+
removeTemporaryFiles(List<String>, PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Removes temporary output files.
+
+
render() - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+
 
+
render() - Method in interface org.apache.beam.runners.spark.aggregators.NamedAggregators.State
+
 
+
renderAll() - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators
+
 
+
Repeatedly - Class in org.apache.beam.sdk.transforms.windowing
+
+
Repeat a trigger, either until some condition is met or forever.
+
+
RepeatedlyStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
Repeat a trigger, either until some condition is met or forever.
+
+
replaceAll(String, String) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.ReplaceAll PTransform that checks if a portion of the line + matches the Regex and replaces all matches with the replacement String.
+
+
ReplaceAll(String, String) - Constructor for class org.apache.beam.sdk.transforms.Regex.ReplaceAll
+
 
+
replaceFirst(String, String) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.ReplaceAll PTransform that checks if a portion of the line + matches the Regex and replaces the first match with the replacement String.
+
+
ReplaceFirst(String, String) - Constructor for class org.apache.beam.sdk.transforms.Regex.ReplaceFirst
+
 
+
replaceShardCount(String, int) - Static method in class org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder
+
+
Replace occurrences of uppercase letters 'N' with the given {code}shardCount{code}, + left-padded with zeros if necessary.
+
+
replaceShardNumber(String, int) - Static method in class org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder
+
+
Replace occurrences of uppercase letters 'S' with the given {code}shardNumber{code}, + left-padded with zeros if necessary.
+
+
reportElementSize(long) - Method in class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
reportElementSize(long) - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
+
Called to report element byte size.
+
+
reportWorkItemStatus(String, ReportWorkItemStatusRequest) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Reports the status of the work item for jobId.
+
+
requestTimeMsSinceEpoch - Variable in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
+
Timestamp (in system time) at which we requested the message (ms since epoch).
+
+
requiresDeduping() - Method in class org.apache.beam.sdk.io.UnboundedSource
+
+
Returns whether this source requires explicit deduping.
+
+
reset() - Method in class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
reset() - Method in class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
reset() - Method in class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff
+
+
Deprecated.
+
reset() - Method in class org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+
 
+
reset() - Method in class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+
+
Deprecated.
+
reset() - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
resetTo(int) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Resets the end of the stream to the specified position.
+
+
resetTree() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Clears all keyed state for triggers in the current sub-tree and unsets all the associated + finished bits.
+
+
Reshuffle<K,V> - Class in org.apache.beam.sdk.util
+
+
A PTransform that returns a PCollection equivalent to its input but operationally + provides some of the side effects of a GroupByKey, in particular preventing fusion of + the surrounding transforms, checkpointing and deduplication by id (see + ValueWithRecordId).
+
+
ReshuffleTrigger<W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
The trigger used with Reshuffle which triggers on every element + and never buffers state.
+
+
ReshuffleTrigger() - Constructor for class org.apache.beam.sdk.util.ReshuffleTrigger
+
 
+
ReshuffleTriggerStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
The trigger used with Reshuffle which triggers on every element + and never buffers state.
+
+
ReshuffleTriggerStateMachine() - Constructor for class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+
 
+
resolve(String, String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
resolve(Path) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
resolve(String) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
resolve(String, String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
resolve(String, String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Resolve the given other against the path.
+
+
resolve(String, String...) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Resolve multiple others against the path sequentially.
+
+
resolveSibling(Path) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
resolveSibling(String) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
resolveType(Type) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a TypeDescriptor representing the given + type, with type variables resolved according to the specialization + in this type.
+
+
restriction() - Method in class org.apache.beam.runners.core.ElementAndRestriction
+
+
The restriction applied to processing the element.
+
+
RESTRICTION_TRACKER_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
restrictionT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetInitialRestrictionMethod
+
+
Type of the returned restriction.
+
+
restrictionT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.NewTrackerMethod
+
+
Type of the input restriction.
+
+
restrictionT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.SplitRestrictionMethod
+
+
Type of the restriction taken and returned.
+
+
restrictionTracker() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
If this is a splittable DoFn, returns the RestrictionTracker associated with + the current DoFn.ProcessElement call.
+
+
restrictionTracker() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
restrictionTracker(TypeDescriptor<?>) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
RestrictionTracker<RestrictionT> - Interface in org.apache.beam.sdk.transforms.splittabledofn
+
+
Manages concurrent access to the restriction and keeps track of its claimed part for a splittable DoFn.
+
+
resume() - Static method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
Indicates that there is more work to be done for the current element.
+
+
resumeDelay() - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
A minimum duration that should elapse between the end of this DoFn.ProcessElement call and + the DoFn.ProcessElement call continuing processing of the same element.
+
+
RetryHttpRequestInitializer - Class in org.apache.beam.sdk.util
+
+
Implements a request initializer that adds retry handlers to all + HttpRequests.
+
+
RetryHttpRequestInitializer() - Constructor for class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
 
+
RetryHttpRequestInitializer(HttpRequestInitializer) - Constructor for class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
+ +
+
RetryHttpRequestInitializer(Collection<Integer>) - Constructor for class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
 
+
RetryHttpRequestInitializer(HttpRequestInitializer, Collection<Integer>) - Constructor for class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
+ +
+
RetryHttpRequestInitializer(Collection<Integer>, HttpResponseInterceptor) - Constructor for class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
 
+
RetryHttpRequestInitializer(HttpRequestInitializer, Collection<Integer>, HttpResponseInterceptor) - Constructor for class org.apache.beam.sdk.util.RetryHttpRequestInitializer
+
+ +
+
rightOuterJoin(PCollection<KV<K, V1>>, PCollection<KV<K, V2>>, V1) - Static method in class org.apache.beam.sdk.extensions.joinlibrary.Join
+
+
Right Outer Join of two collections of KV elements.
+
+
root() - Static method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
+
Path for display data registered by a top-level component.
+
+
run(Pipeline) - Method in class org.apache.beam.runners.apex.ApexRunner
+
 
+
run() - Method in class org.apache.beam.runners.apex.ApexYarnLauncher.ProcessWatcher
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.apex.TestApexRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.dataflow.DataflowRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.dataflow.testing.TestDataflowRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.direct.DirectRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.flink.FlinkRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.flink.TestFlinkRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.spark.SparkRunner
+
 
+
run(Pipeline) - Method in class org.apache.beam.runners.spark.TestSparkRunner
+
 
+
run() - Method in class org.apache.beam.sdk.Pipeline
+
+
Runs the Pipeline using its PipelineRunner.
+
+
run(Pipeline) - Method in class org.apache.beam.sdk.runners.PipelineRunner
+
+
Processes the given Pipeline, returning the results.
+
+
run(Pipeline) - Method in class org.apache.beam.sdk.testing.CrashingRunner
+
 
+
run() - Method in class org.apache.beam.sdk.testing.TestPipeline
+
+
Runs this TestPipeline, unwrapping any AssertionError + that is raised during testing.
+
+
RunnableOnService - Interface in org.apache.beam.sdk.testing
+
+
Category tag for validation tests which utilize TestPipeline for execution and + PAssert for validation.
+
+
Runner() - Constructor for class org.apache.beam.runners.apex.ApexRunnerRegistrar.Runner
+
 
+
Runner() - Constructor for class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Runner
+
 
+
Runner() - Constructor for class org.apache.beam.runners.direct.DirectRegistrar.Runner
+
 
+
Runner() - Constructor for class org.apache.beam.runners.flink.FlinkRunnerRegistrar.Runner
+
 
+
Runner() - Constructor for class org.apache.beam.runners.spark.SparkRunnerRegistrar.Runner
+
 
+
runWindowFn(WindowFn<T, W>, List<Long>) - Static method in class org.apache.beam.sdk.testing.WindowFnTestUtils
+
+
Runs the WindowFn over the provided input, returning a map + of windows to the timestamps in those windows.
+
+
+ + + +

S

+
+
Sample - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for taking samples of the elements in a + PCollection, or samples of the values associated with each + key in a PCollection of KVs.
+
+
Sample() - Constructor for class org.apache.beam.sdk.transforms.Sample
+
 
+
Sample.FixedSizedSampleFn<T> - Class in org.apache.beam.sdk.transforms
+
+
CombineFn that computes a fixed-size sample of a + collection of values.
+
+
Sample.SampleAny<T> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform that takes a PCollection<T> and a limit, and + produces a new PCollection<T> containing up to limit + elements of the input PCollection.
+
+
SANE_CLASSPATH_SIZE - Static variable in class org.apache.beam.runners.dataflow.util.PackageUtil
+
+
A reasonable upper bound on the number of jars required to launch a Dataflow job.
+
+
satisfies(SerializableFunction<Iterable<T>, Void>) - Method in interface org.apache.beam.sdk.testing.PAssert.IterableAssert
+
+
Applies the provided checking function (presumably containing assertions) to the + iterable in question.
+
+
satisfies(SerializableFunction<T, Void>) - Method in interface org.apache.beam.sdk.testing.PAssert.SingletonAssert
+
+
Applies the provided checking function (presumably containing assertions) to the + value in question.
+
+
SCALAR_FIELD_NAME - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SCHEME - Static variable in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
scopedMetricsContainer(MetricsContainer) - Static method in class org.apache.beam.sdk.metrics.MetricsEnvironment
+
+
Set the MetricsContainer for the current thread.
+
+
SerializableCoder<T extends Serializable> - Class in org.apache.beam.sdk.coders
+
+
A Coder for Java classes that implement Serializable.
+
+
SerializableCoder(Class<T>) - Constructor for class org.apache.beam.sdk.coders.SerializableCoder
+
 
+
SerializableComparator<T> - Interface in org.apache.beam.sdk.transforms
+
+
A Comparator that is also Serializable.
+
+
SerializableFunction<InputT,OutputT> - Interface in org.apache.beam.sdk.transforms
+
+
A function that computes an output value of type OutputT from an input value of type + InputT and is Serializable.
+
+
SerializableMatcher<T> - Interface in org.apache.beam.sdk.testing
+
+
A Matcher that is also Serializable.
+
+
serializableSplit - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
SerializableSplit() - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit
+
 
+
SerializableSplit(InputSplit) - Constructor for class org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit
+
 
+
SerializableUtils - Class in org.apache.beam.sdk.util
+
+
Utilities for working with Serializables.
+
+
SerializableUtils() - Constructor for class org.apache.beam.sdk.util.SerializableUtils
+
 
+
serialize(String, T) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer
+
 
+
serialize(ValueProvider<?>, JsonGenerator, SerializerProvider) - Method in class org.apache.beam.sdk.options.ValueProvider.Serializer
+
 
+
SERIALIZED_FN - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
Serializer() - Constructor for class org.apache.beam.sdk.options.ValueProvider.Serializer
+
 
+
Serializer - Class in org.apache.beam.sdk.util
+
+
Utility for converting objects between Java and Cloud representations.
+
+
Serializer() - Constructor for class org.apache.beam.sdk.util.Serializer
+
 
+
serializeToByteArray(Serializable) - Static method in class org.apache.beam.sdk.util.SerializableUtils
+
+
Serializes the argument into an array of bytes, and returns it.
+
+
Sessions - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn windowing values into sessions separated by Sessions.gapDuration-long + periods with no elements.
+
+
set(long...) - Static method in class org.apache.beam.sdk.testing.WindowFnTestUtils
+
+ +
+
setApiRootUrl(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setApplicationName(String) - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
setAppName(String) - Method in interface org.apache.beam.sdk.options.ApplicationNameOptions
+
 
+
setAutoscalingAlgorithm(DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setBatchIntervalMillis(Long) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setBlockOnRun(boolean) - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
setCheckpointDir(String) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setCheckpointDurationMillis(Long) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setCheckpointingInterval(Long) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setCloningBehavior(DoFnTester.CloningBehavior) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Instruct this DoFnTester whether or not to clone the DoFn under test.
+
+
SetCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A SetCoder encodes any Set using the format of IterableLikeCoder.
+
+
SetCoder(Coder<T>) - Constructor for class org.apache.beam.sdk.coders.SetCoder
+
 
+
setCoder(Coder<T>) - Method in class org.apache.beam.sdk.values.PCollection
+
+
Sets the Coder used by this PCollection to encode and decode the + values stored in it.
+
+
setCoder(Coder<T>) - Method in class org.apache.beam.sdk.values.TypedPValue
+
+
Sets the Coder used by this TypedPValue to encode and decode the + values stored in it.
+
+
setCoderRegistry(CoderRegistry) - Method in class org.apache.beam.sdk.Pipeline
+
+
Sets the CoderRegistry that this Pipeline uses.
+
+
setCredentialFactoryClass(Class<? extends CredentialFactory>) - Method in interface org.apache.beam.sdk.options.GcpOptions
+
 
+
setCurrentContainer(MetricsContainer) - Static method in class org.apache.beam.sdk.metrics.MetricsEnvironment
+
+
Set the MetricsContainer for the current thread.
+
+
setDataflowClient(Dataflow) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setDataflowEndpoint(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setDataflowJobFile(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setDebuggee(Debuggee) - Method in interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions
+
 
+
setDefaultWorkerLogLevel(DataflowWorkerLoggingOptions.Level) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
 
+
setDiskSizeGb(int) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setDumpHeapOnOOM(boolean) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setEmbeddedExecution(boolean) - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
setEmbeddedExecutionDebugMode(boolean) - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
setEnableCloudDebugger(boolean) - Method in interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions
+
 
+
setEnableSparkMetricSinks(Boolean) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setEndtimeMillis(long) - Method in class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+
+
Deprecated.
+
setEnforceEncodability(boolean) - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
setEnforceImmutability(boolean) - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
setExecutionRetryDelay(Long) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setExecutorService(ExecutorService) - Method in interface org.apache.beam.sdk.options.GcsOptions
+
 
+
setExperiments(List<String>) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setFallbackCoderProvider(CoderProvider) - Method in class org.apache.beam.sdk.coders.CoderRegistry
+
+
Sets the fallback CoderProvider for this registry.
+
+
setFilesToStage(List<String>) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setFilesToStage(List<String>) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setFileSystem(FileSystem) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
setFinished(ExecutableTriggerStateMachine, boolean) - Method in interface org.apache.beam.runners.core.triggers.FinishedTriggers
+
+
Sets the fact that the trigger is finished.
+
+
setFinished(ExecutableTriggerStateMachine, boolean) - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet
+
 
+
setFinished(ExecutableTriggerStateMachine, boolean) - Method in class org.apache.beam.runners.core.triggers.FinishedTriggersSet
+
 
+
setFinished(boolean) - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Sets the finished bit for the current trigger.
+
+
setFinished(boolean, int) - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Sets the finished bit for the given sub-trigger.
+
+
setFlinkMaster(String) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setForNowPlus(Duration) - Method in interface org.apache.beam.sdk.util.Timer
+
+
Sets or resets the time relative to the current time in the timer's TimeDomain at which + this it should fire.
+
+
setGcpCredential(Credentials) - Method in interface org.apache.beam.sdk.options.GcpOptions
+
 
+
setGcpProjectUtil(GcpProjectUtil) - Method in interface org.apache.beam.sdk.options.CloudResourceManagerOptions
+
 
+
setGcpTempLocation(String) - Method in interface org.apache.beam.sdk.options.GcpOptions
+
 
+
setGcsEndpoint(String) - Method in interface org.apache.beam.sdk.options.GcsOptions
+
 
+
setGcsUploadBufferSizeBytes(Integer) - Method in interface org.apache.beam.sdk.options.GcsOptions
+
 
+
setGcsUtil(GcsUtil) - Method in interface org.apache.beam.sdk.options.GcsOptions
+
 
+
setGoogleApiTrace(GoogleApiDebugOptions.GoogleApiTracer) - Method in interface org.apache.beam.sdk.options.GoogleApiDebugOptions
+
 
+
setHooks(DataflowRunnerHooks) - Method in class org.apache.beam.runners.dataflow.DataflowRunner
+
+
Sets callbacks to invoke during execution see DataflowRunnerHooks.
+
+
setInstanceId(String) - Method in interface org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions
+
 
+
setIOFactoryInternal(String, IOChannelFactory, boolean) - Static method in class org.apache.beam.sdk.util.IOChannelUtils
+
+
Associates a scheme with an IOChannelFactory.
+
+
setIsBoundedInternal(PCollection.IsBounded) - Method in class org.apache.beam.sdk.values.PCollection
+
+ +
+
setJobId(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+
 
+
setJobName(String) - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
 
+
setLazy() - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
+
Sets byte counting for the current element as lazy.
+
+
setListeners(List<JavaStreamingListener>) - Method in interface org.apache.beam.runners.spark.SparkContextOptions
+
 
+
setMaxConditionCost(double) - Method in interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions
+
 
+
setMaxNumWorkers(int) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setMaxRecordsPerBatch(Long) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setMemoryMB(int) - Method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options
+
+
Sets the size of the memory buffer in megabytes.
+
+
setMetricsSupported(boolean) - Static method in class org.apache.beam.sdk.metrics.MetricsEnvironment
+
+
Called by the run to indicate whether metrics reporting is supported.
+
+
setMinReadTimeMillis(Long) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setName(String) - Method in class org.apache.beam.sdk.values.PCollection
+
+
Sets the name of this PCollection.
+
+
setName(String) - Method in class org.apache.beam.sdk.values.PValueBase
+
+
Sets the name of this PValueBase.
+
+
setNetwork(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setNumberOfExecutionRetries(Integer) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setNumberOfWorkerHarnessThreads(int) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setNumWorkers(int) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setObjectReuse(Boolean) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setOnCreateMatcher(SerializableMatcher<PipelineResult>) - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
setOnSuccessMatcher(SerializableMatcher<PipelineResult>) - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
setOptionsId(Long) - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
 
+
setOutput(POutput) - Method in class org.apache.beam.sdk.runners.TransformHierarchy
+
+
Set the output of the current TransformHierarchy.Node.
+
+
setOutputWindowedValue(OutputWindowedValue<OutputT>) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
setOverrideWindmillBinary(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setParallelism(Integer) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
 
+
setParameters(T, PreparedStatement) - Method in interface org.apache.beam.sdk.io.jdbc.JdbcIO.PreparedStatementSetter
+
 
+
setParameters(PreparedStatement) - Method in interface org.apache.beam.sdk.io.jdbc.JdbcIO.StatementPreparator
+
 
+
setPathValidator(PathValidator) - Method in interface org.apache.beam.sdk.options.GcsOptions
+
 
+
setPathValidatorClass(Class<? extends PathValidator>) - Method in interface org.apache.beam.sdk.options.GcsOptions
+
 
+
setProfilingAgentConfiguration(DataflowProfilingOptions.DataflowProfilingAgentConfiguration) - Method in interface org.apache.beam.runners.dataflow.options.DataflowProfilingOptions
+
 
+
setProject(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
 
+
setProject(String) - Method in interface org.apache.beam.sdk.options.GcpOptions
+
 
+
setProjectId(String) - Method in interface org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions
+
 
+
setProvidedSparkContext(JavaSparkContext) - Method in interface org.apache.beam.runners.spark.SparkContextOptions
+
 
+
setPubsubRootUrl(String) - Method in interface org.apache.beam.sdk.options.PubsubOptions
+
 
+
setReadTimePercentage(Double) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setRunMillis(long) - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
setRunner(Class<? extends PipelineRunner<?>>) - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
 
+
sets(TypeDescriptor<T>) - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+ +
+
setSaveProfilesToGcs(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowProfilingOptions
+
 
+
setScalingFactor(double) - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
+
Sets a multiplier to use on observed sizes.
+
+
setServiceAccount(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
 
+
setShutdownUnboundedProducersWithMaxWatermark(boolean) - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
setSideInput(PCollectionView<T>, BoundedWindow, T) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Registers the values of a side input PCollectionView to pass to the DoFn + under test.
+
+
setSideInputs(Map<PCollectionView<?>, Map<BoundedWindow, ?>>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Registers the tuple of values of the side input PCollectionViews to + pass to the DoFn under test.
+
+
setSparkMaster(String) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setStableUniqueNames(PipelineOptions.CheckEnabled) - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
 
+
setStager(Stager) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setStagerClass(Class<? extends Stager>) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setStagingLocation(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
 
+
setStateBackend(AbstractStateBackend) - Method in interface org.apache.beam.runners.flink.FlinkPipelineOptions
+
+
Sets a state backend to store Beam's state during computation.
+
+
setStateInternalsFactory(StateInternalsFactory<String>) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
setStorageClient(Storage) - Method in class org.apache.beam.sdk.util.GcsUtil
+
 
+
setStorageLevel(String) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setStreaming(boolean) - Method in interface org.apache.beam.sdk.options.StreamingOptions
+
 
+
setSubnetwork(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setTargetParallelism(int) - Method in interface org.apache.beam.runners.direct.DirectOptions
+
 
+
setTempDatasetId(String) - Method in interface org.apache.beam.sdk.options.BigQueryOptions
+
 
+
setTemplateLocation(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
 
+
setTempLocation(String) - Method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options
+
+
Sets the path to a temporary location where the sorter writes intermediate files.
+
+
setTempLocation(String) - Method in interface org.apache.beam.sdk.options.PipelineOptions
+
 
+
setTempRoot(String) - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
setTestTimeoutSeconds(Long) - Method in interface org.apache.beam.sdk.testing.TestPipelineOptions
+
 
+
setTimer(Instant, TimeDomain) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext
+
+
Sets a timer to fire when the watermark or processing time is beyond the given timestamp.
+
+
setTimer(Instant, TimeDomain) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext
+
+
Sets a timer to fire when the watermark or processing time is beyond the given timestamp.
+
+
setTimer(TimerInternals.TimerData) - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate.TimerUpdateBuilder
+
+
Adds the provided timer to the collection of set timers, removing it from deleted timers if + it has previously been deleted.
+
+
setTimer(StateNamespace, String, Instant, TimeDomain) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
setTimer(TimerInternals.TimerData) - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
setTimer(StateNamespace, String, Instant, TimeDomain) - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Sets a timer to be fired when the current time in the specified time domain reaches the + target timestamp.
+
+
setTimer(TimerInternals.TimerData) - Method in interface org.apache.beam.sdk.util.TimerInternals
+
+
Sets the timer described by timerData.
+
+
setTimer(Instant, TimeDomain) - Method in interface org.apache.beam.sdk.util.Timers
+
+
Sets a timer to fire when the event time watermark, the current processing time, or + the synchronized processing time watermark surpasses a given timestamp.
+
+
setTimerInternalsFactory(TimerInternalsFactory<String>) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
setTransformNameMapping(Map<String, String>) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setTupleTracingEnabled(boolean) - Method in interface org.apache.beam.runners.apex.ApexPipelineOptions
+
 
+
setTypeDescriptor(TypeDescriptor<T>) - Method in class org.apache.beam.sdk.values.PCollection
+
+
Sets the TypeDescriptor<T> for this + PCollection<T>.
+
+
setTypeDescriptor(TypeDescriptor<T>) - Method in class org.apache.beam.sdk.values.TypedPValue
+
+
Sets the TypeDescriptor<T> associated with this class.
+
+
setup() - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Prepares this DoFn instance for processing bundles.
+
+
setup() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.Setup method.
+
+
setUpdate(boolean) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions
+
 
+
setupDelegateAggregators() - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Sets up Aggregators created by the DoFn so they are usable within this + context.
+
+
setupDelegateAggregators() - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Sets up Aggregators created by the OldDoFn so they are + usable within this context.
+
+
setUsePublicIps(Boolean) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setUsesProvidedSparkContext(boolean) - Method in interface org.apache.beam.runners.spark.SparkPipelineOptions
+
 
+
setWindmillServiceEndpoint(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setWindmillServicePort(int) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions
+
 
+
setWindowingStrategyInternal(WindowingStrategy<?, ?>) - Method in class org.apache.beam.sdk.values.PCollection
+
+
Sets the WindowingStrategy of this PCollection.
+
+
setWorkerCacheMb(Integer) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+
 
+
setWorkerDiskType(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setWorkerHarnessContainerImage(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setWorkerId(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+
 
+
setWorkerLogLevelOverrides(DataflowWorkerLoggingOptions.WorkerLogLevelOverrides) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
 
+
setWorkerMachineType(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
setWorkerSystemErrMessageLevel(DataflowWorkerLoggingOptions.Level) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
 
+
setWorkerSystemOutMessageLevel(DataflowWorkerLoggingOptions.Level) - Method in interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions
+
 
+
setZone(String) - Method in interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions
+
 
+
SHARD_NAME_TEMPLATE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
ShardedFile - Interface in org.apache.beam.sdk.util
+
+
Bare-bones class for using sharded files.
+
+
ShardingWritableByteChannel - Class in org.apache.beam.sdk.util
+
+
Implements a WritableByteChannel that may contain multiple output shards.
+
+
ShardingWritableByteChannel() - Constructor for class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
 
+
ShardNameBuilder - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Shard name builder.
+
+
ShardNameTemplate - Class in org.apache.beam.sdk.io
+
+
Standard shard naming templates.
+
+
ShardNameTemplate() - Constructor for class org.apache.beam.sdk.io.ShardNameTemplate
+
 
+
ShardNameTemplateAware - Interface in org.apache.beam.runners.spark.io.hadoop
+
+
A marker interface that implementations of + FileOutputFormat implement to indicate + that they produce shard names that adhere to the template in + HadoopIO.Write.
+
+
ShardNameTemplateHelper - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Shard name template helper.
+
+
shorts() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for Short.
+
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
+
Returns true if the current state of the trigger indicates that its condition + is satisfied and it is ready to fire.
+
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.NeverStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+
 
+
shouldFire(TriggerStateMachine.TriggerContext) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
+
Returns true if the current state of the trigger indicates that its condition + is satisfied and it is ready to fire.
+
+
shouldFire(W, Timers, StateAccessor<?>) - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
shouldResume() - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
If false, the DoFn promises that there is no more work remaining for the current + element, so the runner should not resume the DoFn.ProcessElement call.
+
+
SHUFFLE_KIND - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SHUFFLE_READER_CONFIG - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SHUFFLE_WRITER_CONFIG - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
sideInput(PCollectionView<T>) - Method in class org.apache.beam.sdk.transforms.CombineWithContext.Context
+
+
Returns the value of the side input for the window corresponding to the + main input's window in which values are being combined.
+
+
sideInput(PCollectionView<T>) - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContext
+
+
Returns the value of the side input.
+
+
sideInput(PCollectionView<T>) - Method in class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
Returns the value of the side input for the window corresponding to the + window of the main input element.
+
+
sideInput(PCollectionView<T>) - Method in interface org.apache.beam.sdk.util.state.StateContext
+
+
Returns the value of the side input for the corresponding state window.
+
+
sideInput(PCollectionView<T>, BoundedWindow) - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Return the value of the side input for a particular side input window.
+
+
SideInputHandler - Class in org.apache.beam.runners.core
+
+
Generic side input handler that uses StateInternals to store all data.
+
+
SideInputHandler(Collection<PCollectionView<?>>, StateInternals<Void>) - Constructor for class org.apache.beam.runners.core.SideInputHandler
+
+
Creates a new SideInputHandler for the given side inputs that uses + the given StateInternals to store side input data and side-input meta data.
+
+
SideInputReader - Interface in org.apache.beam.sdk.util
+
+
The interface to objects that provide side inputs.
+
+
sideInputs - Variable in class org.apache.beam.runners.core.SideInputHandler
+
+
The list of side inputs that we're handling.
+
+
sideOutput(TupleTag<T>, T) - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Adds the given element to the side output PCollection with the + given tag.
+
+
sideOutput(TupleTag<T>, T) - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Adds the given element to the side output PCollection with the + given tag.
+
+
sideOutputWindowedValue(TupleTag<SideOutputT>, SideOutputT, Instant, Collection<? extends BoundedWindow>, PaneInfo) - Method in interface org.apache.beam.runners.core.OutputWindowedValue
+
+
Outputs a value with windowing information to a side output.
+
+
sideOutputWindowedValue(TupleTag<SideOutputT>, SideOutputT, Instant, Collection<? extends BoundedWindow>, PaneInfo) - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Output the value to a side output at the specified timestamp in the listed windows.
+
+
sideOutputWithTimestamp(TupleTag<T>, T, Instant) - Method in class org.apache.beam.sdk.transforms.DoFn.Context
+
+
Adds the given element to the specified side output PCollection, + with the given timestamp.
+
+
sideOutputWithTimestamp(TupleTag<T>, T, Instant) - Method in class org.apache.beam.sdk.transforms.OldDoFn.Context
+
+
Deprecated.
+
Adds the given element to the specified side output PCollection, + with the given timestamp.
+
+
signatureForDoFn(FnT) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignatures
+
 
+
SimpleAuthAvroHDFSFileSource<T> - Class in org.apache.beam.sdk.io.hdfs.simpleauth
+
+
Source for Avros on Hadoop/HDFS with Simple Authentication.
+
+
SimpleAuthAvroHDFSFileSource(String, AvroCoder<T>, String) - Constructor for class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthAvroHDFSFileSource
+
+
Create a SimpleAuthAvroHDFSFileSource based on a file or a file pattern specification.
+
+
SimpleAuthAvroHDFSFileSource(String, AvroCoder<T>, HDFSFileSource.SerializableSplit, String) - Constructor for class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthAvroHDFSFileSource
+
+
Create a SimpleAuthAvroHDFSFileSource based on a single Hadoop input split, which won't + be split up further.
+
+
SimpleAuthHDFSFileSink<K,V> - Class in org.apache.beam.sdk.io.hdfs.simpleauth
+
+
A Sink for writing records to a Hadoop filesystem using a Hadoop file-based output + format with Simple Authentication.
+
+
SimpleAuthHDFSFileSink(String, Class<? extends FileOutputFormat<K, V>>, Configuration, String) - Constructor for class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink
+
 
+
SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation<K,V> - Class in org.apache.beam.sdk.io.hdfs.simpleauth
+
+
{WriteOperation} for HDFS with Simple Authentication.
+
+
SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter<K,V> - Class in org.apache.beam.sdk.io.hdfs.simpleauth
+
+
{Writer} for HDFS files with Simple Authentication.
+
+
SimpleAuthHDFSFileSource<K,V> - Class in org.apache.beam.sdk.io.hdfs.simpleauth
+
+
Source for Hadoop/HDFS with Simple Authentication.
+
+
SimpleAuthHDFSFileSource(String, Class<? extends FileInputFormat<?, ?>>, Class<K>, Class<V>, HDFSFileSource.SerializableSplit, String) - Constructor for class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource
+
+
Create a SimpleAuthHDFSFileSource based on a single Hadoop input split, which won't be + split up further.
+
+
SimpleAuthHDFSFileSource(String, Class<? extends FileInputFormat<?, ?>>, Class<K>, Class<V>, String) - Constructor for class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource
+
+
Create a SimpleAuthHDFSFileSource based on a file or a file pattern specification.
+
+
SimpleAuthHDFSWriter(SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation<K, V>, String, Class<? extends FileOutputFormat<K, V>>, String) - Constructor for class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter
+
 
+
SimpleCombineFn(SerializableFunction<Iterable<V>, V>) - Constructor for class org.apache.beam.sdk.transforms.Combine.SimpleCombineFn
+
+
Deprecated.
+
SimpleDoFnRunner<InputT,OutputT> - Class in org.apache.beam.runners.core
+
+
Runs a DoFn by constructing the appropriate contexts and passing them in.
+
+
SimpleDoFnRunner(PipelineOptions, DoFn<InputT, OutputT>, SideInputReader, DoFnRunners.OutputManager, TupleTag<OutputT>, List<TupleTag<?>>, ExecutionContext.StepContext, Aggregator.AggregatorFactory, WindowingStrategy<?, ?>) - Constructor for class org.apache.beam.runners.core.SimpleDoFnRunner
+
 
+
SimpleFunction<InputT,OutputT> - Class in org.apache.beam.sdk.transforms
+
+
A SerializableFunction which is not a functional interface.
+
+
SimpleFunction() - Constructor for class org.apache.beam.sdk.transforms.SimpleFunction
+
 
+
simpleRunner(PipelineOptions, OldDoFn<InputT, OutputT>, SideInputReader, DoFnRunners.OutputManager, TupleTag<OutputT>, List<TupleTag<?>>, ExecutionContext.StepContext, Aggregator.AggregatorFactory, WindowingStrategy<?, ?>) - Static method in class org.apache.beam.runners.core.DoFnRunners
+
+
Returns a basic implementation of DoFnRunner that works for most DoFns.
+
+
SinglePrimitiveOutputPTransform<T> - Class in org.apache.beam.runners.spark.util
+
+
A PTransform wrapping another transform.
+
+
SinglePrimitiveOutputPTransform(PTransform<PInput, PCollection<T>>) - Constructor for class org.apache.beam.runners.spark.util.SinglePrimitiveOutputPTransform
+
 
+
singleton(long) - Static method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
SingletonPCollectionView(Pipeline, WindowingStrategy<?, W>, boolean, T, Coder<T>) - Constructor for class org.apache.beam.sdk.util.PCollectionViews.SingletonPCollectionView
+
+
Deprecated.
+
singletonView(Pipeline, WindowingStrategy<?, W>, boolean, T, Coder<T>) - Static method in class org.apache.beam.sdk.util.PCollectionViews
+
+
Returns a PCollectionView<T> capable of processing elements encoded using the provided + Coder and windowed using the provided * WindowingStrategy.
+
+
sink - Variable in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
The Sink that this WriteOperation will write to.
+
+
Sink<T> - Class in org.apache.beam.sdk.io
+
+
A Sink represents a resource that can be written to using the Write transform.
+
+
Sink() - Constructor for class org.apache.beam.sdk.io.Sink
+
 
+
Sink.WriteOperation<T,WriteT> - Class in org.apache.beam.sdk.io
+
+
A Sink.WriteOperation defines the process of a parallel write of objects to a Sink.
+
+
Sink.Writer<T,WriteT> - Class in org.apache.beam.sdk.io
+
+
A Writer writes a bundle of elements from a PCollection to a sink.
+
+
size() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Returns the number of bytes in the backing array that are valid.
+
+
size() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
+
Returns the number of columns for this schema.
+
+
size() - Method in class org.apache.beam.sdk.values.PCollectionList
+
+
Returns the number of PCollections in this PCollectionList.
+
+
size() - Method in class org.apache.beam.sdk.values.TupleTagList
+
+
Returns the number of TupleTags in this TupleTagList.
+
+
SlidingWindows - Class in org.apache.beam.sdk.transforms.windowing
+
+
A WindowFn that windows values into possibly overlapping fixed-size + timestamp-based windows.
+
+
smallest(int) - Static method in class org.apache.beam.sdk.transforms.Top
+
+
Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the smallest count elements of the input + PCollection<T>, in increasing order, sorted according to + their natural order.
+
+
Smallest() - Constructor for class org.apache.beam.sdk.transforms.Top.Smallest
+
 
+
smallestPerKey(int) - Static method in class org.apache.beam.sdk.transforms.Top
+
+
Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the smallest count values + associated with that key in the input + PCollection<KV<K, V>>, in increasing order, sorted + according to their natural order.
+
+
sort() - Method in class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter
+
 
+
SORT_VALUES - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SortValues<PrimaryKeyT,SecondaryKeyT,ValueT> - Class in org.apache.beam.sdk.extensions.sorter
+
+
SortValues<PrimaryKeyT, SecondaryKeyT, ValueT> takes a PCollection<KV<PrimaryKeyT, + Iterable<KV<SecondaryKeyT, ValueT>>>> with elements consisting of a primary key and iterables + over <secondary key, value> pairs, and returns a PCollection<KV<PrimaryKeyT, + Iterable<KV<SecondaryKeyT, ValueT>>> of the same elements but with values sorted by a secondary + key.
+
+
Source<T> - Class in org.apache.beam.sdk.io
+
+
Base class for defining input formats and creating a Source for reading the input.
+
+
Source() - Constructor for class org.apache.beam.sdk.io.Source
+
 
+
Source.Reader<T> - Class in org.apache.beam.sdk.io
+
+
The interface that readers of custom input sources must implement.
+
+
SOURCE_DOES_NOT_NEED_SPLITTING - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SOURCE_ESTIMATED_SIZE_BYTES - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SOURCE_IS_INFINITE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SOURCE_METADATA - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SOURCE_PRODUCES_SORTED_KEYS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SOURCE_SPEC - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
SOURCE_STEP_INPUT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
sourceName() - Method in class org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetricSource
+
 
+
SourceRDD - Class in org.apache.beam.runners.spark.io
+
+
Classes implementing Beam Source RDDs.
+
+
SourceRDD() - Constructor for class org.apache.beam.runners.spark.io.SourceRDD
+
 
+
SourceRDD.Bounded<T> - Class in org.apache.beam.runners.spark.io
+
+
A SourceRDD.Bounded reads input from a BoundedSource + and creates a Spark RDD.
+
+
SourceRDD.Unbounded<T,CheckpointMarkT extends UnboundedSource.CheckpointMark> - Class in org.apache.beam.runners.spark.io
+
+
A SourceRDD.Unbounded is the implementation of a micro-batch + in a SourceDStream.
+
+
SourceTestUtils - Class in org.apache.beam.sdk.testing
+
+
Helper functions and test harnesses for checking correctness of Source + implementations.
+
+
SourceTestUtils() - Constructor for class org.apache.beam.sdk.testing.SourceTestUtils
+
 
+
SourceTestUtils.ExpectedSplitOutcome - Enum in org.apache.beam.sdk.testing
+
+ +
+
span(IntervalWindow) - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns the minimal window that includes both this window and + the given window.
+
+
SparkAggregators - Class in org.apache.beam.runners.spark.aggregators
+
+
A utility class for retrieving aggregator values.
+
+
SparkAggregators() - Constructor for class org.apache.beam.runners.spark.aggregators.SparkAggregators
+
 
+
SparkContextOptions - Interface in org.apache.beam.runners.spark
+
+
A custom PipelineOptions to work with properties related to JavaSparkContext.
+
+
SparkContextOptions.EmptyListenersList - Class in org.apache.beam.runners.spark
+
+
Returns an empty list, top avoid handling null.
+
+
SparkPipelineOptions - Interface in org.apache.beam.runners.spark
+
+
Spark runner PipelineOptions handles Spark execution-related configurations, + such as the master address, batch-interval, and other user-related knobs.
+
+
SparkPipelineOptions.TmpCheckpointDirFactory - Class in org.apache.beam.runners.spark
+
+
Returns the default checkpoint directory of /tmp/${job.name}.
+
+
SparkPipelineResult - Class in org.apache.beam.runners.spark
+
+
Represents a Spark pipeline execution result.
+
+
SparkRunner - Class in org.apache.beam.runners.spark
+
+
The SparkRunner translate operations defined on a pipeline to a representation + executable by Spark, and then submitting the job to Spark to be executed.
+
+
SparkRunner.Evaluator - Class in org.apache.beam.runners.spark
+
+
Evaluator on the pipeline.
+
+
SparkRunnerRegistrar - Class in org.apache.beam.runners.spark
+
+ +
+
SparkRunnerRegistrar.Options - Class in org.apache.beam.runners.spark
+
+
Registers the SparkPipelineOptions.
+
+
SparkRunnerRegistrar.Runner - Class in org.apache.beam.runners.spark
+
+
Registers the SparkRunner.
+
+
SparkSideInputReader - Class in org.apache.beam.runners.spark.util
+
+
A SideInputReader for thw SparkRunner.
+
+
SparkSideInputReader(Map<TupleTag<?>, KV<WindowingStrategy<?, ?>, BroadcastHelper<?>>>) - Constructor for class org.apache.beam.runners.spark.util.SparkSideInputReader
+
 
+
SparkUnboundedSource - Class in org.apache.beam.runners.spark.io
+
+
A "composite" InputDStream implementation for UnboundedSources.
+
+
SparkUnboundedSource() - Constructor for class org.apache.beam.runners.spark.io.SparkUnboundedSource
+
 
+
split(int) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns a list of up to numSplits + 1 ByteKeys in ascending order, + where the keys have been interpolated to form roughly equal sub-ranges of this + ByteKeyRange, assuming a uniform distribution of keys within this range.
+
+
split(String) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.Split PTransform that splits a string on the regular expression + and then outputs each item.
+
+
split(String, boolean) - Static method in class org.apache.beam.sdk.transforms.Regex
+
+
Returns a Regex.Split PTransform that splits a string on the regular expression + and then outputs each item.
+
+
Split(String, boolean) - Constructor for class org.apache.beam.sdk.transforms.Regex.Split
+
 
+
SPLIT_POINTS_UNKNOWN - Static variable in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
A constant to use as the return value for BoundedSource.BoundedReader.getSplitPointsConsumed() or + BoundedSource.BoundedReader.getSplitPointsRemaining() when the exact value is unknown.
+
+
splitAtFraction(double) - Method in class org.apache.beam.sdk.io.BoundedSource.BoundedReader
+
+
Tells the reader to narrow the range of the input it's going to read and give up + the remainder, so that the new range would contain approximately the given + fraction of the amount of data in the current range.
+
+
splitAtFraction(double) - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.BoundedSource
+
+
Splits the source into bundles of approximately desiredBundleSizeBytes.
+
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthAvroHDFSFileSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
splitIntoBundles(long, PipelineOptions) - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
 
+
splitRestriction() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.SplitRestriction method.
+
+
SplitRestrictionMethod() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.SplitRestrictionMethod
+
 
+
SplittableParDo<InputT,OutputT,RestrictionT> - Class in org.apache.beam.runners.core
+
+
A utility transform that executes a splittable DoFn by expanding it into a + network of simpler transforms: + + + Pair each element with an initial restriction + Split each restriction into sub-restrictions + Assign a unique key to each element/restriction pair + Group by key (so that work is partitioned by key and we can access state/timers) + Process each keyed element/restriction pair with the splittable DoFn's DoFn.ProcessElement method, using state and timers API.
+
+
SplittableParDo(ParDo.BoundMulti<InputT, OutputT>) - Constructor for class org.apache.beam.runners.core.SplittableParDo
+
+
Creates the transform for the given original multi-output ParDo.
+
+
SplittableParDo.GBKIntoKeyedWorkItems<KeyT,InputT> - Class in org.apache.beam.runners.core
+
+
Runner-specific primitive GroupByKey-like PTransform that produces + KeyedWorkItems so that downstream transforms can access state and timers.
+
+
SplittableParDo.ProcessElements<InputT,OutputT,RestrictionT> - Class in org.apache.beam.runners.core
+
+
Runner-specific primitive PTransform that invokes the DoFn.ProcessElement + method for a splittable DoFn.
+
+
SplittableParDo.ProcessFn<InputT,OutputT,RestrictionT,TrackerT extends RestrictionTracker<RestrictionT>> - Class in org.apache.beam.runners.core
+
+
The heart of splittable DoFn execution: processes a single (element, restriction) pair + by creating a tracker for the restriction and checkpointing/resuming processing later if + necessary.
+
+
stageClasspathElements(Collection<String>, String) - Static method in class org.apache.beam.runners.dataflow.util.PackageUtil
+
+
Transfers the classpath elements to the staging location.
+
+
stageFiles() - Method in class org.apache.beam.runners.dataflow.util.GcsStager
+
 
+
stageFiles() - Method in interface org.apache.beam.runners.dataflow.util.Stager
+
 
+
Stager - Interface in org.apache.beam.runners.dataflow.util
+
+
Interface for staging files needed for running a Dataflow pipeline.
+
+
StagerFactory() - Constructor for class org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.StagerFactory
+
 
+
StagingLocationFactory() - Constructor for class org.apache.beam.runners.dataflow.options.DataflowPipelineOptions.StagingLocationFactory
+
 
+
StandardCoder<T> - Class in org.apache.beam.sdk.coders
+
+
An abstract base class to implement a Coder that defines equality, hashing, and printing + via the class name and recursively using StandardCoder.getComponents().
+
+
StandardCoder() - Constructor for class org.apache.beam.sdk.coders.StandardCoder
+
 
+
start() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+
 
+
start() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
 
+
start() - Method in class org.apache.beam.sdk.io.Source.Reader
+
+
Initializes the reader and advances the reader to the first record.
+
+
start() - Method in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
+
Initializes the reader and advances the reader to the first record.
+
+
start() - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
+
Returns the start of this window, inclusive.
+
+
START_INDEX - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
START_OFFSET - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
START_SHUFFLE_POSITION - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
startBundle() - Method in interface org.apache.beam.runners.core.DoFnRunner
+
+
Prepares and calls a DoFn's @StartBundle method.
+
+
startBundle() - Method in class org.apache.beam.runners.core.LateDataDroppingDoFnRunner
+
 
+
startBundle() - Method in class org.apache.beam.runners.core.PushbackSideInputDoFnRunner
+
 
+
startBundle() - Method in class org.apache.beam.runners.core.SimpleDoFnRunner
+
 
+
startBundle(DoFn<KeyedWorkItem<String, ElementAndRestriction<InputT, RestrictionT>>, OutputT>.Context) - Method in class org.apache.beam.runners.core.SplittableParDo.ProcessFn
+
 
+
startBundle(DoFn<T, Void>.Context) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter
+
 
+
startBundle() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Calls the DoFn.StartBundle method on the DoFn under test.
+
+
startBundle(OldDoFn<InputT, OutputT>.Context) - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Prepares this OldDoFn instance for processing a batch of elements.
+
+
startBundle() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.StartBundle method.
+
+
startImpl() - Method in class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
 
+
startImpl() - Method in class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader
+
+
Initializes the OffsetBasedSource.OffsetBasedReader and advances to the first record, + returning true if there is a record available to be read.
+
+
startReading(ReadableByteChannel) - Method in class org.apache.beam.sdk.io.AvroSource.AvroReader
+
 
+
startReading(ReadableByteChannel) - Method in class org.apache.beam.sdk.io.CompressedSource.CompressedReader
+
+
Creates a decompressing channel from the input channel and passes it to its delegate reader's + FileBasedReader#startReading(ReadableByteChannel).
+
+
startReading(ReadableByteChannel) - Method in class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader
+
+
Performs any initialization of the subclass of FileBasedReader that involves IO + operations.
+
+
startsWith(Path) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
startsWith(String) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
state() - Method in class org.apache.beam.runners.core.ReduceFn.Context
+
+
Return the interface for accessing state.
+
+
state() - Method in class org.apache.beam.runners.core.ReduceFn.OnMergeContext
+
+
Return the interface for accessing state.
+
+
state() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext
+
 
+
state() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
Returns the interface for accessing persistent state.
+
+
state(StateNamespace, StateTag<? super K, T>) - Method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
 
+
state(StateNamespace, StateTag<? super K, T>, StateContext<?>) - Method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
 
+
state - Variable in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
state(String) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Returns the state cell for the given DoFn.StateId.
+
+
state(String) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
state(StateNamespace, StateTag<? super K, T>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
state(StateNamespace, StateTag<? super K, T>, StateContext<?>) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals
+
 
+
State - Interface in org.apache.beam.sdk.util.state
+
+
Base interface for all state locations.
+
+
state(StateNamespace, StateTag<? super K, T>) - Method in interface org.apache.beam.sdk.util.state.StateInternals
+
+
Return the state associated with address in the specified namespace.
+
+
state(StateNamespace, StateTag<? super K, T>, StateContext<?>) - Method in interface org.apache.beam.sdk.util.state.StateInternals
+
+
Return the state associated with address in the specified namespace + with the StateContext.
+
+
STATE_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
StateAccessor<K> - Interface in org.apache.beam.sdk.util.state
+
+
Interface for accessing a StateTag in the current context.
+
+
StateBinder<K> - Interface in org.apache.beam.sdk.util.state
+
+
Visitor for binding a StateSpec and to the associated State.
+
+
StateContext<W extends BoundedWindow> - Interface in org.apache.beam.sdk.util.state
+
+
Information accessible the state API.
+
+
StateContexts - Class in org.apache.beam.sdk.util.state
+
+
Factory that produces StateContext based on different inputs.
+
+
StateContexts() - Constructor for class org.apache.beam.sdk.util.state.StateContexts
+
 
+
StateDeclaration() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.StateDeclaration
+
 
+
stateDeclarations() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about the state cells that this DoFn declares.
+
+
stateInternals() - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
stateInternals() - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
 
+
StateInternals<K> - Interface in org.apache.beam.sdk.util.state
+
+
StateInternals describes the functionality a runner needs to provide for the + State API to be supported.
+
+
stateInternals() - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Unsupported state internals.
+
+
StateInternalsFactory<K> - Interface in org.apache.beam.sdk.util.state
+
+
A factory for providing StateInternals for a particular key.
+
+
stateInternalsForKey(K) - Method in interface org.apache.beam.sdk.util.state.StateInternalsFactory
+
+
Returns StateInternals for the provided key.
+
+
stateMachineForOnceTrigger(Trigger.OnceTrigger) - Static method in class org.apache.beam.runners.core.triggers.TriggerStateMachines
+
 
+
stateMachineForTrigger(Trigger) - Static method in class org.apache.beam.runners.core.triggers.TriggerStateMachines
+
 
+
StateMerging - Class in org.apache.beam.sdk.util.state
+
+
Helpers for merging state.
+
+
StateMerging() - Constructor for class org.apache.beam.sdk.util.state.StateMerging
+
 
+
StateNamespace - Interface in org.apache.beam.sdk.util.state
+
+
A namespace used for scoping state stored with StateInternals.
+
+
StateNamespaceForTest - Class in org.apache.beam.sdk.util.state
+
+
A simple StateNamespace used for testing.
+
+
StateNamespaceForTest(String) - Constructor for class org.apache.beam.sdk.util.state.StateNamespaceForTest
+
 
+
StateNamespaces - Class in org.apache.beam.sdk.util.state
+
+
Factory methods for creating the StateNamespaces.
+
+
StateNamespaces.GlobalNamespace - Class in org.apache.beam.sdk.util.state
+
+
StateNamespace that is global to the current key being processed.
+
+
StateNamespaces.WindowAndTriggerNamespace<W extends BoundedWindow> - Class in org.apache.beam.sdk.util.state
+
+
StateNamespace that is scoped to a particular window and trigger index.
+
+
StateNamespaces.WindowNamespace<W extends BoundedWindow> - Class in org.apache.beam.sdk.util.state
+
+
StateNamespace that is scoped to a specific window.
+
+
stateParameter(DoFnSignature.StateDeclaration) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
+ +
+
StateSpec<K,StateT extends State> - Interface in org.apache.beam.sdk.util.state
+
+
A specification of a persistent state cell.
+
+
StateSpecFunctions - Class in org.apache.beam.runners.spark.stateful
+
+
A class containing StateSpec mappingFunctions.
+
+
StateSpecFunctions() - Constructor for class org.apache.beam.runners.spark.stateful.StateSpecFunctions
+
 
+
StateSpecs - Class in org.apache.beam.sdk.util.state
+
+
Static utility methods for creating StateSpec instances.
+
+
StateTable<K> - Class in org.apache.beam.sdk.util.state
+
+
Table mapping StateNamespace and StateTag<?> to a State instance.
+
+
StateTable() - Constructor for class org.apache.beam.sdk.util.state.StateTable
+
 
+
StateTag<K,StateT extends State> - Interface in org.apache.beam.sdk.util.state
+
+
An address and specification for a persistent state cell.
+
+
StateTag.StateBinder<K> - Interface in org.apache.beam.sdk.util.state
+
+
Deprecated. +
for migration only; runners should reference the top level StateBinder + and move towards StateSpec rather than StateTag.
+
+
+
StateTags - Class in org.apache.beam.sdk.util.state
+
+
Static utility methods for creating StateTag instances.
+
+
stateType() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.StateDeclaration
+
 
+
STATUS_BACKOFF_FACTORY - Static variable in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
step() - Method in interface org.apache.beam.sdk.metrics.MetricResult
+
+
Return the step context to which this metric result applies.
+
+
StepContext(ExecutionContext, String, String) - Constructor for class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
stepName() - Method in class org.apache.beam.sdk.metrics.MetricKey
+
+
The step name that is associated with this metric.
+
+
steps() - Method in class org.apache.beam.sdk.metrics.MetricsFilter
+
 
+
StepTransformResult<InputT> - Class in org.apache.beam.runners.direct
+
+
An immutable TransformResult.
+
+
StepTransformResult() - Constructor for class org.apache.beam.runners.direct.StepTransformResult
+
 
+
StepTransformResult.Builder<InputT> - Class in org.apache.beam.runners.direct
+
+
A builder for creating instances of StepTransformResult.
+
+
stop() - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
stop() - Static method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
Indicates that there is no more work to be done for the current element.
+
+
storeCurrentPaneInfo(ReduceFn<?, ?, ?, ?>.Context, PaneInfo) - Method in class org.apache.beam.runners.core.PaneInfoTracker
+
 
+
StreamingIT - Interface in org.apache.beam.sdk.testing
+
+
Deprecated.
+
+
StreamingOptions - Interface in org.apache.beam.sdk.options
+
+
Options used to configure streaming.
+
+
StreamUtils - Class in org.apache.beam.sdk.util
+
+
Utility functions for stream operations.
+
+
StringDelegateCoder<T> - Class in org.apache.beam.sdk.coders
+
+
A Coder that wraps a Coder<String> + and encodes/decodes values via string representations.
+
+
StringDelegateCoder(Class<T>) - Constructor for class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
stringKey() - Method in interface org.apache.beam.sdk.util.state.StateNamespace
+
+
Return a String representation of the key.
+
+
stringKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaceForTest
+
 
+
stringKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
stringKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
stringKey() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
 
+
strings() - Static method in class org.apache.beam.sdk.values.TypeDescriptors
+
+
The TypeDescriptor for String.
+
+
StringUtf8Coder - Class in org.apache.beam.sdk.coders
+
+
A Coder that encodes Strings in UTF-8 encoding.
+
+
StringUtils - Class in org.apache.beam.sdk.util
+
+
Utilities for working with JSON and other human-readable string formats.
+
+
StringUtils() - Constructor for class org.apache.beam.sdk.util.StringUtils
+
 
+
STRIP_TRAILING_NEWLINES - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
StripIdsDoFn() - Constructor for class org.apache.beam.sdk.util.ValueWithRecordId.StripIdsDoFn
+
 
+
Structs - Class in org.apache.beam.sdk.util
+
+
A collection of static methods for manipulating datastructure representations + transferred via the Dataflow API.
+
+
StructuralByteArray - Class in org.apache.beam.sdk.coders
+
+
A wrapper around a byte[] that uses structural, value-based + equality rather than byte[]'s normal object identity.
+
+
StructuralByteArray(byte[]) - Constructor for class org.apache.beam.sdk.coders.StructuralByteArray
+
 
+
structuralValue(byte[]) - Method in class org.apache.beam.sdk.coders.ByteArrayCoder
+
+
Returns an object with an Object.equals() method that represents structural equality + on the argument.
+
+
structuralValue(T) - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Returns an object with an Object.equals() method that represents structural equality + on the argument.
+
+
structuralValue(T) - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
+
Returns an object with an Object.equals() method that represents structural equality + on the argument.
+
+
structuralValue(KV<K, V>) - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
structuralValue(T) - Method in class org.apache.beam.sdk.coders.NullableCoder
+
 
+
structuralValue(T) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
structuralValue(T) - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
structuralValue(KafkaRecord<K, V>) - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
structuralValueConsistentWithEquals(Coder<T>, T, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
structuralValueConsistentWithEqualsInContext(Coder<T>, Coder.Context, T, T) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
 
+
subpath(int, int) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
subscription(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but reading from the + given subscription.
+
+
subscription(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Like subscription() but with a ValueProvider.
+
+
subscription(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform for reading from a specific Cloud Pub/Sub subscription.
+
+
subscription(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Like topic() but with a ValueProvider.
+
+
subscriptionPathFromName(String, String) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
subscriptionPathFromPath(String) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
subTrigger(int) - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Access the executable version of the specified sub-trigger.
+
+
subTriggers() - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
subTriggers - Variable in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
 
+
subTriggers() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
 
+
subTriggers() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Access the executable versions of the sub-triggers of the current trigger.
+
+
subTriggers - Variable in class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
subTriggers() - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
SUCCESS_COUNTER - Static variable in class org.apache.beam.sdk.testing.PAssert
+
 
+
sum() - Method in class org.apache.beam.sdk.metrics.DistributionData
+
 
+
sum() - Method in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
Sum - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for computing the sum of the elements in a + PCollection, or the sum of the values associated with + each key in a PCollection of KVs.
+
+
Sum.SumDoubleFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
Sum.SumIntegerFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
Sum.SumLongFn - Class in org.apache.beam.sdk.transforms
+
+ +
+
SumDoubleFn() - Constructor for class org.apache.beam.sdk.transforms.Sum.SumDoubleFn
+
 
+
SumIntegerFn() - Constructor for class org.apache.beam.sdk.transforms.Sum.SumIntegerFn
+
 
+
SumLongFn() - Constructor for class org.apache.beam.sdk.transforms.Sum.SumLongFn
+
 
+
SystemDoFnInternal - Annotation Type in org.apache.beam.sdk.util
+
+
Annotation to mark DoFns as an internal component of the Beam SDK.
+
+
SystemReduceFn<K,InputT,AccumT,OutputT,W extends BoundedWindow> - Class in org.apache.beam.runners.core
+
+
ReduceFn implementing the default reduction behaviors of GroupByKey.
+
+
SystemReduceFn(StateTag<? super K, ? extends CombiningState<InputT, OutputT>>) - Constructor for class org.apache.beam.runners.core.SystemReduceFn
+
 
+
+ + + +

T

+
+
TableRowJsonCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder that encodes BigQuery TableRow objects in their native JSON format.
+
+
tagForSpec(String, StateSpec<K, StateT>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag for the given id and spec.
+
+
TaggedKeyedPCollection(TupleTag<V>, PCollection<KV<K, V>>) - Constructor for class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple.TaggedKeyedPCollection
+
 
+
takeOutputElements() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the main output.
+
+
takeOutputElementsWithTimestamp() - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the main output with associated timestamps.
+
+
takeSideOutputElements(TupleTag<T>) - Method in class org.apache.beam.sdk.transforms.DoFnTester
+
+
Returns the elements output so far to the side output with the given tag.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.BundleMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.DoFnMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetInitialRestrictionMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetRestrictionCoderMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.LifecycleMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.NewTrackerMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
The annotated method itself.
+
+
targetMethod() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.SplitRestrictionMethod
+
+
The annotated method itself.
+
+
teardown() - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
Cleans up this DoFn.
+
+
teardown() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Details about this DoFn's DoFn.Teardown method.
+
+
tempDirectory - Variable in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation
+
+
Directory for temporary output files.
+
+
TemplatedAvroKeyOutputFormat<T> - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Templated Avro key output format.
+
+
TemplatedAvroKeyOutputFormat() - Constructor for class org.apache.beam.runners.spark.io.hadoop.TemplatedAvroKeyOutputFormat
+
 
+
TemplatedSequenceFileOutputFormat<K,V> - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Templated sequence file output format.
+
+
TemplatedSequenceFileOutputFormat() - Constructor for class org.apache.beam.runners.spark.io.hadoop.TemplatedSequenceFileOutputFormat
+
 
+
TemplatedTextOutputFormat<K,V> - Class in org.apache.beam.runners.spark.io.hadoop
+
+
Templates text output format.
+
+
TemplatedTextOutputFormat() - Constructor for class org.apache.beam.runners.spark.io.hadoop.TemplatedTextOutputFormat
+
 
+
TestApexRunner - Class in org.apache.beam.runners.apex
+
+
Apex PipelineRunner for testing.
+
+
testByteCount(Coder<T>, Coder.Context, T[]) - Static method in class org.apache.beam.sdk.testing.CoderProperties
+
+
A utility method that passes the given (unencoded) elements through + coder's registerByteSizeObserver() and encode() methods, and confirms + they are mutually consistent.
+
+
TestCredential - Class in org.apache.beam.sdk.util
+
+
Fake credential, for use in testing.
+
+
TestCredential() - Constructor for class org.apache.beam.sdk.util.TestCredential
+
 
+
TestDataflowPipelineOptions - Interface in org.apache.beam.runners.dataflow.testing
+
+
A set of options used to configure the TestPipeline.
+
+
TestDataflowRunner - Class in org.apache.beam.runners.dataflow.testing
+
+
TestDataflowRunner is a pipeline runner that wraps a + DataflowRunner when running tests against the TestPipeline.
+
+
TestElementByteSizeObserver() - Constructor for class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+
 
+
TestFlinkRunner - Class in org.apache.beam.runners.flink
+
+
Test Flink runner.
+
+
testingPipelineOptions() - Static method in class org.apache.beam.sdk.testing.TestPipeline
+
+
Creates PipelineOptions for testing.
+
+
TestInMemoryStateInternals<K> - Class in org.apache.beam.sdk.util.state
+
+
Simulates state like InMemoryStateInternals and provides some extra helper methods.
+
+
TestInMemoryStateInternals(K) - Constructor for class org.apache.beam.sdk.util.state.TestInMemoryStateInternals
+
 
+
TestPipeline - Class in org.apache.beam.sdk.testing
+
+
A creator of test pipelines that can be used inside of tests that can be + configured to run locally or against a remote pipeline runner.
+
+
TestPipelineOptions - Interface in org.apache.beam.sdk.testing
+
+
TestPipelineOptions is a set of options for test pipelines.
+
+
TestPipelineOptions.AlwaysPassMatcher - Class in org.apache.beam.sdk.testing
+
+
Matcher which will always pass.
+
+
TestPipelineOptions.AlwaysPassMatcherFactory - Class in org.apache.beam.sdk.testing
+
+
Factory for PipelineResult matchers which always pass.
+
+
TestSparkRunner - Class in org.apache.beam.runners.spark
+
+
The SparkRunner translate operations defined on a pipeline to a representation executable + by Spark, and then submitting the job to Spark to be executed.
+
+
TestStream<T> - Class in org.apache.beam.sdk.testing
+
+
A testing input that generates an unbounded PCollection of elements, advancing the + watermark and processing time as elements are emitted.
+
+
TestStream.Builder<T> - Class in org.apache.beam.sdk.testing
+
+
An incomplete TestStream.
+
+
TestStream.ElementEvent<T> - Class in org.apache.beam.sdk.testing
+
+
A TestStream.Event that produces elements.
+
+
TestStream.Event<T> - Interface in org.apache.beam.sdk.testing
+
+
An event in a TestStream.
+
+
TestStream.EventType - Enum in org.apache.beam.sdk.testing
+
+
The types of TestStream.Event that are supported by TestStream.
+
+
TestStream.ProcessingTimeEvent<T> - Class in org.apache.beam.sdk.testing
+
+
A TestStream.Event that advances the processing time clock.
+
+
TestStream.WatermarkEvent<T> - Class in org.apache.beam.sdk.testing
+
+
A TestStream.Event that advances the watermark.
+
+
TEXT - Static variable in class org.apache.beam.sdk.util.MimeTypes
+
 
+
TextIO - Class in org.apache.beam.sdk.io
+
+
PTransforms for reading and writing text files.
+
+
TextIO.CompressionType - Enum in org.apache.beam.sdk.io
+
+
Possible text file compression types.
+
+
TextIO.Read - Class in org.apache.beam.sdk.io
+
+
A PTransform that reads from a text file (or multiple text + files matching a pattern) and returns a PCollection containing + the decoding of each of the lines of the text file(s).
+
+
TextIO.Read.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that reads from one or more text files and returns a bounded + PCollection containing one element for each line of the input files.
+
+
TextIO.Write - Class in org.apache.beam.sdk.io
+
+
A PTransform that writes a PCollection to text file (or + multiple text files matching a sharding pattern), with each + element of the input collection encoded into its own line.
+
+
TextIO.Write.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that writes a bounded PCollection to a text file (or + multiple text files matching a sharding pattern), with each + PCollection element being encoded into its own line.
+
+
TextualIntegerCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder that encodes Integer Integers as the ASCII bytes of + their textual, decimal, representation.
+
+
TextualIntegerCoder() - Constructor for class org.apache.beam.sdk.coders.TextualIntegerCoder
+
 
+
that(PCollection<T>) - Static method in class org.apache.beam.sdk.testing.PAssert
+
+
Constructs an PAssert.IterableAssert for the elements of the provided PCollection.
+
+
thatMap(PCollection<KV<K, V>>) - Static method in class org.apache.beam.sdk.testing.PAssert
+
+
Constructs a PAssert.SingletonAssert for the value of the provided PCollection, which + must have at most one value per key.
+
+
thatMultimap(PCollection<KV<K, V>>) - Static method in class org.apache.beam.sdk.testing.PAssert
+
+
Constructs a PAssert.SingletonAssert for the value of the provided PCollection.
+
+
thatSingleton(PCollection<T>) - Static method in class org.apache.beam.sdk.testing.PAssert
+
+
Constructs a PAssert.SingletonAssert for the value of the provided + PCollection PCollection<T>, which must be a singleton.
+
+
thatSingletonIterable(PCollection<? extends Iterable<T>>) - Static method in class org.apache.beam.sdk.testing.PAssert
+
+
Constructs an PAssert.IterableAssert for the value of the provided PCollection which + must contain a single Iterable<T> value.
+
+
throwNullCredentialException() - Static method in class org.apache.beam.sdk.util.NullCredentialInitializer
+
 
+
timeDomain - Variable in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
 
+
timeDomain() - Method in class org.apache.beam.sdk.transforms.DoFn.OnTimerContext
+
+
Returns the time domain of the current timer.
+
+
TimeDomain - Enum in org.apache.beam.sdk.util
+
+
TimeDomain specifies whether an operation is based on + timestamps of elements or current "real-world" time as reported while processing.
+
+
timer(String) - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Returns the timer for the given DoFn.TimerId.
+
+
timer(String) - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
Timer - Interface in org.apache.beam.sdk.util
+
+
A timer for a specified time domain that can be set to register the desire for further processing + at particular time in its specified time domain.
+
+
timer(TimeDomain) - Static method in class org.apache.beam.sdk.util.TimerSpecs
+
 
+
TIMER_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
TimerCallback - Interface in org.apache.beam.sdk.util.state
+
+
Deprecated. +
Use InMemoryTimerInternals advance and remove methods instead of callback.
+
+
+
TimerData() - Constructor for class org.apache.beam.sdk.util.TimerInternals.TimerData
+
 
+
TimerDeclaration() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.TimerDeclaration
+
 
+
timerDeclarations() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature
+
+
Timer declarations present on the DoFn class.
+
+
timerInternals() - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
timerInternals() - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
 
+
TimerInternals - Interface in org.apache.beam.sdk.util
+
+
Encapsulate interaction with time within the execution environment.
+
+
timerInternals() - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Return the timer manager provided by the underlying system, or null if Timers need + to be emulated.
+
+
TimerInternals.TimerData - Class in org.apache.beam.sdk.util
+
+
Data about a timer as represented within TimerInternals.
+
+
TimerInternals.TimerDataCoder - Class in org.apache.beam.sdk.util
+
+ +
+
TimerInternalsFactory<K> - Interface in org.apache.beam.sdk.util.state
+
+
A factory for providing TimerInternals for a particular key.
+
+
timerInternalsForKey(K) - Method in interface org.apache.beam.sdk.util.state.TimerInternalsFactory
+
+
Returns TimerInternals for the provided key.
+
+
timerParameter(DoFnSignature.TimerDeclaration) - Static method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter
+
 
+
timers() - Method in class org.apache.beam.runners.core.ReduceFn.Context
+
+
Return the interface for accessing timers.
+
+
Timers - Interface in org.apache.beam.sdk.util
+
+
Interface for interacting with time.
+
+
timersIterable() - Method in interface org.apache.beam.runners.core.KeyedWorkItem
+
+
Returns an iterable containing the timers.
+
+
timersIterable() - Method in class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+
 
+
TimerSpec - Interface in org.apache.beam.sdk.util
+
+
A specification for a Timer.
+
+
TimerSpecs - Class in org.apache.beam.sdk.util
+
+
Static methods for working with TimerSpec.
+
+
TimerSpecs() - Constructor for class org.apache.beam.sdk.util.TimerSpecs
+
 
+
timersWorkItem(K, Iterable<TimerInternals.TimerData>) - Static method in class org.apache.beam.runners.core.KeyedWorkItems
+
+
Returns an implementation of KeyedWorkItem that wraps around an timers iterable.
+
+
timestamp() - Method in class org.apache.beam.runners.core.ReduceFn.ProcessValueContext
+
+
Return the timestamp associated with the value.
+
+
timestamp() - Method in class org.apache.beam.sdk.transforms.DoFn.OnTimerContext
+
+
Returns the timestamp of the current timer.
+
+
timestamp() - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContext
+
+
Returns the timestamp of the input element.
+
+
timestamp() - Method in class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
Returns the timestamp of the input element.
+
+
timestamp() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext
+
+
Returns the timestamp of the current element.
+
+
TIMESTAMP_MAX_VALUE - Static variable in class org.apache.beam.sdk.transforms.windowing.BoundedWindow
+
 
+
TIMESTAMP_MIN_VALUE - Static variable in class org.apache.beam.sdk.transforms.windowing.BoundedWindow
+
 
+
TimeStampComparator() - Constructor for class org.apache.beam.runners.dataflow.util.MonitoringUtil.TimeStampComparator
+
 
+
timestamped(Iterable<TimestampedValue<T>>) - Static method in class org.apache.beam.sdk.transforms.Create
+
+
Returns a new Create.TimestampedValues transform that produces a + PCollection containing the elements of the provided Iterable + with the specified timestamps.
+
+
timestamped(TimestampedValue<T>...) - Static method in class org.apache.beam.sdk.transforms.Create
+
+
Returns a new Create.TimestampedValues transform that produces a PCollection + containing the specified elements with the specified timestamps.
+
+
timestamped(Iterable<T>, Iterable<Long>) - Static method in class org.apache.beam.sdk.transforms.Create
+
+
Returns a new root transform that produces a PCollection containing + the specified elements with the specified timestamps.
+
+
TimestampedValue<V> - Class in org.apache.beam.sdk.values
+
+
An immutable pair of a value and a timestamp.
+
+
TimestampedValue(V, Instant) - Constructor for class org.apache.beam.sdk.values.TimestampedValue
+
 
+
TimestampedValue.TimestampedValueCoder<T> - Class in org.apache.beam.sdk.values
+
+ +
+
timestampedValueInGlobalWindow(T, Instant) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a WindowedValue with the given value and timestamp, + GlobalWindow and default pane.
+
+
timestampFn - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
timestampLabel(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but that reads message timestamps + from the given message attribute.
+
+
timestampLabel(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform reading from Cloud Pub/Sub where record timestamps are + expected to be provided as Pub/Sub message attributes.
+
+
timestampLabel(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
+
Returns a new transform that's like this one but that publishes record timestamps + to a message attribute with the specified name.
+
+
timestampLabel(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Write
+
+
Creates a transform that writes to Pub/Sub, adds each record's timestamp to the published + messages in an attribute with the specified name.
+
+
timestampMappers - Variable in class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine
+
+
A list of timestampMappers m1, m2, m3, ...
+
+
timestampMappers - Variable in class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement
+
+
A list of timestampMappers m1, m2, m3, ...
+
+
timestampMsSinceEpoch - Variable in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
+
Timestamp for element (ms since epoch).
+
+
timestampMsSinceEpoch - Variable in class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
+
Timestamp for element (ms since epoch).
+
+
TimeUtil - Class in org.apache.beam.runners.dataflow.util
+
+
A helper class for converting between Dataflow API and SDK time + representations.
+
+
TmpCheckpointDirFactory() - Constructor for class org.apache.beam.runners.spark.SparkPipelineOptions.TmpCheckpointDirFactory
+
 
+
to(String, Class<? extends FileOutputFormat<K, V>>, Class<K>, Class<V>) - Static method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write
+
 
+
to(String) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to the file(s) with the given filename prefix.
+
+
to(String) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes to the file(s) + with the given prefix.
+
+
to(String) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but writing to the specified table.
+
+
to(TableReference) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but writing to the specified table.
+
+
to(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but writing to the specified table.
+
+
to(SerializableFunction<BoundedWindow, String>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but using the specified function to determine + which table to write to for each window.
+
+
to(String) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation for the given table specification.
+
+
to(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation for the given table.
+
+
to(TableReference) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation for the given table.
+
+
to(SerializableFunction<BoundedWindow, String>) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation from a function that maps windows to table specifications.
+
+
to(String) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that's like this one but + that writes to the file(s) with the given filename prefix.
+
+
to(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+ +
+
to(String) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that writes to the file(s) + with the given prefix.
+
+
to(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+ +
+
to(Sink<T>) - Static method in class org.apache.beam.sdk.io.Write
+
+
Creates a Write transform that writes to the given Sink, letting the runner + control how many different shards are produced.
+
+
toAbsolutePath() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
toAppliedPTransform() - Method in class org.apache.beam.sdk.runners.TransformHierarchy.Node
+
+
Returns the AppliedPTransform representing this TransformHierarchy.Node.
+
+
toByteArray(T, Coder<T>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
Utility method for serializing an object using the specified coder.
+
+
toByteArray() - Method in class org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+
 
+
toByteArrays(Iterable<T>, Coder<T>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
Utility method for serializing a Iterable of values using the specified coder.
+
+
toByteFunction(Coder<T>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
A function wrapper for converting an object to a bytearray.
+
+
toByteFunction(Coder<K>, Coder<V>) - Static method in class org.apache.beam.runners.spark.coders.CoderHelpers
+
+
A function wrapper for converting a key-value pair to a byte array pair.
+
+
toCloudDuration(ReadableDuration) - Static method in class org.apache.beam.runners.dataflow.util.TimeUtil
+
+
Converts a ReadableDuration into a Dataflow API duration string.
+
+
toCloudTime(ReadableInstant) - Static method in class org.apache.beam.runners.dataflow.util.TimeUtil
+
+
Converts a ReadableInstant into a Dateflow API time value.
+
+
toDoFn() - Method in class org.apache.beam.sdk.transforms.OldDoFn
+
+
Deprecated.
+
toFile() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
toFilenamePrefix(String) - Method in class org.apache.beam.sdk.io.XmlSink.Bound
+
+
Returns an XmlSink that writes to files with the given prefix.
+
+
toFnWithContext(CombineFnBase.GlobalCombineFn<InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.CombineFnUtil
+
+ +
+
toFnWithContext(CombineFnBase.PerKeyCombineFn<K, InputT, AccumT, OutputT>) - Static method in class org.apache.beam.sdk.util.CombineFnUtil
+
+ +
+
toOldDoFn(DoFn<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.DoFnAdapters
+
+
Deprecated.
+
Creates an OldDoFn that delegates to the DoFn.
+
+
Top - Class in org.apache.beam.sdk.transforms
+
+
PTransforms for finding the largest (or smallest) set + of elements in a PCollection, or the largest (or smallest) + set of values associated with each key in a PCollection of + KVs.
+
+
Top.Largest<T extends Comparable<? super T>> - Class in org.apache.beam.sdk.transforms
+
+
A Serializable Comparator that that uses the compared elements' natural + ordering.
+
+
Top.Smallest<T extends Comparable<? super T>> - Class in org.apache.beam.sdk.transforms
+
+
Serializable Comparator that that uses the reverse of the compared elements' + natural ordering.
+
+
Top.TopCombineFn<T,ComparatorT extends Comparator<T> & Serializable> - Class in org.apache.beam.sdk.transforms
+
+
CombineFn for Top transforms that combines a + bunch of Ts into a single count-long + List<T>, using compareFn to choose the largest + Ts.
+
+
toPath(String) - Method in class org.apache.beam.sdk.util.FileIOChannelFactory
+
 
+
toPath(String) - Method in class org.apache.beam.sdk.util.GcsIOChannelFactory
+
 
+
toPath(String) - Method in interface org.apache.beam.sdk.util.IOChannelFactory
+
+
Deprecated.
+
Converts the given string to a Path.
+
+
TopCombineFn(int, ComparatorT) - Constructor for class org.apache.beam.sdk.transforms.Top.TopCombineFn
+
 
+
topic - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
topic - Variable in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
topic - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
topic(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but that reads from the specified topic.
+
+
topic(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Like topic() but with a ValueProvider.
+
+
topic(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform for reading from a Cloud Pub/Sub topic.
+
+
topic(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Like topic() but with a ValueProvider.
+
+
topic(String) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
+
Returns a new transform that's like this one but that writes to the specified + topic.
+
+
topic(ValueProvider<String>) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
+
Like topic() but with a ValueProvider.
+
+
topic(String) - Static method in class org.apache.beam.sdk.io.PubsubIO.Write
+
+
Creates a transform that publishes to the specified topic.
+
+
topic(ValueProvider<String>) - Static method in class org.apache.beam.sdk.io.PubsubIO.Write
+
+
Like topic() but with a ValueProvider.
+
+
topicPartitions - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
topicPathFromName(String, String) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
topicPathFromPath(String) - Static method in class org.apache.beam.sdk.util.PubsubClient
+
 
+
topics - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
toRealPath(LinkOption...) - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
toResourceName() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
toState(String) - Static method in class org.apache.beam.runners.dataflow.util.MonitoringUtil
+
 
+
toString() - Method in class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterAllStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterEachStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterPaneStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
 
+
toString() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator
+
 
+
toString() - Method in class org.apache.beam.runners.dataflow.DataflowRunner
+
 
+
toString() - Method in class org.apache.beam.runners.dataflow.testing.TestDataflowRunner
+
 
+
toString() - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
 
+
toString() - Method in class org.apache.beam.runners.direct.WatermarkManager.FiredTimers
+
 
+
toString() - Method in class org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks
+
 
+
toString() - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
toString() - Method in class org.apache.beam.runners.flink.FlinkRunner
+
 
+
toString() - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
toString() - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators
+
 
+
toString() - Method in class org.apache.beam.sdk.coders.Coder.Context
+
 
+
toString() - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
 
+
toString() - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
toString() - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
toString() - Method in class org.apache.beam.sdk.coders.StructuralByteArray
+
 
+
toString() - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
toString() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
 
+
toString() - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
 
+
toString() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
toString() - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
 
+
toString() - Method in class org.apache.beam.sdk.io.range.ByteKey
+
 
+
toString() - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
 
+
toString() - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
toString() - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
toString() - Method in class org.apache.beam.sdk.options.ValueProvider.NestedValueProvider
+
 
+
toString() - Method in class org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider
+
 
+
toString() - Method in class org.apache.beam.sdk.options.ValueProvider.StaticValueProvider
+
 
+
toString() - Method in class org.apache.beam.sdk.Pipeline
+
 
+
toString() - Method in class org.apache.beam.sdk.testing.TestPipeline
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Identifier
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Item
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.display.DisplayData.Path
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.display.DisplayData
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResultSchema
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.join.RawUnionValue
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.PTransform
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterAll
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterEach
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterFirst
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterPane
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.IntervalWindow
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.PaneInfo
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.Repeatedly
+
 
+
toString() - Method in class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
toString() - Method in class org.apache.beam.sdk.util.ExplicitShardedFile
+
 
+
toString() - Method in class org.apache.beam.sdk.util.FluentBackoff
+
 
+
toString() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
toString() - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
 
+
toString() - Method in class org.apache.beam.sdk.util.NumberedShardedFile
+
 
+
toString() - Method in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
 
+
toString() - Method in class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage
+
 
+
toString() - Method in class org.apache.beam.sdk.util.PubsubClient.ProjectPath
+
 
+
toString() - Method in class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath
+
 
+
toString() - Method in class org.apache.beam.sdk.util.PubsubClient.TopicPath
+
 
+
toString() - Method in class org.apache.beam.sdk.util.ReshuffleTrigger
+
 
+
toString() - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold
+
 
+
toString() - Method in class org.apache.beam.sdk.util.state.InMemoryTimerInternals
+
 
+
toString() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+
 
+
toString() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+
 
+
toString() - Method in class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+
 
+
toString() - Method in class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
toString() - Method in class org.apache.beam.sdk.util.UnownedOutputStream
+
 
+
toString() - Method in class org.apache.beam.sdk.util.ValueWithRecordId
+
 
+
toString() - Method in class org.apache.beam.sdk.util.WindowedValue
+
 
+
toString() - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
toString() - Method in class org.apache.beam.sdk.values.KV
+
 
+
toString() - Method in class org.apache.beam.sdk.values.PValueBase
+
 
+
toString() - Method in class org.apache.beam.sdk.values.TimestampedValue
+
 
+
toString() - Method in class org.apache.beam.sdk.values.TupleTag
+
 
+
toString() - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
 
+
toString() - Method in class org.apache.beam.sdk.values.TypeParameter
+
 
+
toTableReference(SerializableFunction<BoundedWindow, TableReference>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but using the specified function to determine + which table to write to for each window.
+
+
toTableReference(SerializableFunction<BoundedWindow, TableReference>) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation from a function that maps windows to TableReference + objects.
+
+
toTableSpec(TableReference) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO
+
+
Returns a canonical string representation of the TableReference.
+
+
toUnsplittableSource(BoundedSource<T>) - Static method in class org.apache.beam.sdk.testing.SourceTestUtils
+
+
Returns an equivalent unsplittable BoundedSource<T>.
+
+
toUri() - Method in class org.apache.beam.sdk.util.gcsfs.GcsPath
+
 
+
trace(String, Object...) - Static method in class org.apache.beam.sdk.util.WindowTracing
+
 
+
trackerT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.NewTrackerMethod
+
+
Type of the returned RestrictionTracker.
+
+
trackerT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.RestrictionTrackerParameter
+
 
+
trackerT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
Concrete type of the RestrictionTracker parameter, if present.
+
+
TransformEvaluator<InputT> - Interface in org.apache.beam.runners.direct
+
+
An evaluator of a specific application of a transform.
+
+
TransformEvaluatorFactory - Interface in org.apache.beam.runners.direct
+
+
A factory for creating instances of TransformEvaluator for the application of a + PTransform.
+
+
TransformHierarchy - Class in org.apache.beam.sdk.runners
+
+
Captures information about a collection of transformations and their + associated PValues.
+
+
TransformHierarchy() - Constructor for class org.apache.beam.sdk.runners.TransformHierarchy
+
 
+
TransformHierarchy.Node - Class in org.apache.beam.sdk.runners
+
+
Provides internal tracking of transform relationships with helper methods + for initialization and ordered visitation.
+
+
TransformResult<InputT> - Interface in org.apache.beam.runners.direct
+
+
The result of evaluating an AppliedPTransform with a TransformEvaluator.
+
+
translate(TransformT, DataflowPipelineTranslator.TranslationContext) - Method in interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TransformTranslator
+
 
+
translate(Pipeline, DataflowRunner, List<DataflowPackage>) - Method in class org.apache.beam.runners.dataflow.DataflowPipelineTranslator
+
+
Translates a Pipeline into a JobSpecification.
+
+
translate(Pipeline) - Method in class org.apache.beam.runners.flink.FlinkPipelineExecutionEnvironment
+
+
Depending on if the job is a Streaming or a Batch one, this method creates + the necessary execution environment and pipeline translator, and translates + the PCollection program into + a DataSet + or DataStream one.
+
+
Transport - Class in org.apache.beam.sdk.util
+
+
Helpers for cloud communication.
+
+
Transport() - Constructor for class org.apache.beam.sdk.util.Transport
+
 
+
traverseTopologically(Pipeline.PipelineVisitor) - Method in class org.apache.beam.sdk.Pipeline
+
+ +
+
trigger() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext
+
 
+
trigger() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
Returns the interface for accessing trigger info.
+
+
Trigger - Class in org.apache.beam.sdk.transforms.windowing
+
+
Triggers control when the elements for a specific key and window are output.
+
+
Trigger(List<Trigger>) - Constructor for class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
Trigger() - Constructor for class org.apache.beam.sdk.transforms.windowing.Trigger
+
 
+
Trigger.OnceTrigger - Class in org.apache.beam.sdk.transforms.windowing
+
+
Triggers that are guaranteed to fire at most once should extend Trigger.OnceTrigger rather than the general Trigger class to indicate that behavior.
+
+
TriggerContext() - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
 
+
triggering(Trigger) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Sets a non-default trigger for this Window PTransform.
+
+
triggering(Trigger) - Static method in class org.apache.beam.sdk.transforms.windowing.Window
+
+
Sets a non-default trigger for this Window PTransform.
+
+
TriggerStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
Triggers control when the elements for a specific key and window are output.
+
+
TriggerStateMachine(List<TriggerStateMachine>) - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachine
+
 
+
TriggerStateMachine.MergingTriggerInfo - Interface in org.apache.beam.runners.core.triggers
+
+
Interact with properties of the trigger being executed, with extensions to deal with the + merging windows.
+
+
TriggerStateMachine.OnceTriggerStateMachine - Class in org.apache.beam.runners.core.triggers
+
+
TriggerStateMachines that are guaranteed to fire at most once should extend from this, + rather than the general TriggerStateMachine class to indicate that behavior.
+
+
TriggerStateMachine.OnElementContext - Class in org.apache.beam.runners.core.triggers
+
+ +
+
TriggerStateMachine.OnMergeContext - Class in org.apache.beam.runners.core.triggers
+
+ +
+
TriggerStateMachine.TriggerContext - Class in org.apache.beam.runners.core.triggers
+
+
Information accessible to all operational hooks in this Trigger.
+
+
TriggerStateMachine.TriggerInfo - Interface in org.apache.beam.runners.core.triggers
+
+
Interface for accessing information about the trigger being executed and other triggers in the + same tree.
+
+
TriggerStateMachineContextFactory<W extends BoundedWindow> - Class in org.apache.beam.runners.core.triggers
+
+
Factory for creating instances of the various TriggerStateMachine contexts.
+
+
TriggerStateMachineContextFactory(WindowFn<?, W>, StateInternals<?>, ActiveWindowSet<W>) - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory
+
 
+
TriggerStateMachineRunner<W extends BoundedWindow> - Class in org.apache.beam.runners.core.triggers
+
+
Executes a trigger while managing persistence of information about which subtriggers are + finished.
+
+
TriggerStateMachineRunner(ExecutableTriggerStateMachine, TriggerStateMachineContextFactory<W>) - Constructor for class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+
 
+
TriggerStateMachines - Class in org.apache.beam.runners.core.triggers
+
+
Translates a Trigger to a TriggerStateMachine.
+
+
tryGet(K) - Method in class org.apache.beam.sdk.metrics.MetricsMap
+
+
Get the value associated with the given key, if it exists.
+
+
tryReturnRecordAt(boolean, ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
tryReturnRecordAt(boolean, Long) - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
tryReturnRecordAt(boolean, long) - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
tryReturnRecordAt(boolean, PositionT) - Method in interface org.apache.beam.sdk.io.range.RangeTracker
+
+
Atomically determines whether a record at the given position can be returned and updates + internal state.
+
+
trySplitAtPosition(ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKeyRangeTracker
+
 
+
trySplitAtPosition(Long) - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
trySplitAtPosition(long) - Method in class org.apache.beam.sdk.io.range.OffsetRangeTracker
+
 
+
trySplitAtPosition(PositionT) - Method in interface org.apache.beam.sdk.io.range.RangeTracker
+
+
Atomically splits the current range [RangeTracker.getStartPosition(), RangeTracker.getStopPosition()) + into a "primary" part [RangeTracker.getStartPosition(), splitPosition) + and a "residual" part [splitPosition, RangeTracker.getStopPosition()), assuming the current + last-consumed position is within [RangeTracker.getStartPosition(), splitPosition) + (i.e., splitPosition has not been consumed yet).
+
+
TUPLE_TAGS - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
TupleTag<V> - Class in org.apache.beam.sdk.values
+
+
A TupleTag is a typed tag to use as the key of a + heterogeneously typed tuple, like PCollectionTuple.
+
+
TupleTag() - Constructor for class org.apache.beam.sdk.values.TupleTag
+
+
Constructs a new TupleTag, with a fresh unique id.
+
+
TupleTag(String) - Constructor for class org.apache.beam.sdk.values.TupleTag
+
+
Constructs a new TupleTag with the given id.
+
+
TupleTagList - Class in org.apache.beam.sdk.values
+
+
A TupleTagList is an immutable list of heterogeneously + typed TupleTags.
+
+
type - Variable in class org.apache.beam.runners.dataflow.util.OutputReference
+
 
+
TYPE_SIMPLE_DESCRIPTION - Static variable in class org.apache.beam.sdk.util.common.ReflectHelpers
+
+
A Function that formats types.
+
+
TypeDescriptor<T> - Class in org.apache.beam.sdk.values
+
+
A description of a Java type, including actual generic parameters where possible.
+
+
TypeDescriptor() - Constructor for class org.apache.beam.sdk.values.TypeDescriptor
+
+
Creates a TypeDescriptor representing + the type parameter T.
+
+
TypeDescriptor(Object) - Constructor for class org.apache.beam.sdk.values.TypeDescriptor
+
+
Creates a TypeDescriptor representing the type parameter T, which should + resolve to a concrete type in the context of the class clazz.
+
+
TypeDescriptor(Class<?>) - Constructor for class org.apache.beam.sdk.values.TypeDescriptor
+
+
Creates a TypeDescriptor representing the type parameter + T, which should resolve to a concrete type in the context + of the class clazz.
+
+
TypeDescriptors - Class in org.apache.beam.sdk.values
+
+
A utility class containing the Java primitives for + TypeDescriptor equivalents.
+
+
TypeDescriptors() - Constructor for class org.apache.beam.sdk.values.TypeDescriptors
+
 
+
TypedPValue<T> - Class in org.apache.beam.sdk.values
+
+
A TypedPValue<T> is the abstract base class of things that + store some number of values of type T.
+
+
TypedPValue(Pipeline) - Constructor for class org.apache.beam.sdk.values.TypedPValue
+
 
+
TypedWrite(String, Coder<K>, Coder<V>, Map<String, Object>, Optional<SerializableFunction<Map<String, Object>, Producer<K, V>>>) - Constructor for class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
TypeParameter<T> - Class in org.apache.beam.sdk.values
+
+ +
+
TypeParameter() - Constructor for class org.apache.beam.sdk.values.TypeParameter
+
 
+
+ + + +

U

+
+
Unbounded(SparkContext, SparkRuntimeContext, MicrobatchSource<T, CheckpointMarkT>) - Constructor for class org.apache.beam.runners.spark.io.SourceRDD.Unbounded
+
 
+
unbounded() - Static method in class org.apache.beam.sdk.io.CountingInput
+
+
Creates an CountingInput.UnboundedCountingInput that will produce numbers starting from 0 up + to Long.MAX_VALUE.
+
+
unbounded() - Static method in class org.apache.beam.sdk.io.CountingSource
+
+
Deprecated. + +
+
+
UnboundedReader() - Constructor for class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader
+
 
+
UnboundedReadFromBoundedSource<T> - Class in org.apache.beam.runners.core
+
+ +
+
UnboundedReadFromBoundedSource(BoundedSource<T>) - Constructor for class org.apache.beam.runners.core.UnboundedReadFromBoundedSource
+
+
Constructs a PTransform that performs an unbounded read from a BoundedSource.
+
+
UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter<T> - Class in org.apache.beam.runners.core
+
+
A BoundedSource to UnboundedSource adapter.
+
+
UnboundedSource<OutputT,CheckpointMarkT extends UnboundedSource.CheckpointMark> - Class in org.apache.beam.sdk.io
+
+
A Source that reads an unbounded amount of input and, because of that, supports + some additional operations such as checkpointing, watermarks, and record ids.
+
+
UnboundedSource() - Constructor for class org.apache.beam.sdk.io.UnboundedSource
+
 
+
UnboundedSource.CheckpointMark - Interface in org.apache.beam.sdk.io
+
+
A marker representing the progress and state of an + UnboundedSource.UnboundedReader.
+
+
UnboundedSource.UnboundedReader<OutputT> - Class in org.apache.beam.sdk.io
+
+
A Reader that reads an unbounded amount of input.
+
+
unboundedWithTimestampFn(SerializableFunction<Long, Instant>) - Static method in class org.apache.beam.sdk.io.CountingSource
+
+ +
+
unfinishedSubTriggers() - Method in interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo
+
+
Returns an iterable over the unfinished sub-triggers of the current trigger.
+
+
UnionCoder - Class in org.apache.beam.sdk.transforms.join
+
+
A UnionCoder encodes RawUnionValues.
+
+
UnownedInputStream - Class in org.apache.beam.sdk.util
+
+
A OutputStream wrapper which protects against the user attempting to modify + the underlying stream by closing it or using mark.
+
+
UnownedInputStream(InputStream) - Constructor for class org.apache.beam.sdk.util.UnownedInputStream
+
 
+
UnownedOutputStream - Class in org.apache.beam.sdk.util
+
+
A OutputStream wrapper which protects against the user attempting to modify + the underlying stream by closing it.
+
+
UnownedOutputStream(OutputStream) - Constructor for class org.apache.beam.sdk.util.UnownedOutputStream
+
 
+
UNSIGNED_LEXICOGRAPHICAL_COMPARATOR - Static variable in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
 
+
update(InputT) - Method in class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+
 
+
update(InputT) - Method in interface org.apache.beam.runners.spark.aggregators.NamedAggregators.State
+
 
+
update(long) - Method in interface org.apache.beam.sdk.metrics.Distribution
+
+
Add an observation to this distribution.
+
+
update(Object) - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
+
Updates the observer with a context specified, but without an instance of + the Observable.
+
+
update(Observable, Object) - Method in class org.apache.beam.sdk.util.common.ElementByteSizeObserver
+
 
+
updateConsumerProperties(Map<String, Object>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
Update consumer configuration with new properties.
+
+
updateJob(String, Job) - Method in class org.apache.beam.runners.dataflow.DataflowClient
+
+
Updates the Dataflow Job with the given jobId.
+
+
updateProducerProperties(Map<String, Object>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Write
+
 
+
updateSerializedOptions(String, Map<String, String>) - Static method in class org.apache.beam.sdk.options.ValueProviderUtils
+
+
Given serializedOptions as a JSON-serialized PipelineOptions, updates + the values according to the provided values in runtimeValues.
+
+
updateWatermarks(DirectRunner.CommittedBundle<?>, WatermarkManager.TimerUpdate, CommittedResult, Instant) - Method in class org.apache.beam.runners.direct.WatermarkManager
+
+
Updates the watermarks of a transform with one or more inputs.
+
+
updateWindowingStrategy(WindowingStrategy<?, ?>) - Method in class org.apache.beam.sdk.transforms.GroupByKey
+
 
+
UploadIdResponseInterceptor - Class in org.apache.beam.sdk.util
+
+
Implements a response intercepter that logs the upload id if the upload + id header exists and it is the first request (does not have upload_id parameter in the request).
+
+
UploadIdResponseInterceptor() - Constructor for class org.apache.beam.sdk.util.UploadIdResponseInterceptor
+
 
+
upTo(long) - Static method in class org.apache.beam.sdk.io.CountingInput
+
+
Creates a CountingInput.BoundedCountingInput that will produce the specified number of elements, + from 0 to numElements - 1.
+
+
upTo(long) - Static method in class org.apache.beam.sdk.io.CountingSource
+
+
Deprecated. + +
+
+
USE_INDEXED_FORMAT - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
USER_FN - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
USER_NAME - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
UserCodeException - Exception in org.apache.beam.sdk.util
+
+
An exception that was thrown in user-code.
+
+
USES_KEYED_STATE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
UsesSplittableParDo - Interface in org.apache.beam.sdk.testing
+
+
Category tag for validation tests which utilize splittable ParDo.
+
+
UsesStatefulParDo - Interface in org.apache.beam.sdk.testing
+
+
Category tag for validation tests which utilize stateful ParDo.
+
+
UsesTimersInParDo - Interface in org.apache.beam.sdk.testing
+
+
Category tag for validation tests which utilize timers in ParDo.
+
+
using(KinesisClientProvider) - Method in class org.apache.beam.sdk.io.kinesis.KinesisIO.Read
+
+
Allows to specify custom KinesisClientProvider.
+
+
using(String, String, Regions) - Method in class org.apache.beam.sdk.io.kinesis.KinesisIO.Read
+
+
Specify credential details and region to be used to read from Kinesis.
+
+
usingStandardSql() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Enables BigQuery's Standard SQL dialect when reading from a query.
+
+
+ + + +

V

+
+
v1() - Static method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreIO
+
+
Returns a DatastoreV1 that provides an API for accessing Cloud Datastore through v1 + version of Datastore Client library.
+
+
validate() - Method in class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
+
 
+
validate(InputT) - Method in class org.apache.beam.runners.direct.ForwardingPTransform
+
 
+
validate() - Method in class org.apache.beam.runners.spark.io.MicrobatchSource
+
 
+
validate() - Method in class org.apache.beam.sdk.io.AvroSource
+
 
+
validate() - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Validates that the delegate source is a valid source and that the channel factory is not null.
+
+
validate(PipelineOptions) - Method in class org.apache.beam.sdk.io.FileBasedSink
+
 
+
validate() - Method in class org.apache.beam.sdk.io.FileBasedSource
+
 
+
validate(PBegin) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
 
+
validate(PCollection<TableRow>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
 
+
validate(PBegin) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
 
+
validate(PCollection<KV<ByteString, Iterable<Mutation>>>) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
 
+
validate(PBegin) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
 
+
validate(PipelineOptions) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink
+
 
+
validate() - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
validate(PBegin) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
validate(PCollection<T>) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Write
+
 
+
validate(PBegin) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
validate(PCollection<String>) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
validate(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
validate() - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+
 
+
validate(T) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
validate(PBegin) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
validate(PCollection<Document>) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
validate() - Method in class org.apache.beam.sdk.io.OffsetBasedSource
+
 
+
validate(PipelineOptions) - Method in class org.apache.beam.sdk.io.Sink
+
+
Ensures that the sink is valid and can be written to before the write operation begins.
+
+
validate() - Method in class org.apache.beam.sdk.io.Source
+
+
Checks that this source is valid, before it can be used in a pipeline.
+
+
validate(PipelineOptions) - Method in class org.apache.beam.sdk.io.XmlSink.Bound
+
+
Validates that the root element, class to bind to a JAXB context, and filenamePrefix have + been set and that the class can be bound in a JAXB context.
+
+
validate() - Method in class org.apache.beam.sdk.io.XmlSource
+
 
+
validate(Class<T>, PipelineOptions) - Static method in class org.apache.beam.sdk.options.PipelineOptionsValidator
+
+
Validates that the passed PipelineOptions conforms to all the validation criteria from + the passed in interface.
+
+
validate(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.GroupByKey
+
 
+
validate(InputT) - Method in class org.apache.beam.sdk.transforms.PTransform
+
+
Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input.
+
+
validate(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.View.AsIterable
+
 
+
validate(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.View.AsList
+
 
+
validate(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.View.AsMap
+
 
+
validate(PCollection<KV<K, V>>) - Method in class org.apache.beam.sdk.transforms.View.AsMultimap
+
 
+
validate(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.View.AsSingleton
+
 
+
validate(PCollection<T>) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
 
+
VALIDATE_SINK - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
VALIDATE_SOURCE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
validateGetOutputTimestamp(WindowFn<T, W>, long) - Static method in class org.apache.beam.sdk.testing.WindowFnTestUtils
+
+
Assigns the given timestamp to windows using the specified windowFn, and + verifies that result of windowFn.getOutputTime for later windows + (as defined by maxTimestamp won't prevent the watermark from passing the end of earlier + windows.
+
+
validateGetOutputTimestamps(WindowFn<T, W>, OutputTimeFn<? super W>, List<List<Long>>) - Static method in class org.apache.beam.sdk.testing.WindowFnTestUtils
+
+
Verifies that later-ending merged windows from any of the timestamps hold up output of + earlier-ending windows, using the provided WindowFn and OutputTimeFn.
+
+
validateInputFilePatternSupported(String) - Method in class org.apache.beam.sdk.util.GcsPathValidator
+
+
Validates the the input GCS path is accessible and that the path + is well formed.
+
+
validateInputFilePatternSupported(String) - Method in class org.apache.beam.sdk.util.NoopPathValidator
+
 
+
validateInputFilePatternSupported(String) - Method in interface org.apache.beam.sdk.util.PathValidator
+
+
Validate that a file pattern is conforming.
+
+
validateNonInterferingOutputTimes(WindowFn<T, W>, long) - Static method in class org.apache.beam.sdk.testing.WindowFnTestUtils
+
+
Assigns the given timestamp to windows using the specified windowFn, and + verifies that result of windowFn.getOutputTimestamp for each window is within the + proper bound.
+
+
validateOutputFilePrefixSupported(String) - Method in class org.apache.beam.sdk.util.GcsPathValidator
+
+
Validates the the output GCS path is accessible and that the path + is well formed.
+
+
validateOutputFilePrefixSupported(String) - Method in class org.apache.beam.sdk.util.NoopPathValidator
+
 
+
validateOutputFilePrefixSupported(String) - Method in interface org.apache.beam.sdk.util.PathValidator
+
+
Validate that an output file prefix is conforming.
+
+
Validation - Annotation Type in org.apache.beam.sdk.options
+
+
Validation represents a set of annotations that can be used to annotate getter + properties on PipelineOptions with information representing the validation criteria to + be used when validating with the PipelineOptionsValidator.
+
+
Validation.Required - Annotation Type in org.apache.beam.sdk.options
+
+
This criteria specifies that the value must be not null.
+
+
value() - Method in class org.apache.beam.runners.core.ReduceFn.ProcessValueContext
+
+
Return the actual value being processed.
+
+
VALUE - Static variable in class org.apache.beam.sdk.util.PropertyNames
+
 
+
value(Coder<T>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a simple state spec for values of type T.
+
+
value(String, Coder<T>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a simple state tag for values of type T.
+
+
valueClass - Variable in class org.apache.beam.sdk.io.hdfs.HDFSFileSource
+
 
+
valueCoder - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
valueCoder - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
 
+
valueInEmptyWindows(T) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Deprecated. +
a value in no windows technically is not "in" a PCollection. It is allowed to drop + it at any point, and benign runner implementation details could cause silent data loss.
+
+
+
valueInEmptyWindows(T, PaneInfo) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Deprecated. +
a value in no windows technically is not "in" a PCollection. It is allowed to drop + it at any point, and benign runner implementation details could cause silent data loss.
+
+
+
valueInGlobalWindow(T) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a WindowedValue with the given value in the GlobalWindow using the + default timestamp and pane.
+
+
valueInGlobalWindow(T, PaneInfo) - Static method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a WindowedValue with the given value in the GlobalWindow using the + default timestamp and the specified pane.
+
+
ValueInSingleWindow<T> - Class in org.apache.beam.sdk.testing
+
+
An immutable tuple of value, timestamp, window, and pane.
+
+
ValueInSingleWindow() - Constructor for class org.apache.beam.sdk.testing.ValueInSingleWindow
+
 
+
ValueInSingleWindow.Coder<T> - Class in org.apache.beam.sdk.testing
+
+
A coder for ValueInSingleWindow.
+
+
valueOf(String) - Static method in enum org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.Level
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(Aggregator<?, T>, JavaSparkContext) - Static method in class org.apache.beam.runners.spark.aggregators.SparkAggregators
+
+
Retrieves the value of an aggregator from a SparkContext instance.
+
+
valueOf(String, Class<T>, JavaSparkContext) - Static method in class org.apache.beam.runners.spark.aggregators.SparkAggregators
+
+
Retrieves the value of an aggregator from a SparkContext instance.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.annotations.Experimental.Kind
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.coders.CannotProvideCoderException.ReasonCode
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.io.CompressedSource.CompressionMode
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.io.FileBasedSink.CompressionType
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.io.FileBasedSource.Mode
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.CreateDisposition
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.WriteDisposition
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.io.TextIO.CompressionType
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.options.PipelineOptions.CheckEnabled
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.Pipeline.PipelineVisitor.CompositeBehavior
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.PipelineResult.State
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.testing.SourceTestUtils.ExpectedSplitOutcome
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.testing.TestStream.EventType
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.transforms.display.DisplayData.Type
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.transforms.DoFnTester.CloningBehavior
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.transforms.windowing.PaneInfo.Timing
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.transforms.windowing.Window.ClosingBehavior
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff.ResetPolicy
+
+
Deprecated.
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.util.TimeDomain
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.util.WindowingStrategy.AccumulationMode
+
+
Returns the enum constant of this type with the specified name.
+
+
valueOf(String) - Static method in enum org.apache.beam.sdk.values.PCollection.IsBounded
+
+
Returns the enum constant of this type with the specified name.
+
+
ValueProvider<T> - Interface in org.apache.beam.sdk.options
+
+
ValueProvider is an interface which abstracts the notion of + fetching a value that may or may not be currently available.
+
+
ValueProvider.Deserializer - Class in org.apache.beam.sdk.options
+
+
Deserializer for ValueProvider, which handles type marshalling.
+
+
ValueProvider.NestedValueProvider<T,X> - Class in org.apache.beam.sdk.options
+
+
ValueProvider.NestedValueProvider is an implementation of ValueProvider that + allows for wrapping another ValueProvider object.
+
+
ValueProvider.RuntimeValueProvider<T> - Class in org.apache.beam.sdk.options
+
+
ValueProvider.RuntimeValueProvider is an implementation of ValueProvider that + allows for a value to be provided at execution time rather than at graph + construction time.
+
+
ValueProvider.Serializer - Class in org.apache.beam.sdk.options
+
+
Serializer for ValueProvider.
+
+
ValueProvider.StaticValueProvider<T> - Class in org.apache.beam.sdk.options
+
+
ValueProvider.StaticValueProvider is an implementation of ValueProvider that + allows for a static value to be provided.
+
+
ValueProviderUtils - Class in org.apache.beam.sdk.options
+
+
Utilities for working with the ValueProvider interface.
+
+
values() - Static method in enum org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.Level
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.annotations.Experimental.Kind
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.coders.CannotProvideCoderException.ReasonCode
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.io.CompressedSource.CompressionMode
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.io.FileBasedSink.CompressionType
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.io.FileBasedSource.Mode
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.CreateDisposition
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.WriteDisposition
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
+
Returns a new transform that writes just the values to Kafka.
+
+
values() - Static method in enum org.apache.beam.sdk.io.TextIO.CompressionType
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Method in class org.apache.beam.sdk.metrics.MetricsMap
+
+
Return an iterable over the values in the current MetricsMap.
+
+
values() - Static method in enum org.apache.beam.sdk.options.PipelineOptions.CheckEnabled
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.Pipeline.PipelineVisitor.CompositeBehavior
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.PipelineResult.State
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.testing.SourceTestUtils.ExpectedSplitOutcome
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.testing.TestStream.EventType
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.transforms.display.DisplayData.Type
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.transforms.DoFnTester.CloningBehavior
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
Values<V> - Class in org.apache.beam.sdk.transforms
+
+
Values<V> takes a PCollection of KV<K, V>s and + returns a PCollection<V> of the values.
+
+
values() - Static method in enum org.apache.beam.sdk.transforms.windowing.PaneInfo.Timing
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.transforms.windowing.Window.ClosingBehavior
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff.ResetPolicy
+
+
Deprecated.
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Method in class org.apache.beam.sdk.util.state.StateTable
+
 
+
values() - Static method in enum org.apache.beam.sdk.util.TimeDomain
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
Values - Class in org.apache.beam.sdk.util
+
+
A collection of static methods for manipulating value representations + transfered via the Dataflow API.
+
+
values() - Static method in enum org.apache.beam.sdk.util.WindowingStrategy.AccumulationMode
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
values() - Static method in enum org.apache.beam.sdk.values.PCollection.IsBounded
+
+
Returns an array containing the constants of this enum type, in +the order they are declared.
+
+
ValueState<T> - Interface in org.apache.beam.sdk.util.state
+
+
State holding a single value.
+
+
ValueWithRecordId<ValueT> - Class in org.apache.beam.sdk.util
+
+
Immutable struct containing a value as well as a unique id identifying the value.
+
+
ValueWithRecordId(ValueT, byte[]) - Constructor for class org.apache.beam.sdk.util.ValueWithRecordId
+
 
+
ValueWithRecordId.StripIdsDoFn<T> - Class in org.apache.beam.sdk.util
+
+
DoFn to turn a ValueWithRecordId<T> back to the value T.
+
+
ValueWithRecordId.ValueWithRecordIdCoder<ValueT> - Class in org.apache.beam.sdk.util
+
+
A Coder for ValueWithRecordId, using a wrapped value Coder.
+
+
ValueWithRecordIdCoder(Coder<ValueT>) - Constructor for class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
VarInt - Class in org.apache.beam.sdk.util
+
+
Variable-length encoding for integers.
+
+
VarInt() - Constructor for class org.apache.beam.sdk.util.VarInt
+
 
+
VarIntCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder that encodes Integers using between 1 and 5 bytes.
+
+
VarLongCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder that encodes Longs using between 1 and 10 bytes.
+
+
verifyDeterministic() - Method in class org.apache.beam.runners.core.KeyedWorkItemCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.runners.spark.coders.NullWritableCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.AvroCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.ByteCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in interface org.apache.beam.sdk.coders.Coder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.CustomCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.DelegateCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.DeterministicStandardCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.DoubleCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.IterableLikeCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.KvCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.ListCoder
+
+
List sizes are always known, so ListIterable may be deterministic while + the general IterableLikeCoder is not.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.MapCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.NullableCoder
+
+
NullableCoder is deterministic if the nested Coder is.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.SerializableCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.SetCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic(String, Iterable<Coder<?>>) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
verifyDeterministic(String, Coder<?>...) - Method in class org.apache.beam.sdk.coders.StandardCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.StringDelegateCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.coders.TableRowJsonCoder
+
+
Throw Coder.NonDeterministicException if the coding is not deterministic.
+
+
verifyDeterministic() - Method in class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.io.kafka.KafkaRecordCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.transforms.join.UnionCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.util.BitSetCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
verifyDeterministic() - Method in class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder
+
 
+
verifyPath(String) - Method in class org.apache.beam.sdk.util.GcsPathValidator
+
 
+
verifyPath(String) - Method in class org.apache.beam.sdk.util.NoopPathValidator
+
 
+
verifyPath(String) - Method in interface org.apache.beam.sdk.util.PathValidator
+
+
Validate that a path is a valid path and that the path + is accessible.
+
+
verifyUnmodified() - Method in interface org.apache.beam.sdk.util.MutationDetector
+
 
+
via(SerializableFunction<? super InputT, ? extends Iterable<OutputT>>) - Static method in class org.apache.beam.sdk.transforms.FlatMapElements
+
+
For a SerializableFunction<InputT, ? extends Iterable<OutputT>> fn, + returns a PTransform that applies fn to every element of the input + PCollection<InputT> and outputs all of the elements to the output + PCollection<OutputT>.
+
+
via(SimpleFunction<? super InputT, ? extends Iterable<OutputT>>) - Static method in class org.apache.beam.sdk.transforms.FlatMapElements
+
+
For a SimpleFunction<InputT, ? extends Iterable<OutputT>> fn, + return a PTransform that applies fn to every element of the input + PCollection<InputT> and outputs all of the elements to the output + PCollection<OutputT>.
+
+
via(SerializableFunction<? super InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.MapElements
+
+
For a SerializableFunction<InputT, OutputT> fn and output type descriptor, + returns a PTransform that takes an input PCollection<InputT> and returns + a PCollection<OutputT> containing fn.apply(v) for every element v in + the input.
+
+
via(SimpleFunction<InputT, OutputT>) - Static method in class org.apache.beam.sdk.transforms.MapElements
+
+
For a SimpleFunction<InputT, OutputT> fn, returns a PTransform that + takes an input PCollection<InputT> and returns a PCollection<OutputT> + containing fn.apply(v) for every element v in the input.
+
+
View - Class in org.apache.beam.sdk.transforms
+
+
Transforms for creating PCollectionViews from + PCollections (to read them as side inputs).
+
+
View.AsIterable<T> - Class in org.apache.beam.sdk.transforms
+
+
Not intended for direct use by pipeline authors; public only so a PipelineRunner may + override its behavior.
+
+
View.AsList<T> - Class in org.apache.beam.sdk.transforms
+
+
Not intended for direct use by pipeline authors; public only so a PipelineRunner may + override its behavior.
+
+
View.AsMap<K,V> - Class in org.apache.beam.sdk.transforms
+
+
Not intended for direct use by pipeline authors; public only so a PipelineRunner may + override its behavior.
+
+
View.AsMultimap<K,V> - Class in org.apache.beam.sdk.transforms
+
+
Not intended for direct use by pipeline authors; public only so a PipelineRunner may + override its behavior.
+
+
View.AsSingleton<T> - Class in org.apache.beam.sdk.transforms
+
+
Not intended for direct use by pipeline authors; public only so a PipelineRunner may + override its behavior.
+
+
View.CreatePCollectionView<ElemT,ViewT> - Class in org.apache.beam.sdk.transforms
+
+
Creates a primitive PCollectionView.
+
+
ViewFn<PrimitiveViewT,ViewT> - Class in org.apache.beam.sdk.transforms
+
+
A function to adapt a primitive "view" of a PCollection - some materialization + specified in the Beam model and implemented by the runner - to a user-facing view type + for side input.
+
+
ViewFn() - Constructor for class org.apache.beam.sdk.transforms.ViewFn
+
 
+
visit(Pipeline.PipelineVisitor) - Method in class org.apache.beam.sdk.runners.TransformHierarchy
+
 
+
visitPrimitiveTransform(TransformHierarchy.Node) - Method in class org.apache.beam.runners.spark.SparkRunner.Evaluator
+
 
+
visitPrimitiveTransform(TransformHierarchy.Node) - Method in class org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults
+
 
+
visitPrimitiveTransform(TransformHierarchy.Node) - Method in interface org.apache.beam.sdk.Pipeline.PipelineVisitor
+
+
Called for each primitive transform after all of its topological predecessors + and inputs have been visited.
+
+
visitValue(PValue, TransformHierarchy.Node) - Method in class org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults
+
 
+
visitValue(PValue, TransformHierarchy.Node) - Method in interface org.apache.beam.sdk.Pipeline.PipelineVisitor
+
+
Called for each value after the transform that produced the value has been + visited.
+
+
VoidCoder - Class in org.apache.beam.sdk.coders
+
+
A Coder for Void.
+
+
+ + + +

W

+
+
waitUntilFinish(Duration) - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
waitUntilFinish() - Method in class org.apache.beam.runners.apex.ApexRunnerResult
+
 
+
waitUntilFinish() - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
waitUntilFinish(Duration) - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
 
+
waitUntilFinish(Duration, MonitoringUtil.JobMessagesHandler) - Method in class org.apache.beam.runners.dataflow.DataflowPipelineJob
+
+
Waits until the pipeline finishes and returns the final status.
+
+
waitUntilFinish() - Method in class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult
+
+
Blocks until the Pipeline execution represented by this + DirectRunner.DirectPipelineResult is complete, returning the terminal state.
+
+
waitUntilFinish(Duration) - Method in class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult
+
 
+
waitUntilFinish() - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
waitUntilFinish(Duration) - Method in class org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+
 
+
waitUntilFinish() - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
waitUntilFinish(Duration) - Method in class org.apache.beam.runners.flink.FlinkRunnerResult
+
 
+
waitUntilFinish() - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
waitUntilFinish(Duration) - Method in class org.apache.beam.runners.spark.SparkPipelineResult
+
 
+
waitUntilFinish(Duration) - Method in interface org.apache.beam.sdk.PipelineResult
+
+
Waits until the pipeline finishes and returns the final status.
+
+
waitUntilFinish() - Method in interface org.apache.beam.sdk.PipelineResult
+
+
Waits until the pipeline finishes and returns the final status.
+
+
WatermarkEvent() - Constructor for class org.apache.beam.sdk.testing.TestStream.WatermarkEvent
+
 
+
watermarkFn - Variable in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
 
+
WatermarkHoldState<W extends BoundedWindow> - Interface in org.apache.beam.sdk.util.state
+
+
A State accepting and aggregating output timestamps, which determines + the time to which the output watermark must be held.
+
+
WatermarkManager - Class in org.apache.beam.runners.direct
+
+
Manages watermarks of PCollections and input and output watermarks of + AppliedPTransforms to provide event-time and completion tracking for + in-memory execution.
+
+
WatermarkManager.FiredTimers - Class in org.apache.beam.runners.direct
+
+
A pair of TimerInternals.TimerData and key which can be delivered to the appropriate + AppliedPTransform.
+
+
WatermarkManager.TimerUpdate - Class in org.apache.beam.runners.direct
+
+
A collection of newly set, deleted, and completed timers.
+
+
WatermarkManager.TimerUpdate.TimerUpdateBuilder - Class in org.apache.beam.runners.direct
+
+
A WatermarkManager.TimerUpdate builder that needs to be provided with set timers and deleted timers.
+
+
WatermarkManager.TransformWatermarks - Class in org.apache.beam.runners.direct
+
+
A reference to the input and output watermarks of an AppliedPTransform.
+
+
watermarkStateInternal(OutputTimeFn<? super W>) - Static method in class org.apache.beam.sdk.util.state.StateSpecs
+
+
Create a state spec for holding the watermark.
+
+
watermarkStateInternal(String, OutputTimeFn<? super W>) - Static method in class org.apache.beam.sdk.util.state.StateTags
+
+
Create a state tag for holding the watermark.
+
+
weeks(int, int) - Static method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows
+
+
Returns a WindowFn that windows elements into periods measured by weeks.
+
+
Weighted - Interface in org.apache.beam.sdk.util
+
+
Interface representing an object that has a weight, in unspecified units.
+
+
WeightedValue<T> - Class in org.apache.beam.sdk.util
+
+
A T with an accompanying weight.
+
+
where(TypeParameter<X>, TypeDescriptor<X>) - Method in class org.apache.beam.sdk.values.TypeDescriptor
+
+
Returns a new TypeDescriptor where type variables represented by + typeParameter are substituted by typeDescriptor.
+
+
window() - Method in class org.apache.beam.runners.core.ReduceFn.Context
+
+
The window that is being processed.
+
+
window() - Method in class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext
+
+
The window that the current context is executing in.
+
+
window() - Method in class org.apache.beam.sdk.transforms.DoFn.OnTimerContext
+
+
Returns the window in which the timer is firing.
+
+
window() - Method in class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
Returns the window into which the input element has been assigned.
+
+
window() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Construct the BoundedWindow to use within a DoFn that needs it.
+
+
window() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
Window - Class in org.apache.beam.sdk.transforms.windowing
+
+
Window logically divides up or groups the elements of a + PCollection into finite windows according to a WindowFn.
+
+
Window() - Constructor for class org.apache.beam.sdk.transforms.windowing.Window
+
 
+
window() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext
+
+
Returns the window of the current element prior to this + WindowFn being called.
+
+
window() - Method in interface org.apache.beam.sdk.util.state.StateContext
+
+
Returns the window corresponding to the state.
+
+
window(Coder<W>, W) - Static method in class org.apache.beam.sdk.util.state.StateNamespaces
+
 
+
Window.Bound<T> - Class in org.apache.beam.sdk.transforms.windowing
+
+
A PTransform that windows the elements of a PCollection<T>, + into finite windows according to a user-specified WindowFn.
+
+
Window.ClosingBehavior - Enum in org.apache.beam.sdk.transforms.windowing
+
+
Specifies the conditions under which a final pane will be created when a window is permanently + closed.
+
+
WINDOW_PARAMETER_METHOD - Static variable in class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory
+
 
+
windowAndTrigger(Coder<W>, W, int) - Static method in class org.apache.beam.sdk.util.state.StateNamespaces
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.GlobalWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.InvalidWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
 
+
windowCoder() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn
+
+
Returns the Coder used for serializing the windows used + by this windowFn.
+
+
windowCoder() - Method in class org.apache.beam.sdk.util.IdentityWindowFn
+
 
+
WindowedValue<T> - Class in org.apache.beam.sdk.util
+
+
An immutable triple of value, timestamp, and windows.
+
+
WindowedValue() - Constructor for class org.apache.beam.sdk.util.WindowedValue
+
 
+
WindowedValue.FullWindowedValueCoder<T> - Class in org.apache.beam.sdk.util
+
+
Coder for WindowedValue.
+
+
WindowedValue.ValueOnlyWindowedValueCoder<T> - Class in org.apache.beam.sdk.util
+
+
Coder for WindowedValue.
+
+
WindowedValue.WindowedValueCoder<T> - Class in org.apache.beam.sdk.util
+
+
Abstract class for WindowedValue coder.
+
+
WindowFn<T,W extends BoundedWindow> - Class in org.apache.beam.sdk.transforms.windowing
+
+
The argument to the Window transform used to assign elements into + windows and to determine how windows are merged.
+
+
WindowFn() - Constructor for class org.apache.beam.sdk.transforms.windowing.WindowFn
+
 
+
WindowFn.AssignContext - Class in org.apache.beam.sdk.transforms.windowing
+
+ +
+
WindowFn.MergeContext - Class in org.apache.beam.sdk.transforms.windowing
+
+ +
+
WindowFnTestUtils - Class in org.apache.beam.sdk.testing
+
+
A utility class for testing WindowFns.
+
+
WindowFnTestUtils() - Constructor for class org.apache.beam.sdk.testing.WindowFnTestUtils
+
 
+
windowingInternals() - Method in class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext
+
+
Deprecated.
+
Returns the process context to use for implementing windowing.
+
+
windowingInternals() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider
+
+
Deprecated. +
Please port occurences of OldDoFn to DoFn. If they require state + and timers, they will need to wait for the arrival of those features. Do not introduce + new uses of this method.
+
+
+
windowingInternals() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+
 
+
WindowingInternals<InputT,OutputT> - Interface in org.apache.beam.sdk.util
+
+
Interface that may be required by some (internal) DoFns to implement windowing.
+
+
WindowingInternalsAdapters - Class in org.apache.beam.runners.core
+
+ +
+
WindowingInternalsAdapters() - Constructor for class org.apache.beam.runners.core.WindowingInternalsAdapters
+
 
+
windowingStrategy() - Method in class org.apache.beam.runners.core.ReduceFn.Context
+
+
Access the current WindowingStrategy.
+
+
WindowingStrategy<T,W extends BoundedWindow> - Class in org.apache.beam.sdk.util
+
+
A WindowingStrategy describes the windowing behavior for a specific collection of values.
+
+
WindowingStrategy.AccumulationMode - Enum in org.apache.beam.sdk.util
+
+
The accumulation modes that can be used with windowing.
+
+
windowOnly(W) - Static method in class org.apache.beam.sdk.util.state.StateContexts
+
+
Deprecated. +
This exists only for temporary compatibility with Dataflow worker and should be + deleted once a worker image is released that uses runners-core build after + https://github.com/apache/beam/pull/1353.
+
+
+
windows() - Method in class org.apache.beam.sdk.transforms.windowing.WindowFn.MergeContext
+
+
Returns the current set of windows.
+
+
windows() - Method in interface org.apache.beam.sdk.util.WindowingInternals
+
+
Access the windows the element is being processed in without "exploding" it.
+
+
windowT() - Method in interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.MethodWithExtraParameters
+
+
The type of window expected by this method, if any.
+
+
windowT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod
+
+
The window type used by this method, if any.
+
+
windowT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.WindowParameter
+
 
+
windowT() - Method in class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod
+
+
The window type used by this method, if any.
+
+
WindowTracing - Class in org.apache.beam.sdk.util
+
+
Logging for window operations.
+
+
WindowTracing() - Constructor for class org.apache.beam.sdk.util.WindowTracing
+
 
+
with(SimpleFunction<DataT, InputT>, Combine.CombineFn<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposeCombineFnBuilder
+
+
Returns a CombineFns.ComposedCombineFn that can take additional + GlobalCombineFns and apply them as a single combine function.
+
+
with(SimpleFunction<DataT, InputT>, CombineWithContext.CombineFnWithContext<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposeCombineFnBuilder
+
+
Returns a CombineFns.ComposedCombineFnWithContext that can take additional + GlobalCombineFns and apply them as a single combine function.
+
+
with(SimpleFunction<DataT, InputT>, Combine.CombineFn<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
+
Returns a CombineFns.ComposedCombineFn with an additional Combine.CombineFn.
+
+
with(SimpleFunction<DataT, InputT>, CombineWithContext.CombineFnWithContext<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn
+
+ +
+
with(SimpleFunction<DataT, InputT>, CombineFnBase.GlobalCombineFn<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext
+
+ +
+
with(SimpleFunction<DataT, InputT>, Combine.KeyedCombineFn<K, InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
+ +
+
with(SimpleFunction<DataT, InputT>, CombineWithContext.KeyedCombineFnWithContext<K, InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
+ +
+
with(SimpleFunction<DataT, InputT>, Combine.CombineFn<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
+ +
+
with(SimpleFunction<DataT, InputT>, CombineWithContext.CombineFnWithContext<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn
+
+ +
+
with(SimpleFunction<DataT, InputT>, CombineFnBase.PerKeyCombineFn<K, InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
+ +
+
with(SimpleFunction<DataT, InputT>, CombineFnBase.GlobalCombineFn<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext
+
+ +
+
with(SimpleFunction<DataT, InputT>, Combine.KeyedCombineFn<K, InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder
+
+
Returns a CombineFns.ComposedKeyedCombineFn that can take additional + PerKeyCombineFns and apply them as a single combine function.
+
+
with(SimpleFunction<DataT, InputT>, CombineWithContext.KeyedCombineFnWithContext<K, InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder
+
+
Returns a CombineFns.ComposedKeyedCombineFnWithContext that can take additional + PerKeyCombineFns and apply them as a single combine function.
+
+
with(SimpleFunction<DataT, InputT>, Combine.CombineFn<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder
+
+
Returns a CombineFns.ComposedKeyedCombineFn that can take additional + PerKeyCombineFns and apply them as a single combine function.
+
+
with(SimpleFunction<DataT, InputT>, CombineWithContext.CombineFnWithContext<InputT, ?, OutputT>, TupleTag<OutputT>) - Method in class org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder
+
+
Returns a CombineFns.ComposedKeyedCombineFnWithContext that can take additional + PerKeyCombineFns and apply them as a single combine function.
+
+
withAccumulatorCoder(CombineFnBase.PerKeyCombineFn<? super K, ? super InputT, AccumT, OutputT>, Coder<AccumT>) - Static method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
withAccumulatorCoder(CombineFnBase.PerKeyCombineFn<? super K, ? super InputT, AccumT, OutputT>, Coder<AccumT>, Iterable<PCollectionView<?>>, KvCoder<K, InputT>, WindowingStrategy<?, ?>) - Static method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
withAdditionalOutput(CommittedResult.OutputType) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
withAggregatorChanges(AggregatorContainer.Mutator) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
withAllowedLateness(Duration) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Override the amount of lateness allowed for data elements in the pipeline.
+
+
withAllowedLateness(Duration, Window.ClosingBehavior) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
Override the amount of lateness allowed for data elements in the pipeline.
+
+
withAllowedLateness(Duration) - Static method in class org.apache.beam.sdk.transforms.windowing.Window
+
+
Override the amount of lateness allowed for data elements in the output PCollection, + and downstream PCollections until explicitly set again.
+
+
withAllowedLateness(Duration) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
+
Returns a WindowingStrategy identical to this but with the allowed lateness + set to allowedLateness.
+
+
withAllowedTimestampSkew(Duration) - Method in class org.apache.beam.sdk.transforms.WithTimestamps
+
+
Return a new WithTimestamps like this one with updated allowed timestamp skew, which is the + maximum duration that timestamps can be shifted backward.
+
+
withArg(Class<? super ArgT>, ArgT) - Method in class org.apache.beam.sdk.util.InstanceBuilder
+
+
Adds an argument to be passed to the factory method.
+
+
withBatchSize(long) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
withBigtableOptions(BigtableOptions) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns a new BigtableIO.Read that will read from the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations.
+
+
withBigtableOptions(BigtableOptions.Builder) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns a new BigtableIO.Read that will read from the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations.
+
+
withBigtableOptions(BigtableOptions) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
+
Returns a new BigtableIO.Write that will write to the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations.
+
+
withBigtableOptions(BigtableOptions.Builder) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
+
Returns a new BigtableIO.Write that will write to the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations.
+
+
withBootstrapServers(String) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
Returns a new KafkaIO.Read with Kafka consumer pointing to bootstrapServers.
+
+
withBootstrapServers(String) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Write
+
+
Returns a new KafkaIO.Write transform with Kafka producer pointing to + bootstrapServers.
+
+
withBucket(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withBucket(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
withChunkSize(Long) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
withClosingBehavior(Window.ClosingBehavior) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
withCodec(CodecFactory) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to Avro file(s) compressed using specified codec.
+
+
withCodec(CodecFactory) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes Avro file(s) using specified codec.
+
+
withCoder(Coder<T>) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
withCoder(Coder<T>) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withCoder(Coder<X>) - Method in class org.apache.beam.sdk.io.PubsubIO.Read.Bound
+
+
Returns a transform that's like this one but that uses the given + Coder to decode each record into a value of type X.
+
+
withCoder(Coder<T>) - Static method in class org.apache.beam.sdk.io.PubsubIO.Read
+
+
Creates and returns a transform for reading from Cloud Pub/Sub that uses the given + Coder to decode Pub/Sub messages into a value of type T.
+
+
withCoder(Coder<X>) - Method in class org.apache.beam.sdk.io.PubsubIO.Write.Bound
+
+
Returns a new transform that's like this one + but that uses the given Coder to encode each of + the elements of the input PCollection into an + output record.
+
+
withCoder(Coder<T>) - Static method in class org.apache.beam.sdk.io.PubsubIO.Write
+
+
Creates a transform that uses the given Coder to encode each of the + elements of the input collection into an output message.
+
+
withCoder(Coder<X>) - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
+
Returns a new transform for reading from text files that's like this one but + that uses the given Coder<X> to decode each of the + lines of the file into a value of type X.
+
+
withCoder(Coder<T>) - Static method in class org.apache.beam.sdk.io.TextIO.Read
+
+
Returns a transform for reading text files that uses the given + Coder<T> to decode each of the lines of the file into a + value of type T.
+
+
withCoder(Coder<X>) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that's like this one + but that uses the given Coder<X> to encode each of + the elements of the input PCollection<X> into an + output text line.
+
+
withCoder(Coder<T>) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that uses the given + Coder to encode each of the elements of the input + PCollection into an output text line.
+
+
withCoder(Coder<T>) - Method in class org.apache.beam.sdk.transforms.Create.TimestampedValues
+
+
Returns a Create.TimestampedValues PTransform like this one that uses the given + Coder<T> to decode each of the objects into a + value of type T.
+
+
withCoder(Coder<T>) - Method in class org.apache.beam.sdk.transforms.Create.Values
+
+
Returns a Create.Values PTransform like this one that uses the given + Coder<T> to decode each of the objects into a + value of type T.
+
+
withCollection(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
withCollection(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
withCompletedTimers(Iterable<TimerInternals.TimerData>) - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate.TimerUpdateBuilder
+
+
Adds all of the provided timers to the collection of completed timers, and returns this + WatermarkManager.TimerUpdate.TimerUpdateBuilder.
+
+
withCompletedTimers(Iterable<TimerInternals.TimerData>) - Method in class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate
+
+
Returns a WatermarkManager.TimerUpdate that is like this one, but with the specified completed timers.
+
+
withCompressionType(TextIO.CompressionType) - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
+
Returns a new transform for reading from text files that's like this one but + reads from input sources using the specified compression type.
+
+
withCompressionType(TextIO.CompressionType) - Static method in class org.apache.beam.sdk.io.TextIO.Read
+
+
Returns a transform for reading text files that decompresses all input files + using the specified compression type.
+
+
withConfigurationProperty(String, String) - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
withConnectionFactory(ConnectionFactory) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
withConnectionFactory(ConnectionFactory) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
withConsumerFactoryFn(SerializableFunction<Map<String, Object>, Consumer<byte[], byte[]>>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
A factory to create Kafka Consumer from consumer configuration.
+
+
withCreateDisposition(BigQueryIO.Write.CreateDisposition) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but using the specified create disposition.
+
+
withCreateDisposition(BigQueryIO.Write.CreateDisposition) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation with the specified options for creating the table.
+
+
withDatabase(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withDatabase(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
withDatabase(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
withDatabase(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
withDataSourceConfiguration(JdbcIO.DataSourceConfiguration) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
withDataSourceConfiguration(JdbcIO.DataSourceConfiguration) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Write
+
 
+
withDecompression(CompressedSource.DecompressingChannelFactory) - Method in class org.apache.beam.sdk.io.CompressedSource
+
+
Return a CompressedSource that is like this one but will decompress its underlying file + with the given CompressedSource.DecompressingChannelFactory.
+
+
WithDefault() - Constructor for class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+
 
+
withDefaultValue(T) - Method in class org.apache.beam.sdk.transforms.View.AsSingleton
+
+
Default value to return for windows with no value in them.
+
+
withEarlyFirings(TriggerStateMachine.OnceTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
withEarlyFirings(TriggerStateMachine.OnceTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
+
Creates a new Trigger like the this, except that it fires repeatedly whenever + the given Trigger fires before the watermark has passed the end of the window.
+
+
withEarlyFirings(Trigger.OnceTrigger) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
withEarlyFirings(Trigger.OnceTrigger) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
+
Creates a new Trigger like the this, except that it fires repeatedly whenever + the given Trigger fires before the watermark has passed the end of the window.
+
+
withEndKey(ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns new ByteKeyRange like this one, but with the specified end key.
+
+
withEpsilon(double) - Method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
+
Returns an ApproximateQuantilesCombineFn that's like + this one except that it uses the specified epsilon + value.
+
+
withExponent(double) - Method in class org.apache.beam.sdk.util.FluentBackoff
+
+
Returns a copy of this FluentBackoff that instead uses the specified exponent to + control the exponential growth of delay.
+
+
withExtensionsFrom(Iterable<Class<?>>) - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+
Returns a ProtoCoder like this one, but with the extensions from the given classes + registered.
+
+
withExtensionsFrom(Class<?>...) - Method in class org.apache.beam.sdk.coders.protobuf.ProtoCoder
+
+ +
+
withFanout(int) - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns a PTransform identical to this, but that uses an intermediate node + to combine parts of the data to reduce load on the final global combine step.
+
+
withFilename(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
withFilter(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withFilter(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
withFooter(String) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that adds a footer string to the files + it writes.
+
+
withFooter(String) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that adds a footer string to the files + it writes.
+
+
withGapDuration(Duration) - Static method in class org.apache.beam.sdk.transforms.windowing.Sessions
+
+
Creates a Sessions WindowFn with the specified gap duration.
+
+
withHeader(String) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that adds a header string to the files + it writes.
+
+
withHeader(String) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that adds a header string to the files + it writes.
+
+
withHold(AppliedPTransform<?, ?, ?>, Instant) - Static method in class org.apache.beam.runners.direct.StepTransformResult
+
 
+
withHotKeyFanout(SerializableFunction<? super K, Integer>) - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
+
If a single key has disproportionately many values, it may become a + bottleneck, especially in streaming mode.
+
+
withHotKeyFanout(int) - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
+
Like Combine.PerKey.withHotKeyFanout(SerializableFunction), but returning the given + constant value for every key.
+
+
withInitialBackoff(Duration) - Method in class org.apache.beam.sdk.util.FluentBackoff
+
+
Returns a copy of this FluentBackoff that instead uses the specified initial backoff + duration.
+
+
withInputCoder(CombineFnBase.PerKeyCombineFn<? super K, ? super InputT, AccumT, OutputT>, CoderRegistry, KvCoder<K, InputT>) - Static method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
withInputCoder(CombineFnBase.PerKeyCombineFn<? super K, ? super InputT, AccumT, OutputT>, CoderRegistry, KvCoder<K, InputT>, Iterable<PCollectionView<?>>, WindowingStrategy<?, ?>) - Static method in class org.apache.beam.sdk.util.AppliedCombineFn
+
 
+
withKeyCoder(Coder<KeyT>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
Returns a new KafkaIO.Read with Coder for key bytes.
+
+
withKeyCoder(Coder<KeyT>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Write
+
+
Returns a new KafkaIO.Write with Coder for serializing key (if any) to bytes.
+
+
withKeyRange(ByteKeyRange) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns a new BigtableIO.Read that will read only rows in the specified range.
+
+
WithKeys<K,V> - Class in org.apache.beam.sdk.transforms
+
+
WithKeys<K, V> takes a PCollection<V>, and either a + constant key of type K or a function from V to + K, and returns a PCollection<KV<K, V>>, where each + of the values in the input PCollection has been paired with + either the constant key or a key computed from the value.
+
+
withKeyType(TypeDescriptor<K>) - Method in class org.apache.beam.sdk.transforms.WithKeys
+
+
Return a WithKeys that is like this one with the specified key type descriptor.
+
+
withLabel(String) - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
Set the item label.
+
+
withLateFirings(TriggerStateMachine.OnceTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate
+
 
+
withLateFirings(TriggerStateMachine.OnceTriggerStateMachine) - Method in class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow
+
+
Creates a new Trigger like the this, except that it fires repeatedly whenever + the given Trigger fires after the watermark has passed the end of the window.
+
+
withLateFirings(Trigger.OnceTrigger) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate
+
 
+
withLateFirings(Trigger.OnceTrigger) - Method in class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow
+
+
Creates a new Trigger like the this, except that it fires repeatedly whenever + the given Trigger fires after the watermark has passed the end of the window.
+
+
withLinkUrl(String) - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
Set the item link url.
+
+
withLogicalMetricUpdates(MetricUpdates) - Method in class org.apache.beam.runners.direct.StepTransformResult
+
 
+
withLogicalMetricUpdates(MetricUpdates) - Method in interface org.apache.beam.runners.direct.TransformResult
+
+
Returns a new TransformResult based on this one but overwriting any existing logical metric + updates with metricUpdates.
+
+
withMaxBackoff(Duration) - Method in class org.apache.beam.sdk.util.FluentBackoff
+
+
Returns a copy of this FluentBackoff that limits the maximum backoff of an individual + attempt to the specified duration.
+
+
withMaxCumulativeBackoff(Duration) - Method in class org.apache.beam.sdk.util.FluentBackoff
+
+
Returns a copy of this FluentBackoff that limits the total time spent in backoff + returned across all calls to BackOff.nextBackOffMillis().
+
+
withMaxInputSize(long) - Method in class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn
+
+
Returns an ApproximateQuantilesCombineFn that's like + this one except that it uses the specified maxNumElements + value.
+
+
withMaxNumRecords(long) - Method in class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource
+
+
Returns a new BoundedReadFromUnboundedSource that reads a bounded amount + of data from the given UnboundedSource.
+
+
withMaxNumRecords(long) - Method in class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput
+
+
Returns an CountingInput.UnboundedCountingInput like this one, but that will read at most the + specified number of elements.
+
+
withMaxNumRecords(long) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
withMaxNumRecords(long) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+ +
+
withMaxNumRecords(long) - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
+
Returns a new BoundedReadFromUnboundedSource that reads a bounded amount + of data from the given UnboundedSource.
+
+
withMaxReadTime(Duration) - Method in class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource
+
+
Returns a new BoundedReadFromUnboundedSource that reads a bounded amount + of data from the given UnboundedSource.
+
+
withMaxReadTime(Duration) - Method in class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput
+
+
Returns an CountingInput.UnboundedCountingInput like this one, but that will read for at most the + specified amount of time.
+
+
withMaxReadTime(Duration) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
withMaxReadTime(Duration) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+ +
+
withMaxReadTime(Duration) - Method in class org.apache.beam.sdk.io.Read.Unbounded
+
+
Returns a new BoundedReadFromUnboundedSource that reads a bounded amount + of data from the given UnboundedSource.
+
+
withMaxRetries(int) - Method in class org.apache.beam.sdk.util.FluentBackoff
+
+
Returns a copy of this FluentBackoff that limits the total number of retries, aka + the total number of calls to BackOff.nextBackOffMillis() before returning + BackOff.STOP.
+
+
withMetadata(Map<String, Object>) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to Avro file(s) with the specified metadata.
+
+
withMetadata(Map<String, Object>) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes Avro file(s) with the specified metadata.
+
+
withMetricUpdates(MetricUpdates) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
withMinBundleSize(long) - Method in class org.apache.beam.sdk.io.AvroSource
+
+
Returns an AvroSource that's like this one but uses the supplied minimum bundle size.
+
+
withMinBundleSize(long) - Method in class org.apache.beam.sdk.io.XmlSource
+
+
Sets a parameter minBundleSize for the minimum bundle size of the source.
+
+
withMode(WindowingStrategy.AccumulationMode) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
+
Returns a WindowingStrategy identical to this but with the accumulation mode + set to mode.
+
+
WithNamedAggregatorsSupport - Class in org.apache.beam.runners.spark.aggregators.metrics
+
+
A MetricRegistry decorator-like* that supports AggregatorMetric by exposing + the underlying * NamedAggregators' + aggregators as Gauges.
+
+
withNamespace(String) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
+
Returns a new DatastoreV1.Read that reads from the given namespace.
+
+
withNamespace(Class<?>) - Method in class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec
+
+
Set the item namespace from the given Class.
+
+
withNumQuerySplits(int) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
+
Returns a new DatastoreV1.Read that reads by splitting the given query into + numQuerySplits.
+
+
withNumShards(int) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that uses the provided shard count.
+
+
withNumShards(int) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that uses the provided shard count.
+
+
withNumShards(int) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that's like this one but + that uses the provided shard count.
+
+
withNumShards(int) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that uses the provided shard count.
+
+
withNumShards(int) - Method in class org.apache.beam.sdk.io.Write.Bound
+
+
Returns a new Write.Bound that will write to the current Sink using the + specified number of shards.
+
+
withNumSplits(int) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
 
+
withOffset(Duration) - Method in class org.apache.beam.sdk.transforms.windowing.FixedWindows
+
+
Partitions the timestamp space into half-open intervals of the form + [N * size + offset, (N + 1) * size + offset), + where 0 is the epoch.
+
+
withOffset(Duration) - Method in class org.apache.beam.sdk.transforms.windowing.SlidingWindows
+
+
Assigns timestamps into half-open intervals of the form + [N * period + offset, N * period + offset + size).
+
+
withoutDefaults() - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns a PTransform identical to this, but that does not attempt to + provide a default value in the case of empty input.
+
+
withoutHold(AppliedPTransform<?, ?, ?>) - Static method in class org.apache.beam.runners.direct.StepTransformResult
+
 
+
withoutMetadata() - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
+
Returns a PTransform for PCollection of KV, dropping Kafka metatdata.
+
+
withOutputTags(TupleTag<OutputT>, TupleTagList) - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Returns a new multi-output ParDo PTransform that's like this PTransform but with the specified main and side output tags.
+
+
withOutputTags(TupleTag<OutputT>, TupleTagList) - Method in class org.apache.beam.sdk.transforms.ParDo.Unbound
+
+
Returns a new multi-output ParDo transform that's like this transform but with the + specified main and side output tags.
+
+
withOutputTags(TupleTag<OutputT>, TupleTagList) - Static method in class org.apache.beam.sdk.transforms.ParDo
+
+
Creates a multi-output ParDo PTransform whose + output PCollections will be referenced using the given main + output and side output tags.
+
+
withOutputTimeFn(OutputTimeFn<?>) - Method in class org.apache.beam.sdk.transforms.windowing.Window.Bound
+
+
(Experimental) Override the default OutputTimeFn, to control + the output timestamp of values output from a GroupByKey operation.
+
+
withOutputTimeFn(OutputTimeFn<?>) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
 
+
withOutputType(TypeDescriptor<OutputT>) - Method in class org.apache.beam.sdk.transforms.FlatMapElements.MissingOutputTypeDescriptor
+
 
+
withOutputType(TypeDescriptor<OutputT>) - Method in class org.apache.beam.sdk.transforms.MapElements.MissingOutputTypeDescriptor
+
 
+
withoutResultFlattening() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+ +
+
withoutSharding() - Method in class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound
+
 
+
withoutSharding() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that forces a single file as output.
+
+
withoutSharding() - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that forces a single file as + output.
+
+
withoutSharding() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that's like this one but + that forces a single file as output.
+
+
withoutSharding() - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that forces a single file as + output.
+
+
withoutStrictParsing() - Method in class org.apache.beam.sdk.options.PipelineOptionsFactory.Builder
+
+
During parsing of the arguments, we will skip over improperly formatted and unknown + arguments.
+
+
withoutValidation() - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
+
Returns a new PTransform that's like this one but + that has GCS input path validation on pipeline creation disabled.
+
+
withoutValidation() - Static method in class org.apache.beam.sdk.io.AvroIO.Read
+
+
Returns a PTransform that reads Avro file(s) + that has GCS path validation on pipeline creation disabled.
+
+
withoutValidation() - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that has GCS output path validation on pipeline creation disabled.
+
+
withoutValidation() - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes Avro file(s) that has GCS path validation on + pipeline creation disabled.
+
+
withoutValidation() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound
+
+
Disable validation that the table exists or the query succeeds prior to pipeline + submission.
+
+
withoutValidation() - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+
+
Disables BigQuery table validation, which is enabled by default.
+
+
withoutValidation() - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but without BigQuery table validation.
+
+
withoutValidation() - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation with BigQuery table validation disabled.
+
+
withoutValidation() - Method in class org.apache.beam.sdk.io.TextIO.Read.Bound
+
+
Returns a new transform for reading from text files that's like this one but + that has GCS path validation on pipeline creation disabled.
+
+
withoutValidation() - Static method in class org.apache.beam.sdk.io.TextIO.Read
+
+
Returns a transform for reading text files that has GCS path validation on + pipeline creation disabled.
+
+
withoutValidation() - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that's like this one but + that has GCS output path validation on pipeline creation disabled.
+
+
withoutValidation() - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that has GCS path validation on + pipeline creation disabled.
+
+
withParser(MongoDbGridFSIO.Parser<X>) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withPassword(String) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration
+
 
+
withPreparedStatementSetter(JdbcIO.PreparedStatementSetter<T>) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Write
+
 
+
withProducerFactoryFn(SerializableFunction<Map<String, Object>, Producer<K, V>>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite
+
+
Returns a new KafkaIO.Write with a custom function to create Kafka producer.
+
+
withProjectId(String) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity
+
+
Returns a new DatastoreV1.DeleteEntity that deletes entities from the Cloud Datastore for the + specified project.
+
+
withProjectId(String) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey
+
+
Returns a new DatastoreV1.DeleteKey that deletes entities from the Cloud Datastore for the + specified project.
+
+
withProjectId(String) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
+
Returns a new DatastoreV1.Read that reads from the Cloud Datastore for the specified + project.
+
+
withProjectId(String) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write
+
+
Returns a new DatastoreV1.Write that writes to the Cloud Datastore for the specified project.
+
+
withQuery(Query) - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read
+
+
Returns a new DatastoreV1.Read that reads the results of the specified query.
+
+
withQuery(String) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
withQueue(String) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
withQueue(String) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
withRate(long, Duration) - Method in class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput
+
+
Returns an CountingInput.UnboundedCountingInput like this one, but with output production limited + to an aggregate rate of no more than the number of elements per the period length.
+
+
withRecordClass(Class<T>) - Method in class org.apache.beam.sdk.io.XmlSource
+
+
Sets a JAXB annotated class that can be populated using a record of the provided XML file.
+
+
withRecordElement(String) - Method in class org.apache.beam.sdk.io.XmlSource
+
+
Sets name of the record element of the XML document.
+
+
withRepresentativeType(TypeDescriptor<IdT>) - Method in class org.apache.beam.sdk.transforms.Distinct.WithRepresentativeValues
+
+
Return a WithRepresentativeValues PTransform that is like this one, but with + the specified output type descriptor.
+
+
withRepresentativeValueFn(SerializableFunction<T, IdT>) - Static method in class org.apache.beam.sdk.transforms.Distinct
+
+
Returns a Distinct<T, IdT> PTransform.
+
+
withRequestTime(long) - Method in class org.apache.beam.sdk.util.PubsubClient.IncomingMessage
+
 
+
withResumeDelay(Duration) - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
Builder method to set the value of DoFn.ProcessContinuation.resumeDelay().
+
+
withRootElement(String) - Method in class org.apache.beam.sdk.io.XmlSink.Bound
+
+
Returns an XmlSink that writes XML files with an enclosing root element of the + supplied name.
+
+
withRootElement(String) - Method in class org.apache.beam.sdk.io.XmlSource
+
+
Sets name of the root element of the XML document.
+
+
withRowFilter(RowFilter) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns a new BigtableIO.Read that will filter the rows read from Cloud Bigtable + using the given row filter.
+
+
withRowMapper(JdbcIO.RowMapper<T>) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
withSchema(Class<X>) - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
+
Returns a new PTransform that's like this one but + that reads Avro file(s) containing records whose type is the + specified Avro-generated class.
+
+
withSchema(Schema) - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
+
Returns a new PTransform that's like this one but + that reads Avro file(s) containing records of the specified schema.
+
+
withSchema(String) - Method in class org.apache.beam.sdk.io.AvroIO.Read.Bound
+
+
Returns a new PTransform that's like this one but + that reads Avro file(s) containing records of the specified schema + in a JSON-encoded string form.
+
+
withSchema(Class<T>) - Static method in class org.apache.beam.sdk.io.AvroIO.Read
+
+
Returns a PTransform that reads Avro file(s) + containing records whose type is the specified Avro-generated class.
+
+
withSchema(Schema) - Static method in class org.apache.beam.sdk.io.AvroIO.Read
+
+
Returns a PTransform that reads Avro file(s) + containing records of the specified schema.
+
+
withSchema(String) - Static method in class org.apache.beam.sdk.io.AvroIO.Read
+
+
Returns a PTransform that reads Avro file(s) + containing records of the specified schema in a JSON-encoded + string form.
+
+
withSchema(Class<X>) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to Avro file(s) containing records whose type is the + specified Avro-generated class.
+
+
withSchema(Schema) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to Avro file(s) containing records of the specified + schema.
+
+
withSchema(String) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to Avro file(s) containing records of the specified + schema in a JSON-encoded string form.
+
+
withSchema(Class<T>) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes Avro file(s) + containing records whose type is the specified Avro-generated class.
+
+
withSchema(Schema) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes Avro file(s) + containing records of the specified schema.
+
+
withSchema(String) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes Avro file(s) + containing records of the specified schema in a JSON-encoded + string form.
+
+
withSchema(String) - Method in class org.apache.beam.sdk.io.AvroSource
+
+
Returns an AvroSource that's like this one but reads files containing records that + conform to the given schema.
+
+
withSchema(Schema) - Method in class org.apache.beam.sdk.io.AvroSource
+
+
Returns an AvroSource that's like this one but reads files containing records that + conform to the given schema.
+
+
withSchema(Class<X>) - Method in class org.apache.beam.sdk.io.AvroSource
+
+
Returns an AvroSource that's like this one but reads files containing records of the + type of the given class.
+
+
withSchema(TableSchema) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but using the specified schema for rows + to be written.
+
+
withSchema(ValueProvider<TableSchema>) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+ +
+
withSchema(TableSchema) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation with the specified schema to use in table creation.
+
+
withSchema(ValueProvider<TableSchema>) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+ +
+
withShardNameTemplate(String) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that uses the given shard name template.
+
+
withShardNameTemplate(String) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that uses the given shard name + template.
+
+
withShardNameTemplate(String) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that's like this one but + that uses the given shard name template.
+
+
withShardNameTemplate(String) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that uses the given shard name + template.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.Combine.Globally
+
+
Returns a PTransform identical to this, but with the specified side inputs to use + in CombineWithContext.CombineFnWithContext.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.Combine.GroupedValues
+
 
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.Combine.PerKey
+
+
Returns a PTransform identical to this, but with the specified side inputs to use + in CombineWithContext.KeyedCombineFnWithContext.
+
+
withSideInputs(PCollectionView<?>...) - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Returns a new ParDo PTransform that's like this + PTransform but with the specified additional side inputs.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.ParDo.Bound
+
+
Returns a new ParDo PTransform that's like this + PTransform but with the specified additional side inputs.
+
+
withSideInputs(PCollectionView<?>...) - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
+
Returns a new multi-output ParDo PTransform + that's like this PTransform but with the specified additional side + inputs.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.ParDo.BoundMulti
+
+
Returns a new multi-output ParDo PTransform that's like this PTransform but with the specified additional side inputs.
+
+
withSideInputs(PCollectionView<?>...) - Method in class org.apache.beam.sdk.transforms.ParDo.Unbound
+
+
Returns a new ParDo transform that's like this + transform but with the specified additional side inputs.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.ParDo.Unbound
+
+
Returns a new ParDo transform that is like this + transform but with the specified additional side inputs.
+
+
withSideInputs(PCollectionView<?>...) - Method in class org.apache.beam.sdk.transforms.ParDo.UnboundMulti
+
+
Returns a new multi-output ParDo transform that's like + this transform but with the specified side inputs.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Method in class org.apache.beam.sdk.transforms.ParDo.UnboundMulti
+
+
Returns a new multi-output ParDo transform that's like + this transform but with the specified additional side inputs.
+
+
withSideInputs(PCollectionView<?>...) - Static method in class org.apache.beam.sdk.transforms.ParDo
+
+
Creates a ParDo PTransform with the given + side inputs.
+
+
withSideInputs(Iterable<? extends PCollectionView<?>>) - Static method in class org.apache.beam.sdk.transforms.ParDo
+
+
Creates a ParDo with the given side inputs.
+
+
withSingletonValues() - Method in class org.apache.beam.sdk.transforms.View.AsMap
+
+
Deprecated. +
this method simply returns this AsMap unmodified
+
+
+
withSkew(Duration) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withStartingDay(int, int, int) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
withStartingMonth(int, int) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
withStartingYear(int) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
withStartKey(ByteKey) - Method in class org.apache.beam.sdk.io.range.ByteKeyRange
+
+
Returns new ByteKeyRange like this one, but with the specified start key.
+
+
withState(CopyOnAccessInMemoryStateInternals<?>) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
withStatement(String) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Write
+
 
+
withStatementPrepator(JdbcIO.StatementPreparator) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.Read
+
 
+
withSuffix(String) - Method in class org.apache.beam.sdk.io.AvroIO.Write.Bound
+
+
Returns a new PTransform that's like this one but + that writes to the file(s) with the given filename suffix.
+
+
withSuffix(String) - Static method in class org.apache.beam.sdk.io.AvroIO.Write
+
+
Returns a PTransform that writes to the file(s) with the + given filename suffix.
+
+
withSuffix(String) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files that that's like this one but + that writes to the file(s) with the given filename suffix.
+
+
withSuffix(String) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files that appends the specified suffix + to the created files.
+
+
withTableId(String) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read
+
+
Returns a new BigtableIO.Read that will read from the specified table.
+
+
withTableId(String) - Method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write
+
+
Returns a new BigtableIO.Write that will write to the specified table.
+
+
withTimerUpdate(WatermarkManager.TimerUpdate) - Method in class org.apache.beam.runners.direct.StepTransformResult.Builder
+
 
+
withTimestampFn(SerializableFunction<Long, Instant>) - Method in class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput
+
+
Returns an CountingInput.UnboundedCountingInput like this one, but where output elements have the + timestamp specified by the timestampFn.
+
+
withTimestampFn(SerializableFunction<KV<K, V>, Instant>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
+
A function to assign a timestamp to a record.
+
+
withTimestampFn2(SerializableFunction<KafkaRecord<K, V>, Instant>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
+
A function to assign a timestamp to a record.
+
+
WithTimestamps<T> - Class in org.apache.beam.sdk.transforms
+
+
A PTransform for assigning timestamps to all the elements of a PCollection.
+
+
withTimeZone(DateTimeZone) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows
+
 
+
withTimeZone(DateTimeZone) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows
+
 
+
withTimeZone(DateTimeZone) - Method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows
+
 
+
withTopic(String) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Read
+
 
+
withTopic(String) - Method in class org.apache.beam.sdk.io.jms.JmsIO.Write
+
 
+
withTopic(String) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Write
+
+
Returns a new KafkaIO.Write transform that writes to given topic.
+
+
withTopicPartitions(List<TopicPartition>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
Returns a new KafkaIO.Read that reads from the partitions.
+
+
withTopics(List<String>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
Returns a new KafkaIO.Read that reads from the topics.
+
+
withTrigger(Trigger) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
+
Returns a WindowingStrategy identical to this but with the trigger set to + wildcardTrigger.
+
+
withUnderlying(K, CopyOnAccessInMemoryStateInternals<K>) - Static method in class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals
+
+
Creates a new CopyOnAccessInMemoryStateInternals with the underlying (possibly null) + StateInternals.
+
+
withUri(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read
+
 
+
withUri(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
withUri(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read
+
+
Example documentation for withUri.
+
+
withUri(String) - Method in class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
withUsername(String) - Method in class org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration
+
 
+
withValidation() - Method in class org.apache.beam.sdk.options.PipelineOptionsFactory.Builder
+
+
After creation we will validate that PipelineOptions conforms to all the + validation criteria from <T>.
+
+
withValidation() - Method in class org.apache.beam.sdk.options.PipelineOptionsFactory
+
+
After creation we will validate that <T> conforms to all the + validation criteria.
+
+
withValue(NewT) - Method in class org.apache.beam.sdk.util.WindowedValue
+
+
Returns a new WindowedValue that is a copy of this one, but with a different value, + which may have a new type NewT.
+
+
withValueCoder(Coder<ValueT>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Read
+
+
Returns a new KafkaIO.Read with Coder for value bytes.
+
+
withValueCoder(Coder<ValueT>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.Write
+
+
Returns a new KafkaIO.Write with Coder for serializing value to bytes.
+
+
withValueCoder(Coder<NewT>) - Method in class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder
+
 
+
withValueCoder(Coder<NewT>) - Method in class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder
+
 
+
withValueCoder(Coder<NewT>) - Method in class org.apache.beam.sdk.util.WindowedValue.WindowedValueCoder
+
+
Returns a new WindowedValueCoder that is a copy of this one, + but with a different value coder.
+
+
withWatermark(Instant) - Method in class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation
+
+
Builder method to set the value of DoFn.ProcessContinuation.getWatermark().
+
+
withWatermarkFn(SerializableFunction<KV<K, V>, Instant>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
+
A function to calculate watermark after a record.
+
+
withWatermarkFn2(SerializableFunction<KafkaRecord<K, V>, Instant>) - Method in class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead
+
+
A function to calculate watermark after a record.
+
+
withWindowFn(WindowFn<?, ?>) - Method in class org.apache.beam.sdk.util.WindowingStrategy
+
+
Returns a WindowingStrategy identical to this but with the window function + set to wildcardWindowFn.
+
+
withWritableByteChannelFactory(FileBasedSink.WritableByteChannelFactory) - Method in class org.apache.beam.sdk.io.TextIO.Write.Bound
+
+
Returns a transform for writing to text files like this one but that has the given + FileBasedSink.WritableByteChannelFactory to be used by the FileBasedSink during output.
+
+
withWritableByteChannelFactory(FileBasedSink.WritableByteChannelFactory) - Static method in class org.apache.beam.sdk.io.TextIO.Write
+
+
Returns a transform for writing to text files like this one but that has the given + FileBasedSink.WritableByteChannelFactory to be used by the FileBasedSink during output.
+
+
withWriteDisposition(BigQueryIO.Write.WriteDisposition) - Method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound
+
+
Returns a copy of this write transformation, but using the specified write disposition.
+
+
withWriteDisposition(BigQueryIO.Write.WriteDisposition) - Static method in class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+
+
Creates a write transformation with the specified options for writing to the table.
+
+
WorkerHarnessContainerImageFactory() - Constructor for class org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory
+
 
+
WorkerLogLevelOverrides() - Constructor for class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
+
 
+
workItem(K, Iterable<TimerInternals.TimerData>, Iterable<WindowedValue<ElemT>>) - Static method in class org.apache.beam.runners.core.KeyedWorkItems
+
+
Returns an implementation of KeyedWorkItem that wraps around + an timers iterable and an elements iterable.
+
+
wrap(Throwable) - Static method in exception org.apache.beam.sdk.util.UserCodeException
+
 
+
wrapIf(boolean, Throwable) - Static method in exception org.apache.beam.sdk.util.UserCodeException
+
 
+
writableByteChannelFactory - Variable in class org.apache.beam.sdk.io.FileBasedSink
+
+
The FileBasedSink.WritableByteChannelFactory that is used to wrap the raw data output to the + underlying channel.
+
+
WritableCoder<T extends org.apache.hadoop.io.Writable> - Class in org.apache.beam.runners.spark.coders
+
+
A WritableCoder is a Coder for a Java class that implements Writable.
+
+
WritableCoder(Class<T>) - Constructor for class org.apache.beam.runners.spark.coders.WritableCoder
+
 
+
WritableCoder<T extends org.apache.hadoop.io.Writable> - Class in org.apache.beam.sdk.io.hdfs
+
+
A WritableCoder is a Coder for a Java class that implements Writable.
+
+
WritableCoder(Class<T>) - Constructor for class org.apache.beam.sdk.io.hdfs.WritableCoder
+
 
+
write() - Static method in class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO
+
+
Creates an uninitialized BigtableIO.Write.
+
+
write() - Method in class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1
+
+
Returns an empty DatastoreV1.Write builder.
+
+
write(KV<K, V>) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter
+
 
+
write() - Static method in class org.apache.beam.sdk.io.jdbc.JdbcIO
+
+
Write data to a JDBC datasource.
+
+
Write() - Constructor for class org.apache.beam.sdk.io.jdbc.JdbcIO.Write
+
 
+
write() - Static method in class org.apache.beam.sdk.io.jms.JmsIO
+
 
+
write() - Static method in class org.apache.beam.sdk.io.kafka.KafkaIO
+
+
Creates an uninitialized KafkaIO.Write PTransform.
+
+
write() - Static method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO
+
+
Write data to GridFS.
+
+
write(MongoDbGridFSIO.WriteFn<T>) - Static method in class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO
+
 
+
Write() - Constructor for class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write
+
 
+
write(T, OutputStream) - Method in interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.WriteFn
+
+
Output the object to the given OutputStream.
+
+
write() - Static method in class org.apache.beam.sdk.io.mongodb.MongoDbIO
+
+
Write data to MongoDB.
+
+
Write() - Constructor for class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write
+
 
+
write(T) - Method in class org.apache.beam.sdk.io.Sink.Writer
+
+
Called for each value in the bundle.
+
+
Write() - Constructor for class org.apache.beam.sdk.io.TextIO.Write
+
 
+
Write - Class in org.apache.beam.sdk.io
+
+
A PTransform that writes to a Sink.
+
+
Write() - Constructor for class org.apache.beam.sdk.io.Write
+
 
+
write() - Static method in class org.apache.beam.sdk.io.XmlSink
+
+
Returns a builder for an XmlSink.
+
+
write(T) - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriter
+
+
Writes a value to the stream.
+
+
write(int) - Method in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
 
+
write(byte[], int, int) - Method in class org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+
 
+
write(byte[], int, int) - Method in class org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+
 
+
write(int) - Method in class org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+
 
+
write(ByteBuffer) - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
+
Writes a buffer to all shards.
+
+
write(T) - Method in class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue
+
 
+
write(T) - Method in interface org.apache.beam.sdk.util.state.ValueState
+
+
Set the value of the buffer.
+
+
Write.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A PTransform that writes to a Sink.
+
+
writeAndOwn(byte[]) - Method in class org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+
+
Write b to the stream and take the ownership of b.
+
+
writeExternal(ObjectOutput) - Method in class org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit
+
 
+
writeFooter() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Writes footer at the end of output files.
+
+
writeFooter() - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriter
+
+
Writes the root element closing tag.
+
+
writeHeader() - Method in class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter
+
+
Writes header at the beginning of output files.
+
+
writeHeader() - Method in class org.apache.beam.sdk.io.XmlSink.XmlWriter
+
+
Writes the root element opening tag.
+
+
writeOf(Class<T>, String, String) - Static method in class org.apache.beam.sdk.io.XmlSink
+
+
Returns an XmlSink that writes objects as XML entities.
+
+
WriteOperation() - Constructor for class org.apache.beam.sdk.io.Sink.WriteOperation
+
 
+
writePCollectionViewData(TupleTag<?>, Iterable<WindowedValue<T>>, Coder<Iterable<WindowedValue<T>>>, W, Coder<W>) - Method in class org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+
 
+
writePCollectionViewData(TupleTag<?>, Iterable<WindowedValue<T>>, Coder<Iterable<WindowedValue<T>>>, W, Coder<W>) - Method in interface org.apache.beam.sdk.util.ExecutionContext.StepContext
+
+
Writes the given PCollectionView data to a globally accessible location.
+
+
Writer() - Constructor for class org.apache.beam.sdk.io.Sink.Writer
+
 
+
writeStateAddress(W) - Method in interface org.apache.beam.sdk.util.ActiveWindowSet
+
+
Return the state address window of ACTIVE window into which all new state should be + written.
+
+
writeStateAddress(W) - Method in class org.apache.beam.sdk.util.MergingActiveWindowSet
+
+
Return the state address window of ACTIVE window into which all new state should be + written.
+
+
writeStateAddress(W) - Method in class org.apache.beam.sdk.util.NonMergingActiveWindowSet
+
 
+
writeTo(OutputStream, int, int) - Method in class org.apache.beam.runners.dataflow.util.RandomAccessData
+
+
Writes length bytes starting at offset from the backing data store to the + specified output stream.
+
+
writeToShard(int, ByteBuffer) - Method in class org.apache.beam.sdk.util.ShardingWritableByteChannel
+
+
Writes the buffer to the given shard.
+
+
+ + + +

X

+
+
XML_EXTENSION - Static variable in class org.apache.beam.sdk.io.XmlSink
+
 
+
XmlSink - Class in org.apache.beam.sdk.io
+
+
A Sink that outputs records as XML-formatted elements.
+
+
XmlSink() - Constructor for class org.apache.beam.sdk.io.XmlSink
+
 
+
XmlSink.Bound<T> - Class in org.apache.beam.sdk.io
+
+
A FileBasedSink that writes objects as XML elements.
+
+
XmlSink.XmlWriteOperation<T> - Class in org.apache.beam.sdk.io
+
+ +
+
XmlSink.XmlWriter<T> - Class in org.apache.beam.sdk.io
+
+
A Sink.Writer that can write objects as XML elements.
+
+
XmlSource<T> - Class in org.apache.beam.sdk.io
+
+
A source that can be used to read XML files.
+
+
XmlWriteOperation(XmlSink.Bound<T>) - Constructor for class org.apache.beam.sdk.io.XmlSink.XmlWriteOperation
+
 
+
XmlWriter(XmlSink.XmlWriteOperation<T>, Marshaller) - Constructor for class org.apache.beam.sdk.io.XmlSink.XmlWriter
+
 
+
+ + + +

Y

+
+
years(int) - Static method in class org.apache.beam.sdk.transforms.windowing.CalendarWindows
+
+
Returns a WindowFn that windows elements into periods measured by years.
+
+
+ + + +

Z

+
+
zero(NamedAggregators) - Method in class org.apache.beam.runners.spark.aggregators.AggAccumParam
+
 
+
ZERO - Static variable in class org.apache.beam.sdk.metrics.DistributionResult
+
 
+
zipDirectory(File, OutputStream) - Static method in class org.apache.beam.sdk.util.ZipFiles
+
+
Zips an entire directory specified by the path.
+
+
ZipFiles - Class in org.apache.beam.sdk.util
+
+
Functions for zipping a directory (including a subdirectory) into a ZIP-file + or unzipping it again.
+
+
+A B C D E F G H I J K L M N O P Q R S T U V W X Y Z 
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/index.html b/src/documentation/sdks/javadoc/0.4.0/index.html new file mode 100644 index 00000000000..8760b98a4cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/index.html @@ -0,0 +1,76 @@ + + + + + + +Apache Beam SDK for Java, version 0.4.0 + + + + + + + + + +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<h2>Frame Alert</h2> +<p>This document is designed to be viewed using the frames feature. If you see this message, you are using a non-frame-capable web client. Link to <a href="overview-summary.html">Non-frame version</a>.</p> + + + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexPipelineOptions.html new file mode 100644 index 00000000000..d45f4a93287 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexPipelineOptions.html @@ -0,0 +1,379 @@ + + + + + + +ApexPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Interface ApexPipelineOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        setApplicationName

        +
        void setApplicationName(String name)
        +
      • +
      + + + +
        +
      • +

        getApplicationName

        +
        String getApplicationName()
        +
      • +
      + + + +
        +
      • +

        setEmbeddedExecution

        +
        void setEmbeddedExecution(boolean embedded)
        +
      • +
      + + + + + + + +
        +
      • +

        setEmbeddedExecutionDebugMode

        +
        void setEmbeddedExecutionDebugMode(boolean embeddedDebug)
        +
      • +
      + + + +
        +
      • +

        isEmbeddedExecutionDebugMode

        +
        @Default.Boolean(value=true)
        +boolean isEmbeddedExecutionDebugMode()
        +
      • +
      + + + +
        +
      • +

        setTupleTracingEnabled

        +
        void setTupleTracingEnabled(boolean enabled)
        +
      • +
      + + + + + + + +
        +
      • +

        setRunMillis

        +
        void setRunMillis(long runMillis)
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.CreateApexPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.CreateApexPCollectionView.html new file mode 100644 index 00000000000..6e60f8b284c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.CreateApexPCollectionView.html @@ -0,0 +1,328 @@ + + + + + + +ApexRunner.CreateApexPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexRunner.CreateApexPCollectionView<ElemT,ViewT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.html new file mode 100644 index 00000000000..55cb1f02c0a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunner.html @@ -0,0 +1,395 @@ + + + + + + +ApexRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexRunner

+
+
+ +
+
    +
  • +
    +
    +
    public class ApexRunner
    +extends PipelineRunner<ApexRunnerResult>
    +
    A PipelineRunner that translates the + pipeline to an Apex DAG and executes it on an Apex cluster. + +

    Currently execution is always in embedded mode, + launch on Hadoop cluster will be added in subsequent iteration.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        ASSERTION_ERROR

        +
        public static final AtomicReference<AssertionError> ASSERTION_ERROR
        +
        TODO: this isn't thread safe and may cause issues when tests run in parallel + Holds any most resent assertion error that was raised while processing elements. + Used in the unit test driver in embedded mode to propagate the exception.
        +
      • +
      +
    • +
    + + + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Options.html new file mode 100644 index 00000000000..c0c6efa10bc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Options.html @@ -0,0 +1,288 @@ + + + + + + +ApexRunnerRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexRunnerRegistrar.Options

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Runner.html new file mode 100644 index 00000000000..02ea53368e2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.Runner.html @@ -0,0 +1,292 @@ + + + + + + +ApexRunnerRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexRunnerRegistrar.Runner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.html new file mode 100644 index 00000000000..9ddfc562a7d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerRegistrar.html @@ -0,0 +1,231 @@ + + + + + + +ApexRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexRunnerRegistrar

+
+
+ +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerResult.html new file mode 100644 index 00000000000..39b5817598f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexRunnerResult.html @@ -0,0 +1,450 @@ + + + + + + +ApexRunnerResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexRunnerResult

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.LaunchParams.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.LaunchParams.html new file mode 100644 index 00000000000..6c08a493fbd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.LaunchParams.html @@ -0,0 +1,317 @@ + + + + + + +ApexYarnLauncher.LaunchParams (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexYarnLauncher.LaunchParams

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        LaunchParams

        +
        protected LaunchParams(com.datatorrent.api.DAG dag,
        +                       com.datatorrent.api.Attribute.AttributeMap launchAttributes)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getApexLauncher

        +
        protected org.apache.apex.api.Launcher<?> getApexLauncher()
        +
      • +
      + + + +
        +
      • +

        getCmd

        +
        protected String getCmd()
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.ProcessWatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.ProcessWatcher.html new file mode 100644 index 00000000000..515b8ba2d92 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.ProcessWatcher.html @@ -0,0 +1,300 @@ + + + + + + +ApexYarnLauncher.ProcessWatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexYarnLauncher.ProcessWatcher

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Runnable
    +
    +
    +
    Enclosing class:
    +
    ApexYarnLauncher
    +
    +
    +
    +
    public static class ApexYarnLauncher.ProcessWatcher
    +extends Object
    +implements Runnable
    +
    Starts a command and waits for it to complete.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ProcessWatcher

        +
        public ProcessWatcher(Process p)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isFinished

        +
        public boolean isFinished()
        +
      • +
      + + + +
        +
      • +

        run

        +
        public void run()
        +
        +
        Specified by:
        +
        run in interface Runnable
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.html new file mode 100644 index 00000000000..1e510f6ead7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/ApexYarnLauncher.html @@ -0,0 +1,405 @@ + + + + + + +ApexYarnLauncher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class ApexYarnLauncher

+
+
+ +
+
    +
  • +
    +
    +
    public class ApexYarnLauncher
    +extends Object
    +
    Proxy to launch the YARN application through the hadoop script to run in the + pre-configured environment (class path, configuration, native libraries etc.). + +

    The proxy takes the DAG and communicates with the Hadoop services to launch + it on the cluster.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ApexYarnLauncher

        +
        public ApexYarnLauncher()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        launchApp

        +
        public org.apache.apex.api.Launcher.AppHandle launchApp(com.datatorrent.api.StreamingApplication app)
        +                                                 throws IOException
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getYarnDeployDependencies

        +
        public static List<File> getYarnDeployDependencies()
        +                                            throws IOException
        +
        From the current classpath, find the jar files that need to be deployed + with the application to run on YARN. Hadoop dependencies are provided + through the Hadoop installation and the application should not bundle them + to avoid conflicts. This is done by removing the Hadoop compile + dependencies (transitively) by parsing the Maven dependency tree.
        +
        +
        Returns:
        +
        list of jar files to ship
        +
        Throws:
        +
        IOException - when dependency information cannot be read
        +
        +
      • +
      + + + +
        +
      • +

        createJar

        +
        public static void createJar(File dir,
        +                             File jarFile)
        +                      throws IOException
        +
        Create a jar file from the given directory.
        +
        +
        Parameters:
        +
        dir - source directory
        +
        jarFile - jar file name
        +
        Throws:
        +
        IOException - when file cannot be created
        +
        +
      • +
      + + + +
        +
      • +

        main

        +
        public static void main(String[] args)
        +                 throws IOException
        +
        The main method expects the serialized DAG and will launch the YARN application.
        +
        +
        Parameters:
        +
        args - location of launch parameters
        +
        Throws:
        +
        IOException - when parameters cannot be read
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/TestApexRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/TestApexRunner.html new file mode 100644 index 00000000000..7f83a20686b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/TestApexRunner.html @@ -0,0 +1,294 @@ + + + + + + +TestApexRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.apex
+

Class TestApexRunner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexPipelineOptions.html new file mode 100644 index 00000000000..82a5c0ee3cb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexPipelineOptions.html @@ -0,0 +1,166 @@ + + + + + + +Uses of Interface org.apache.beam.runners.apex.ApexPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.apex.ApexPipelineOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.CreateApexPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.CreateApexPCollectionView.html new file mode 100644 index 00000000000..64adae5ce15 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.CreateApexPCollectionView.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexRunner.CreateApexPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexRunner.CreateApexPCollectionView

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.html new file mode 100644 index 00000000000..343dba29eea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunner.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Options.html new file mode 100644 index 00000000000..69fe50643ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Options.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexRunnerRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexRunnerRegistrar.Options

+
+
No usage of org.apache.beam.runners.apex.ApexRunnerRegistrar.Options
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Runner.html new file mode 100644 index 00000000000..81d6c544bd9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.Runner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexRunnerRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexRunnerRegistrar.Runner

+
+
No usage of org.apache.beam.runners.apex.ApexRunnerRegistrar.Runner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.html new file mode 100644 index 00000000000..43fed7e6cf1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexRunnerRegistrar

+
+
No usage of org.apache.beam.runners.apex.ApexRunnerRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerResult.html new file mode 100644 index 00000000000..5f9549995bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexRunnerResult.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexRunnerResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexRunnerResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.LaunchParams.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.LaunchParams.html new file mode 100644 index 00000000000..bca02dc340e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.LaunchParams.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexYarnLauncher.LaunchParams (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexYarnLauncher.LaunchParams

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.ProcessWatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.ProcessWatcher.html new file mode 100644 index 00000000000..8c104397387 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.ProcessWatcher.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexYarnLauncher.ProcessWatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexYarnLauncher.ProcessWatcher

+
+
No usage of org.apache.beam.runners.apex.ApexYarnLauncher.ProcessWatcher
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.html new file mode 100644 index 00000000000..8f4c03cb3b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/ApexYarnLauncher.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.ApexYarnLauncher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.ApexYarnLauncher

+
+
No usage of org.apache.beam.runners.apex.ApexYarnLauncher
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/TestApexRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/TestApexRunner.html new file mode 100644 index 00000000000..2918569a56d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/class-use/TestApexRunner.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.apex.TestApexRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.apex.TestApexRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-frame.html new file mode 100644 index 00000000000..90e3bc6f8e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +org.apache.beam.runners.apex (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.apex

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-summary.html new file mode 100644 index 00000000000..9292643735e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-summary.html @@ -0,0 +1,229 @@ + + + + + + +org.apache.beam.runners.apex (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.apex

+
+
Implementation of the Beam runner for Apache Apex.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.apex Description

+
Implementation of the Beam runner for Apache Apex.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-tree.html new file mode 100644 index 00000000000..99b421b3b15 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-tree.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.runners.apex Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.apex

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-use.html new file mode 100644 index 00000000000..fddc094edd1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/apex/package-use.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Package org.apache.beam.runners.apex (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.apex

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AggregatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AggregatorFactory.html new file mode 100644 index 00000000000..c486a2f00ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AggregatorFactory.html @@ -0,0 +1,237 @@ + + + + + + +AggregatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface AggregatorFactory

+
+
+
+
    +
  • +
    +
    +
    public interface AggregatorFactory
    +
    A factory for creating aggregators.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createAggregatorForDoFn

        +
        <InputT,AccumT,OutputT> Aggregator<InputT,OutputT> createAggregatorForDoFn(Class<?> fnClass,
        +                                                                           ExecutionContext.StepContext stepContext,
        +                                                                           String aggregatorName,
        +                                                                           Combine.CombineFn<InputT,AccumT,OutputT> combine)
        +
        Create an aggregator with the given name and Combine.CombineFn. + +

        This method is called to create an aggregator for a DoFn. It receives the + class of the DoFn being executed and the context of the step it is being + executed in.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindows.html new file mode 100644 index 00000000000..2085f42f1ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindows.html @@ -0,0 +1,331 @@ + + + + + + +AssignWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class AssignWindows<T,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AssignWindows

        +
        public AssignWindows(WindowFn<? super T,W> fn)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindowsDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindowsDoFn.html new file mode 100644 index 00000000000..ed59402babf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/AssignWindowsDoFn.html @@ -0,0 +1,341 @@ + + + + + + +AssignWindowsDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class AssignWindowsDoFn<T,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AssignWindowsDoFn

        +
        public AssignWindowsDoFn(WindowFn<? super T,W> fn)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        processElement

        +
        public void processElement(OldDoFn.ProcessContext c)
        +                    throws Exception
        +
        Description copied from class: OldDoFn
        +
        Processes one input element. + +

        The current element of the input PCollection is returned by + c.element(). It should be considered immutable. The Beam + runner will not mutate the element, so it is safe to cache, etc. The element should not be + mutated by any of the OldDoFn methods, because it may be cached elsewhere, retained by + the Beam runner, or used in other unspecified ways. + +

        A value is added to the main output PCollection by OldDoFn.Context.output(OutputT). + Once passed to output the element should be considered immutable and not be modified in + any way. It may be cached elsewhere, retained by the Beam runner, or used in other + unspecified ways.

        +
        +
        Specified by:
        +
        processElement in class OldDoFn<T,T>
        +
        Throws:
        +
        Exception
        +
        See Also:
        +
        OldDoFn.ProcessContext
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.ReduceFnExecutor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.ReduceFnExecutor.html new file mode 100644 index 00000000000..d66ce1832f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.ReduceFnExecutor.html @@ -0,0 +1,254 @@ + + + + + + +DoFnRunner.ReduceFnExecutor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface DoFnRunner.ReduceFnExecutor<K,InputT,OutputT,W>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getDroppedDueToLatenessAggregator

        +
        Aggregator<Long,Long> getDroppedDueToLatenessAggregator()
        +
        Returns an aggregator that tracks elements that are dropped due to being late.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.html new file mode 100644 index 00000000000..46d9a0a9cf1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunner.html @@ -0,0 +1,288 @@ + + + + + + +DoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface DoFnRunner<InputT,OutputT>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        startBundle

        +
        void startBundle()
        +
        Prepares and calls a DoFn's @StartBundle method.
        +
      • +
      + + + +
        +
      • +

        processElement

        +
        void processElement(WindowedValue<InputT> elem)
        +
        Calls a DoFn's @ProcessElement method with a + DoFn.ProcessContext containing the provided element.
        +
      • +
      + + + +
        +
      • +

        finishBundle

        +
        void finishBundle()
        +
        Calls a DoFn's @FinishBundle method and performs + additional tasks, such as flushing in-memory states.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.OutputManager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.OutputManager.html new file mode 100644 index 00000000000..0dbf8d130b7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.OutputManager.html @@ -0,0 +1,233 @@ + + + + + + +DoFnRunners.OutputManager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface DoFnRunners.OutputManager

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    DoFnRunners
    +
    +
    +
    +
    public static interface DoFnRunners.OutputManager
    +
    Information about how to create output receivers and output to them.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        output

        +
        <T> void output(TupleTag<T> tag,
        +                WindowedValue<T> output)
        +
        Outputs a single element to the receiver indicated by the given TupleTag.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.html new file mode 100644 index 00000000000..43626572418 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/DoFnRunners.html @@ -0,0 +1,453 @@ + + + + + + +DoFnRunners (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class DoFnRunners

+
+
+ +
+
    +
  • +
    +
    +
    public class DoFnRunners
    +extends Object
    +
    Static utility methods that provide DoFnRunner implementations.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestriction.html new file mode 100644 index 00000000000..c967066fc32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestriction.html @@ -0,0 +1,315 @@ + + + + + + +ElementAndRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ElementAndRestriction<ElementT,RestrictionT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ElementAndRestriction

        +
        public ElementAndRestriction()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        element

        +
        public abstract ElementT element()
        +
        The element to process.
        +
      • +
      + + + +
        +
      • +

        restriction

        +
        public abstract RestrictionT restriction()
        +
        The restriction applied to processing the element.
        +
      • +
      + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestrictionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestrictionCoder.html new file mode 100644 index 00000000000..0beb6ea0a55 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementAndRestrictionCoder.html @@ -0,0 +1,394 @@ + + + + + + +ElementAndRestrictionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ElementAndRestrictionCoder<ElementT,RestrictionT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementByteSizeObservable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementByteSizeObservable.html new file mode 100644 index 00000000000..8511a8c197a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ElementByteSizeObservable.html @@ -0,0 +1,267 @@ + + + + + + +ElementByteSizeObservable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface ElementByteSizeObservable<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the values being observed
    +
    +
    +
    +
    public interface ElementByteSizeObservable<T>
    +
    An interface for things that allow observing the size in bytes of + encoded values of type T.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowViaWindowSetDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowViaWindowSetDoFn.html new file mode 100644 index 00000000000..47623b9a198 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowViaWindowSetDoFn.html @@ -0,0 +1,413 @@ + + + + + + +GroupAlsoByWindowViaWindowSetDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class GroupAlsoByWindowViaWindowSetDoFn<K,InputT,OutputT,W extends BoundedWindow,RinT extends KeyedWorkItem<K,InputT>>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsDoFn.html new file mode 100644 index 00000000000..eec7d619a20 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsDoFn.html @@ -0,0 +1,371 @@ + + + + + + +GroupAlsoByWindowsDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class GroupAlsoByWindowsDoFn<K,InputT,OutputT,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GroupAlsoByWindowsDoFn

        +
        public GroupAlsoByWindowsDoFn()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsViaOutputBufferDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsViaOutputBufferDoFn.html new file mode 100644 index 00000000000..c6d56339783 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupAlsoByWindowsViaOutputBufferDoFn.html @@ -0,0 +1,359 @@ + + + + + + +GroupAlsoByWindowsViaOutputBufferDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class GroupAlsoByWindowsViaOutputBufferDoFn<K,InputT,OutputT,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html new file mode 100644 index 00000000000..dfc830f83a5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html @@ -0,0 +1,371 @@ + + + + + + +GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow<K,V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html new file mode 100644 index 00000000000..75643f26b22 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html @@ -0,0 +1,356 @@ + + + + + + +GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly<K,V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.html new file mode 100644 index 00000000000..af0a46f2b8b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/GroupByKeyViaGroupByKeyOnly.html @@ -0,0 +1,383 @@ + + + + + + +GroupByKeyViaGroupByKeyOnly (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class GroupByKeyViaGroupByKeyOnly<K,V>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class GroupByKeyViaGroupByKeyOnly<K,V>
    +extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>>
    +
    An implementation of GroupByKey built on top of a lower-level GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly + primitive. + +

    This implementation of GroupByKey proceeds via the following steps: +

      +
    1. ReifyTimestampsAndWindowsDoFn ParDo(ReifyTimestampsAndWindows): This embeds + the previously-implicit timestamp and window into the elements themselves, so a + window-and-timestamp-unaware transform can operate on them.
    2. +
    3. GroupByKeyOnly: This lower-level primitive groups by keys, ignoring windows + and timestamps. Many window-unaware runners have such a primitive already.
    4. +
    5. SortValuesByTimestamp ParDo(SortValuesByTimestamp): The values in the iterables + output by GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly are sorted by timestamp.
    6. +
    7. GroupAlsoByWindow: This primitive processes the sorted values. Today it is + implemented as a ParDo that calls reserved internal methods.
    8. +
    + +

    This implementation of GroupByKey has severe limitations unless its component + transforms are replaced. As-is, it is only applicable for in-memory runners using a batch-style + execution strategy. Specifically: + +

      +
    • Every iterable output by GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly must contain all elements for that key. + A streaming-style partition, with multiple elements for the same key, will not yield + correct results.
    • +
    • Sorting of values by timestamp is performed on an in-memory list. It will not succeed + for large iterables.
    • +
    • The implementation of GroupAlsoByWindow does not support timers. This is only + appropriate for runners which also do not support timers.
    • +
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GroupByKeyViaGroupByKeyOnly

        +
        public GroupByKeyViaGroupByKeyOnly(GroupByKey<K,V> originalTransform)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,Iterable<V>>> expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItem.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItem.html new file mode 100644 index 00000000000..72935f54e3a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItem.html @@ -0,0 +1,268 @@ + + + + + + +KeyedWorkItem (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface KeyedWorkItem<K,ElemT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    K - the key type
    +
    ElemT - the element type
    +
    +
    +
    All Known Implementing Classes:
    +
    KeyedWorkItems.ComposedKeyedWorkItem
    +
    +
    +
    +
    public interface KeyedWorkItem<K,ElemT>
    +
    Interface that contains all the timers and elements associated with a specific work item.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItemCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItemCoder.html new file mode 100644 index 00000000000..46210fbea30 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItemCoder.html @@ -0,0 +1,473 @@ + + + + + + +KeyedWorkItemCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class KeyedWorkItemCoder<K,ElemT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        getKeyCoder

        +
        public Coder<K> getKeyCoder()
        +
      • +
      + + + +
        +
      • +

        getElementCoder

        +
        public Coder<ElemT> getElementCoder()
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + +
        +
      • +

        consistentWithEquals

        +
        public boolean consistentWithEquals()
        +
        Returns true if this Coder is injective with respect to Object.equals(java.lang.Object). + +

        Whenever the encoded bytes of two values are equal, then the original values are equal + according to Objects.equals(). Note that this is well-defined for null. + +

        This condition is most notably false for arrays. More generally, this condition is false + whenever equals() compares object identity, rather than performing a + semantic/structural comparison.. + + KeyedWorkItemCoder is not consistent with equals as it can return a + KeyedWorkItem of a type different from the originally encoded type.

        +
        +
        Specified by:
        +
        consistentWithEquals in interface Coder<KeyedWorkItem<K,ElemT>>
        +
        Overrides:
        +
        consistentWithEquals in class StandardCoder<KeyedWorkItem<K,ElemT>>
        +
        Returns:
        +
        false for StandardCoder unless overridden.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.ComposedKeyedWorkItem.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.ComposedKeyedWorkItem.html new file mode 100644 index 00000000000..ed2c2591f0e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.ComposedKeyedWorkItem.html @@ -0,0 +1,351 @@ + + + + + + +KeyedWorkItems.ComposedKeyedWorkItem (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class KeyedWorkItems.ComposedKeyedWorkItem<K,ElemT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.html new file mode 100644 index 00000000000..1aa9619246b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/KeyedWorkItems.html @@ -0,0 +1,362 @@ + + + + + + +KeyedWorkItems (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class KeyedWorkItems

+
+
+ +
+
    +
  • +
    +
    +
    public class KeyedWorkItems
    +extends Object
    +
    Static utility methods that provide KeyedWorkItem implementations.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        KeyedWorkItems

        +
        public KeyedWorkItems()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/LateDataDroppingDoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/LateDataDroppingDoFnRunner.html new file mode 100644 index 00000000000..c28488247a9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/LateDataDroppingDoFnRunner.html @@ -0,0 +1,366 @@ + + + + + + +LateDataDroppingDoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class LateDataDroppingDoFnRunner<K,InputT,OutputT,W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - key type
    +
    InputT - input value element type
    +
    OutputT - output value element type
    +
    W - window type
    +
    +
    +
    All Implemented Interfaces:
    +
    DoFnRunner<KeyedWorkItem<K,InputT>,KV<K,OutputT>>
    +
    +
    +
    +
    public class LateDataDroppingDoFnRunner<K,InputT,OutputT,W extends BoundedWindow>
    +extends Object
    +implements DoFnRunner<KeyedWorkItem<K,InputT>,KV<K,OutputT>>
    +
    A customized DoFnRunner that handles late data dropping for + a KeyedWorkItem input OldDoFn. + +

    It expands windows before checking data lateness. + +

    KeyedWorkItems are always in empty windows.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/NonEmptyPanes.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/NonEmptyPanes.html new file mode 100644 index 00000000000..36a3d4d39c0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/NonEmptyPanes.html @@ -0,0 +1,348 @@ + + + + + + +NonEmptyPanes (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class NonEmptyPanes<K,W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    W - The kind of windows being tracked.
    +
    +
    +
    +
    public abstract class NonEmptyPanes<K,W extends BoundedWindow>
    +extends Object
    +
    Tracks which windows have non-empty panes. Specifically, which windows have new elements since + their last triggering.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        NonEmptyPanes

        +
        public NonEmptyPanes()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        recordContent

        +
        public abstract void recordContent(StateAccessor<K> context)
        +
        Record that some content has been added to the window in context, and therefore the + current pane is not empty.
        +
      • +
      + + + +
        +
      • +

        clearPane

        +
        public abstract void clearPane(StateAccessor<K> state)
        +
        Record that the given pane is empty.
        +
      • +
      + + + + + + + +
        +
      • +

        prefetchOnMerge

        +
        public abstract void prefetchOnMerge(MergingStateAccessor<K,W> state)
        +
        Prefetch in preparation for merging.
        +
      • +
      + + + +
        +
      • +

        onMerge

        +
        public abstract void onMerge(MergingStateAccessor<K,W> context)
        +
        Eagerly merge backing state.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/OutputWindowedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/OutputWindowedValue.html new file mode 100644 index 00000000000..29872c0ebb3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/OutputWindowedValue.html @@ -0,0 +1,262 @@ + + + + + + +OutputWindowedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Interface OutputWindowedValue<OutputT>

+
+
+
+
    +
  • +
    +
    +
    public interface OutputWindowedValue<OutputT>
    +
    An object that can output a value with all of its windowing information to the main output or + a side output.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        outputWindowedValue

        +
        void outputWindowedValue(OutputT output,
        +                         org.joda.time.Instant timestamp,
        +                         Collection<? extends BoundedWindow> windows,
        +                         PaneInfo pane)
        +
        Outputs a value with windowing information to the main output.
        +
      • +
      + + + + + +
        +
      • +

        sideOutputWindowedValue

        +
        <SideOutputT> void sideOutputWindowedValue(TupleTag<SideOutputT> tag,
        +                                           SideOutputT output,
        +                                           org.joda.time.Instant timestamp,
        +                                           Collection<? extends BoundedWindow> windows,
        +                                           PaneInfo pane)
        +
        Outputs a value with windowing information to a side output.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PaneInfoTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PaneInfoTracker.html new file mode 100644 index 00000000000..c304e9873ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PaneInfoTracker.html @@ -0,0 +1,329 @@ + + + + + + +PaneInfoTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class PaneInfoTracker

+
+
+ +
+
    +
  • +
    +
    +
    public class PaneInfoTracker
    +extends Object
    +
    Determine the timing and other properties of a new pane for a given computation, key and window. + Incorporates any previous pane, whether the pane has been produced because an + on-time AfterWatermark trigger firing, and the relation between the element's timestamp + and the current output watermark.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PaneInfoTracker

        +
        public PaneInfoTracker(TimerInternals timerInternals)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        prefetchPaneInfo

        +
        public void prefetchPaneInfo(ReduceFn.Context context)
        +
      • +
      + + + +
        +
      • +

        getNextPaneInfo

        +
        public ReadableState<PaneInfo> getNextPaneInfo(ReduceFn.Context context,
        +                                               boolean isFinal)
        +
        Return a (ReadableState for) the pane info appropriate for context. The pane + info includes the timing for the pane, who's calculation is quite subtle.
        +
        +
        Parameters:
        +
        isFinal - should be true only if the triggering machinery can guarantee + no further firings for the
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PeekingReiterator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PeekingReiterator.html new file mode 100644 index 00000000000..e427d31fcac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PeekingReiterator.html @@ -0,0 +1,383 @@ + + + + + + +PeekingReiterator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class PeekingReiterator<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements returned by this iterator
    +
    +
    +
    All Implemented Interfaces:
    +
    Iterator<T>, Reiterator<T>
    +
    +
    +
    +
    public final class PeekingReiterator<T>
    +extends Object
    +implements Reiterator<T>
    +
    A Reiterator that supports one-element lookahead during iteration.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PeekingReiterator

        +
        public PeekingReiterator(Reiterator<T> iterator)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        hasNext

        +
        public boolean hasNext()
        +
        +
        Specified by:
        +
        hasNext in interface Iterator<T>
        +
        +
      • +
      + + + +
        +
      • +

        next

        +
        public T next()
        +
        +
        Specified by:
        +
        next in interface Iterator<T>
        +
        +
      • +
      + + + +
        +
      • +

        remove

        +
        public void remove()
        +
        + +

        If peek() is called, remove is disallowed until + next() has been subsequently called.

        +
        +
        Specified by:
        +
        remove in interface Iterator<T>
        +
        +
      • +
      + + + +
        +
      • +

        copy

        +
        public PeekingReiterator<T> copy()
        +
        Description copied from interface: Reiterator
        +
        Returns a copy of the current Reiterator. The copy's iteration + state is logically independent of the current iterator; each may be + advanced without affecting the other. + +

        The returned Reiterator is not guaranteed to return + referentially identical iteration results as the original + Reiterator, although Object.equals(java.lang.Object) will typically return + true for the corresponding elements of each if the original source is + logically immutable.

        +
        +
        Specified by:
        +
        copy in interface Reiterator<T>
        +
        +
      • +
      + + + +
        +
      • +

        peek

        +
        public T peek()
        +
        Returns the element that would be returned by next(), without + actually consuming the element.
        +
        +
        Throws:
        +
        NoSuchElementException - if there is no next element
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PerKeyCombineFnRunners.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PerKeyCombineFnRunners.html new file mode 100644 index 00000000000..1ccb3295e51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PerKeyCombineFnRunners.html @@ -0,0 +1,278 @@ + + + + + + +PerKeyCombineFnRunners (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class PerKeyCombineFnRunners

+
+
+ +
+
    +
  • +
    +
    +
    public class PerKeyCombineFnRunners
    +extends Object
    +
    Static utility methods that provide PerKeyCombineFnRunner implementations + for different keyed combine functions.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PushbackSideInputDoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PushbackSideInputDoFnRunner.html new file mode 100644 index 00000000000..19c63f159c0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/PushbackSideInputDoFnRunner.html @@ -0,0 +1,354 @@ + + + + + + +PushbackSideInputDoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class PushbackSideInputDoFnRunner<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.Context.html new file mode 100644 index 00000000000..447885f02de --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.Context.html @@ -0,0 +1,349 @@ + + + + + + +ReduceFn.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ReduceFn.Context

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Context

        +
        public Context()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        key

        +
        public abstract K key()
        +
        Return the key that is being processed.
        +
      • +
      + + + +
        +
      • +

        window

        +
        public abstract W window()
        +
        The window that is being processed.
        +
      • +
      + + + + + + + +
        +
      • +

        state

        +
        public abstract StateAccessor<K> state()
        +
        Return the interface for accessing state.
        +
      • +
      + + + +
        +
      • +

        timers

        +
        public abstract Timers timers()
        +
        Return the interface for accessing timers.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnMergeContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnMergeContext.html new file mode 100644 index 00000000000..0ddaec5fb02 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnMergeContext.html @@ -0,0 +1,297 @@ + + + + + + +ReduceFn.OnMergeContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ReduceFn.OnMergeContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OnMergeContext

        +
        public OnMergeContext()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnTriggerContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnTriggerContext.html new file mode 100644 index 00000000000..f125286ac71 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.OnTriggerContext.html @@ -0,0 +1,311 @@ + + + + + + +ReduceFn.OnTriggerContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ReduceFn.OnTriggerContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OnTriggerContext

        +
        public OnTriggerContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        paneInfo

        +
        public abstract PaneInfo paneInfo()
        +
        Returns the PaneInfo for the trigger firing being processed.
        +
      • +
      + + + + + +
        +
      • +

        output

        +
        public abstract void output(OutputT value)
        +
        Output the given value in the current window.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.ProcessValueContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.ProcessValueContext.html new file mode 100644 index 00000000000..0bbc3a5b87d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.ProcessValueContext.html @@ -0,0 +1,309 @@ + + + + + + +ReduceFn.ProcessValueContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ReduceFn.ProcessValueContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ProcessValueContext

        +
        public ProcessValueContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        value

        +
        public abstract InputT value()
        +
        Return the actual value being processed.
        +
      • +
      + + + +
        +
      • +

        timestamp

        +
        public abstract org.joda.time.Instant timestamp()
        +
        Return the timestamp associated with the value.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.html new file mode 100644 index 00000000000..3a68e0895c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFn.html @@ -0,0 +1,471 @@ + + + + + + +ReduceFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ReduceFn<K,InputT,OutputT,W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of key being processed.
    +
    InputT - The type of input values associated with the key.
    +
    OutputT - The output type that will be produced for each key.
    +
    W - The type of windows this operates on.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    Direct Known Subclasses:
    +
    SystemReduceFn
    +
    +
    +
    +
    public abstract class ReduceFn<K,InputT,OutputT,W extends BoundedWindow>
    +extends Object
    +implements Serializable
    +
    Specification for processing to happen after elements have been grouped by key.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFnRunner.html new file mode 100644 index 00000000000..f96c50afc23 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/ReduceFnRunner.html @@ -0,0 +1,378 @@ + + + + + + +ReduceFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class ReduceFnRunner<K,InputT,OutputT,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SideInputHandler.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SideInputHandler.html new file mode 100644 index 00000000000..5d8231ae714 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SideInputHandler.html @@ -0,0 +1,437 @@ + + + + + + +SideInputHandler (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SideInputHandler

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    ReadyCheckingSideInputReader, SideInputReader
    +
    +
    +
    +
    public class SideInputHandler
    +extends Object
    +implements ReadyCheckingSideInputReader
    +
    Generic side input handler that uses StateInternals to store all data. Both the actual + side-input data and data about the windows for which we have side inputs available are stored + using StateInternals. + +

    The given StateInternals must not be scoped to an element key. The state + must instead be scoped to one key group for which the side input is being managed. + +

    This is useful for runners that transmit the side-input elements in band, as opposed + to how Dataflow has an external service for managing side inputs. + +

    Note: storing the available windows in an extra state is redundant for now but in the + future we might want to know which windows we have available so that we can garbage collect + side input data. For now, this will never clean up side-input data because we have no way + of knowing when we reach the GC horizon.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SimpleDoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SimpleDoFnRunner.html new file mode 100644 index 00000000000..9ce31f9c6de --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SimpleDoFnRunner.html @@ -0,0 +1,373 @@ + + + + + + +SimpleDoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SimpleDoFnRunner<InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - the type of the DoFn (main) input elements
    +
    OutputT - the type of the DoFn (main) output elements
    +
    +
    +
    All Implemented Interfaces:
    +
    DoFnRunner<InputT,OutputT>
    +
    +
    +
    +
    public class SimpleDoFnRunner<InputT,OutputT>
    +extends Object
    +implements DoFnRunner<InputT,OutputT>
    +
    Runs a DoFn by constructing the appropriate contexts and passing them in. + +

    Also, if the DoFn observes the window of the element, then SimpleDoFnRunner + explodes windows of the input WindowedValue and calls DoFn.ProcessElement for + each window individually.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.GBKIntoKeyedWorkItems.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.GBKIntoKeyedWorkItems.html new file mode 100644 index 00000000000..4e9346a817d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.GBKIntoKeyedWorkItems.html @@ -0,0 +1,333 @@ + + + + + + +SplittableParDo.GBKIntoKeyedWorkItems (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SplittableParDo.GBKIntoKeyedWorkItems<KeyT,InputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GBKIntoKeyedWorkItems

        +
        public GBKIntoKeyedWorkItems()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessElements.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessElements.html new file mode 100644 index 00000000000..b9f9380aa82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessElements.html @@ -0,0 +1,445 @@ + + + + + + +SplittableParDo.ProcessElements (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SplittableParDo.ProcessElements<InputT,OutputT,RestrictionT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessFn.html new file mode 100644 index 00000000000..bad40dd01e4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.ProcessFn.html @@ -0,0 +1,414 @@ + + + + + + +SplittableParDo.ProcessFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SplittableParDo.ProcessFn<InputT,OutputT,RestrictionT,TrackerT extends RestrictionTracker<RestrictionT>>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.html new file mode 100644 index 00000000000..a9d79da99ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SplittableParDo.html @@ -0,0 +1,382 @@ + + + + + + +SplittableParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SplittableParDo<InputT,OutputT,RestrictionT>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    @Experimental(value=SPLITTABLE_DO_FN)
    +public class SplittableParDo<InputT,OutputT,RestrictionT>
    +extends PTransform<PCollection<InputT>,PCollectionTuple>
    +
    A utility transform that executes a splittable DoFn by expanding it into a + network of simpler transforms: + +
      +
    1. Pair each element with an initial restriction +
    2. Split each restriction into sub-restrictions +
    3. Assign a unique key to each element/restriction pair +
    4. Group by key (so that work is partitioned by key and we can access state/timers) +
    5. Process each keyed element/restriction pair with the splittable DoFn's DoFn.ProcessElement method, using state and timers API. +
    + +

    This transform is intended as a helper for internal use by runners when implementing ParDo.of(splittable DoFn), but not for direct use by pipeline writers.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SplittableParDo

        +
        public SplittableParDo(ParDo.BoundMulti<InputT,OutputT> parDo)
        +
        Creates the transform for the given original multi-output ParDo.
        +
        +
        Parameters:
        +
        parDo - The splittable ParDo transform.
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollectionTuple expand(PCollection<InputT> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<InputT>,PCollectionTuple>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SystemReduceFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SystemReduceFn.html new file mode 100644 index 00000000000..d7d43e52875 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/SystemReduceFn.html @@ -0,0 +1,463 @@ + + + + + + +SystemReduceFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class SystemReduceFn<K,InputT,AccumT,OutputT,W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of key being processed.
    +
    InputT - The type of values associated with the key.
    +
    OutputT - The output type that will be produced for each key.
    +
    W - The type of windows this operates on.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public abstract class SystemReduceFn<K,InputT,AccumT,OutputT,W extends BoundedWindow>
    +extends ReduceFn<K,InputT,OutputT,W>
    +
    ReduceFn implementing the default reduction behaviors of GroupByKey.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html new file mode 100644 index 00000000000..0d69ef88d03 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html @@ -0,0 +1,450 @@ + + + + + + +UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BoundedToUnboundedSourceAdapter

        +
        public BoundedToUnboundedSourceAdapter(BoundedSource<T> boundedSource)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Specified by:
        +
        validate in class Source<T>
        +
        +
      • +
      + + + +
        +
      • +

        generateInitialSplits

        +
        public List<UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter<T>> generateInitialSplits(int desiredNumSplits,
        +                                                                                                     PipelineOptions options)
        +                                                                                              throws Exception
        +
        Description copied from class: UnboundedSource
        +
        Returns a list of UnboundedSource objects representing the instances of this source + that should be used when executing the workflow. Each split should return a separate partition + of the input data. + +

        For example, for a source reading from a growing directory of files, each split + could correspond to a prefix of file names. + +

        Some sources are not splittable, such as reading from a single TCP stream. In that + case, only a single split should be returned. + +

        Some data sources automatically partition their data among readers. For these types of + inputs, n identical replicas of the top-level source can be returned. + +

        The size of the returned list should be as close to desiredNumSplits + as possible, but does not have to match exactly. A low number of splits + will limit the amount of parallelism in the source.

        +
        +
        Specified by:
        +
        generateInitialSplits in class UnboundedSource<T,org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Checkpoint<T>>
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        createReader

        +
        public org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Reader createReader(PipelineOptions options,
        +                                                                                                                       org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Checkpoint<T> checkpoint)
        +                                                                                                                throws IOException
        +
        Description copied from class: UnboundedSource
        +
        Create a new UnboundedSource.UnboundedReader to read from this source, resuming from the given + checkpoint if present.
        +
        +
        Specified by:
        +
        createReader in class UnboundedSource<T,org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Checkpoint<T>>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        public Coder<T> getDefaultOutputCoder()
        +
        Description copied from class: Source
        +
        Returns the default Coder to use for the data read from this source.
        +
        +
        Specified by:
        +
        getDefaultOutputCoder in class Source<T>
        +
        +
      • +
      + + + +
        +
      • +

        getCheckpointMarkCoder

        +
        public Coder<org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Checkpoint<T>> getCheckpointMarkCoder()
        +
        Description copied from class: UnboundedSource
        +
        Returns a Coder for encoding and decoding the checkpoints for this source, or + null if the checkpoints do not need to be durably committed.
        +
        +
        Specified by:
        +
        getCheckpointMarkCoder in class UnboundedSource<T,org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.Checkpoint<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.html new file mode 100644 index 00000000000..8fbc11195e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/UnboundedReadFromBoundedSource.html @@ -0,0 +1,452 @@ + + + + + + +UnboundedReadFromBoundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class UnboundedReadFromBoundedSource<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getKindString

        +
        public String getKindString()
        +
        Description copied from class: PTransform
        +
        Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms). + +

        By default, returns the base name of this PTransform's class. + +

        The caller is responsible for ensuring that names of applied + PTransforms are unique, e.g., by adding a uniquifying + suffix when needed.

        +
        +
        Overrides:
        +
        getKindString in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/WindowingInternalsAdapters.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/WindowingInternalsAdapters.html new file mode 100644 index 00000000000..1fa2b1dcba6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/WindowingInternalsAdapters.html @@ -0,0 +1,274 @@ + + + + + + +WindowingInternalsAdapters (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core
+

Class WindowingInternalsAdapters

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WindowingInternalsAdapters

        +
        public WindowingInternalsAdapters()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AggregatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AggregatorFactory.html new file mode 100644 index 00000000000..f9e60fd9935 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AggregatorFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.AggregatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.AggregatorFactory

+
+
No usage of org.apache.beam.runners.core.AggregatorFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindows.html new file mode 100644 index 00000000000..147fa2438c5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindows.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.AssignWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.AssignWindows

+
+
No usage of org.apache.beam.runners.core.AssignWindows
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindowsDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindowsDoFn.html new file mode 100644 index 00000000000..cab28b79e22 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/AssignWindowsDoFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.AssignWindowsDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.AssignWindowsDoFn

+
+
No usage of org.apache.beam.runners.core.AssignWindowsDoFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.ReduceFnExecutor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.ReduceFnExecutor.html new file mode 100644 index 00000000000..eaecedfa32b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.ReduceFnExecutor.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.DoFnRunner.ReduceFnExecutor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.DoFnRunner.ReduceFnExecutor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.html new file mode 100644 index 00000000000..2033d83cc69 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunner.html @@ -0,0 +1,301 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.DoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.DoFnRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.OutputManager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.OutputManager.html new file mode 100644 index 00000000000..ffca8a2b8bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.OutputManager.html @@ -0,0 +1,244 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.DoFnRunners.OutputManager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.DoFnRunners.OutputManager

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.html new file mode 100644 index 00000000000..77e97a9e427 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/DoFnRunners.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.DoFnRunners (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.DoFnRunners

+
+
No usage of org.apache.beam.runners.core.DoFnRunners
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestriction.html new file mode 100644 index 00000000000..eeb5bae4770 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestriction.html @@ -0,0 +1,209 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ElementAndRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ElementAndRestriction

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestrictionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestrictionCoder.html new file mode 100644 index 00000000000..df40493a5cd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementAndRestrictionCoder.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ElementAndRestrictionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ElementAndRestrictionCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementByteSizeObservable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementByteSizeObservable.html new file mode 100644 index 00000000000..2d329ae64e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ElementByteSizeObservable.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.ElementByteSizeObservable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.ElementByteSizeObservable

+
+
No usage of org.apache.beam.runners.core.ElementByteSizeObservable
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowViaWindowSetDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowViaWindowSetDoFn.html new file mode 100644 index 00000000000..15f99054f45 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowViaWindowSetDoFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn

+
+
No usage of org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetDoFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsDoFn.html new file mode 100644 index 00000000000..268a9420b50 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsDoFn.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.GroupAlsoByWindowsDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.GroupAlsoByWindowsDoFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsViaOutputBufferDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsViaOutputBufferDoFn.html new file mode 100644 index 00000000000..6b3f5b4f609 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupAlsoByWindowsViaOutputBufferDoFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.GroupAlsoByWindowsViaOutputBufferDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.GroupAlsoByWindowsViaOutputBufferDoFn

+
+
No usage of org.apache.beam.runners.core.GroupAlsoByWindowsViaOutputBufferDoFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html new file mode 100644 index 00000000000..732c3844e74 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow

+
+
No usage of org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupAlsoByWindow
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html new file mode 100644 index 00000000000..a9b02e2b3e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly

+
+
No usage of org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly.GroupByKeyOnly
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.html new file mode 100644 index 00000000000..08132a18541 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/GroupByKeyViaGroupByKeyOnly.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly

+
+
No usage of org.apache.beam.runners.core.GroupByKeyViaGroupByKeyOnly
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItem.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItem.html new file mode 100644 index 00000000000..bd55df25853 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItem.html @@ -0,0 +1,321 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.KeyedWorkItem (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.KeyedWorkItem

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItemCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItemCoder.html new file mode 100644 index 00000000000..ee4e4e289a7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItemCoder.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.KeyedWorkItemCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.KeyedWorkItemCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.ComposedKeyedWorkItem.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.ComposedKeyedWorkItem.html new file mode 100644 index 00000000000..bd98eced260 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.ComposedKeyedWorkItem.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem

+
+
No usage of org.apache.beam.runners.core.KeyedWorkItems.ComposedKeyedWorkItem
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.html new file mode 100644 index 00000000000..1f8816af1d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/KeyedWorkItems.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.KeyedWorkItems (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.KeyedWorkItems

+
+
No usage of org.apache.beam.runners.core.KeyedWorkItems
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/LateDataDroppingDoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/LateDataDroppingDoFnRunner.html new file mode 100644 index 00000000000..f8d5656a25e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/LateDataDroppingDoFnRunner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.LateDataDroppingDoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.LateDataDroppingDoFnRunner

+
+
No usage of org.apache.beam.runners.core.LateDataDroppingDoFnRunner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/NonEmptyPanes.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/NonEmptyPanes.html new file mode 100644 index 00000000000..0cfe03f5e20 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/NonEmptyPanes.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.NonEmptyPanes (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.NonEmptyPanes

+
+
No usage of org.apache.beam.runners.core.NonEmptyPanes
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/OutputWindowedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/OutputWindowedValue.html new file mode 100644 index 00000000000..180a3ca8490 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/OutputWindowedValue.html @@ -0,0 +1,201 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.OutputWindowedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.OutputWindowedValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PaneInfoTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PaneInfoTracker.html new file mode 100644 index 00000000000..81356f38ba4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PaneInfoTracker.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.PaneInfoTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.PaneInfoTracker

+
+
No usage of org.apache.beam.runners.core.PaneInfoTracker
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PeekingReiterator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PeekingReiterator.html new file mode 100644 index 00000000000..8718a90f098 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PeekingReiterator.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.PeekingReiterator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.PeekingReiterator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PerKeyCombineFnRunners.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PerKeyCombineFnRunners.html new file mode 100644 index 00000000000..455b06279fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PerKeyCombineFnRunners.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.PerKeyCombineFnRunners (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.PerKeyCombineFnRunners

+
+
No usage of org.apache.beam.runners.core.PerKeyCombineFnRunners
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PushbackSideInputDoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PushbackSideInputDoFnRunner.html new file mode 100644 index 00000000000..cae8bcdf61b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/PushbackSideInputDoFnRunner.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.PushbackSideInputDoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.PushbackSideInputDoFnRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.Context.html new file mode 100644 index 00000000000..971b253787a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.Context.html @@ -0,0 +1,217 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ReduceFn.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ReduceFn.Context

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnMergeContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnMergeContext.html new file mode 100644 index 00000000000..ecf07583738 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnMergeContext.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ReduceFn.OnMergeContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ReduceFn.OnMergeContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnTriggerContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnTriggerContext.html new file mode 100644 index 00000000000..fbeabb69cc6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.OnTriggerContext.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ReduceFn.OnTriggerContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ReduceFn.OnTriggerContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.ProcessValueContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.ProcessValueContext.html new file mode 100644 index 00000000000..16f0918eec8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.ProcessValueContext.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ReduceFn.ProcessValueContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ReduceFn.ProcessValueContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.html new file mode 100644 index 00000000000..1d7366d57c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFn.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ReduceFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ReduceFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFnRunner.html new file mode 100644 index 00000000000..834fb4cc838 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/ReduceFnRunner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.ReduceFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.ReduceFnRunner

+
+
No usage of org.apache.beam.runners.core.ReduceFnRunner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SideInputHandler.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SideInputHandler.html new file mode 100644 index 00000000000..564fa504ba1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SideInputHandler.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SideInputHandler (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SideInputHandler

+
+
No usage of org.apache.beam.runners.core.SideInputHandler
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SimpleDoFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SimpleDoFnRunner.html new file mode 100644 index 00000000000..904655e21d9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SimpleDoFnRunner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SimpleDoFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SimpleDoFnRunner

+
+
No usage of org.apache.beam.runners.core.SimpleDoFnRunner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.GBKIntoKeyedWorkItems.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.GBKIntoKeyedWorkItems.html new file mode 100644 index 00000000000..f07792259c1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.GBKIntoKeyedWorkItems.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SplittableParDo.GBKIntoKeyedWorkItems (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SplittableParDo.GBKIntoKeyedWorkItems

+
+
No usage of org.apache.beam.runners.core.SplittableParDo.GBKIntoKeyedWorkItems
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessElements.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessElements.html new file mode 100644 index 00000000000..518cb694372 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessElements.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SplittableParDo.ProcessElements (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SplittableParDo.ProcessElements

+
+
No usage of org.apache.beam.runners.core.SplittableParDo.ProcessElements
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessFn.html new file mode 100644 index 00000000000..c6ce19c5218 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.ProcessFn.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SplittableParDo.ProcessFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SplittableParDo.ProcessFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.html new file mode 100644 index 00000000000..97a9a465f81 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SplittableParDo.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SplittableParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SplittableParDo

+
+
No usage of org.apache.beam.runners.core.SplittableParDo
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SystemReduceFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SystemReduceFn.html new file mode 100644 index 00000000000..93be34a9679 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/SystemReduceFn.html @@ -0,0 +1,207 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.SystemReduceFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.SystemReduceFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html new file mode 100644 index 00000000000..a7c86882499 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.html new file mode 100644 index 00000000000..ec8484c6eb3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/UnboundedReadFromBoundedSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.UnboundedReadFromBoundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.UnboundedReadFromBoundedSource

+
+
No usage of org.apache.beam.runners.core.UnboundedReadFromBoundedSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/WindowingInternalsAdapters.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/WindowingInternalsAdapters.html new file mode 100644 index 00000000000..9307369feaf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/class-use/WindowingInternalsAdapters.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.WindowingInternalsAdapters (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.WindowingInternalsAdapters

+
+
No usage of org.apache.beam.runners.core.WindowingInternalsAdapters
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-frame.html new file mode 100644 index 00000000000..fd7ecff88c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-frame.html @@ -0,0 +1,62 @@ + + + + + + +org.apache.beam.runners.core (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.core

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-summary.html new file mode 100644 index 00000000000..90837df5a3b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-summary.html @@ -0,0 +1,423 @@ + + + + + + +org.apache.beam.runners.core (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.core

+
+
Provides utilities for Beam runner authors.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.core Description

+
Provides utilities for Beam runner authors.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-tree.html new file mode 100644 index 00000000000..9676c45fb9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-tree.html @@ -0,0 +1,229 @@ + + + + + + +org.apache.beam.runners.core Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.core

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-use.html new file mode 100644 index 00000000000..36f0969d0ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/package-use.html @@ -0,0 +1,259 @@ + + + + + + +Uses of Package org.apache.beam.runners.core (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.core

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterAllStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterAllStateMachine.html new file mode 100644 index 00000000000..c11ad6ecb97 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterAllStateMachine.html @@ -0,0 +1,449 @@ + + + + + + +AfterAllStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterAllStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterDelayFromFirstElementStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterDelayFromFirstElementStateMachine.html new file mode 100644 index 00000000000..dcacb25b5ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterDelayFromFirstElementStateMachine.html @@ -0,0 +1,779 @@ + + + + + + +AfterDelayFromFirstElementStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterDelayFromFirstElementStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterEachStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterEachStateMachine.html new file mode 100644 index 00000000000..2dc83bccc01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterEachStateMachine.html @@ -0,0 +1,450 @@ + + + + + + +AfterEachStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterEachStateMachine

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class AfterEachStateMachine
    +extends TriggerStateMachine
    +
    A composite TriggerStateMachine that executes its sub-triggers in order. + Only one sub-trigger is executing at a time, + and any time it fires the AfterEach fires. When the currently executing + sub-trigger finishes, the AfterEach starts executing the next sub-trigger. + +

    AfterEach.inOrder(t1, t2, ...) finishes when all of the sub-triggers have finished. + +

    The following properties hold: +

      +
    • AfterEach.inOrder(AfterEach.inOrder(a, b), c) behaves the same as + AfterEach.inOrder(a, b, c) and AfterEach.inOrder(a, AfterEach.inOrder(b, c). +
    • AfterEach.inOrder(Repeatedly.forever(a), b) behaves the same as + Repeatedly.forever(a), since the repeated trigger never finishes. +
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterFirstStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterFirstStateMachine.html new file mode 100644 index 00000000000..930bff4e493 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterFirstStateMachine.html @@ -0,0 +1,448 @@ + + + + + + +AfterFirstStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterFirstStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterPaneStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterPaneStateMachine.html new file mode 100644 index 00000000000..2c209ce9c7f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterPaneStateMachine.html @@ -0,0 +1,578 @@ + + + + + + +AfterPaneStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterPaneStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterProcessingTimeStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterProcessingTimeStateMachine.html new file mode 100644 index 00000000000..9be73ad7ce8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterProcessingTimeStateMachine.html @@ -0,0 +1,427 @@ + + + + + + +AfterProcessingTimeStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterProcessingTimeStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html new file mode 100644 index 00000000000..88e6f586e56 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html @@ -0,0 +1,437 @@ + + + + + + +AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.FromEndOfWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.FromEndOfWindow.html new file mode 100644 index 00000000000..7a3b969e5b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.FromEndOfWindow.html @@ -0,0 +1,490 @@ + + + + + + +AfterWatermarkStateMachine.FromEndOfWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterWatermarkStateMachine.FromEndOfWindow

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.html new file mode 100644 index 00000000000..38acdcb61e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/AfterWatermarkStateMachine.html @@ -0,0 +1,295 @@ + + + + + + +AfterWatermarkStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class AfterWatermarkStateMachine

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=TRIGGER)
    +public class AfterWatermarkStateMachine
    +extends Object
    +
    AfterWatermark triggers fire based on progress of the system watermark. This time is a + lower-bound, sometimes heuristically established, on event times that have been fully processed + by the pipeline. + +

    For sources that provide non-heuristic watermarks (e.g. + PubsubIO when using arrival times as event times), the + watermark is a strict guarantee that no data with an event time earlier than + that watermark will ever be observed in the pipeline. In this case, it's safe to assume that any + pane triggered by an AfterWatermark trigger with a reference point at or beyond the end + of the window will be the last pane ever for that window. + +

    For sources that provide heuristic watermarks (e.g. + PubsubIO when using user-supplied event times), the + watermark itself becomes an estimate that no data with an event time earlier than that + watermark (i.e. "late data") will ever be observed in the pipeline. These heuristics can + often be quite accurate, but the chance of seeing late data for any given window is non-zero. + Thus, if absolute correctness over time is important to your use case, you may want to consider + using a trigger that accounts for late data. The default trigger, + Repeatedly.forever(AfterWatermark.pastEndOfWindow()), which fires + once when the watermark passes the end of the window and then immediately therafter when any + late data arrives, is one such example. + +

    The watermark is the clock that defines TimeDomain.EVENT_TIME. + +

    Additionaly firings before or after the watermark can be requested by calling + AfterWatermark.pastEndOfWindow.withEarlyFirings(OnceTrigger) or + AfterWatermark.pastEndOfWindow.withEarlyFirings(OnceTrigger).

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/DefaultTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/DefaultTriggerStateMachine.html new file mode 100644 index 00000000000..f80e08d02c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/DefaultTriggerStateMachine.html @@ -0,0 +1,458 @@ + + + + + + +DefaultTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class DefaultTriggerStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ExecutableTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ExecutableTriggerStateMachine.html new file mode 100644 index 00000000000..a64d506889f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ExecutableTriggerStateMachine.html @@ -0,0 +1,467 @@ + + + + + + +ExecutableTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class ExecutableTriggerStateMachine

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class ExecutableTriggerStateMachine
    +extends Object
    +implements Serializable
    +
    A wrapper around a trigger used during execution. While an actual trigger may appear multiple + times (both in the same trigger expression and in other trigger expressions), the + ExecutableTrigger wrapped around them forms a tree (only one occurrence).
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggers.html new file mode 100644 index 00000000000..791410c2bea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggers.html @@ -0,0 +1,282 @@ + + + + + + +FinishedTriggers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Interface FinishedTriggers

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersBitSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersBitSet.html new file mode 100644 index 00000000000..5929ceeb4c6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersBitSet.html @@ -0,0 +1,360 @@ + + + + + + +FinishedTriggersBitSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class FinishedTriggersBitSet

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersSet.html new file mode 100644 index 00000000000..741fe7ed1df --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/FinishedTriggersSet.html @@ -0,0 +1,347 @@ + + + + + + +FinishedTriggersSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class FinishedTriggersSet

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/NeverStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/NeverStateMachine.html new file mode 100644 index 00000000000..e47ee0b20ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/NeverStateMachine.html @@ -0,0 +1,407 @@ + + + + + + +NeverStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class NeverStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/RepeatedlyStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/RepeatedlyStateMachine.html new file mode 100644 index 00000000000..275841ecbbc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/RepeatedlyStateMachine.html @@ -0,0 +1,440 @@ + + + + + + +RepeatedlyStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class RepeatedlyStateMachine

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class RepeatedlyStateMachine
    +extends TriggerStateMachine
    +
    Repeat a trigger, either until some condition is met or forever. + +

    For example, to fire after the end of the window, and every time late data arrives: +

     
    +     Repeatedly.forever(AfterWatermark.isPastEndOfWindow());
    +  
    + +

    Repeatedly.forever(someTrigger) behaves like an infinite + AfterEach.inOrder(someTrigger, someTrigger, someTrigger, ...).

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ReshuffleTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ReshuffleTriggerStateMachine.html new file mode 100644 index 00000000000..63f76745438 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/ReshuffleTriggerStateMachine.html @@ -0,0 +1,436 @@ + + + + + + +ReshuffleTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class ReshuffleTriggerStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.MergingTriggerInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.MergingTriggerInfo.html new file mode 100644 index 00000000000..a6019d255f3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.MergingTriggerInfo.html @@ -0,0 +1,260 @@ + + + + + + +TriggerStateMachine.MergingTriggerInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Interface TriggerStateMachine.MergingTriggerInfo

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        finishedInAnyMergingWindow

        +
        boolean finishedInAnyMergingWindow()
        +
        Return true if the trigger is finished in any window being merged.
        +
      • +
      + + + +
        +
      • +

        finishedInAllMergingWindows

        +
        boolean finishedInAllMergingWindows()
        +
        Return true if the trigger is finished in all windows being merged.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnElementContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnElementContext.html new file mode 100644 index 00000000000..81bea2f8bfb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnElementContext.html @@ -0,0 +1,342 @@ + + + + + + +TriggerStateMachine.OnElementContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachine.OnElementContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OnElementContext

        +
        public OnElementContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        eventTimestamp

        +
        public abstract org.joda.time.Instant eventTimestamp()
        +
        The event timestamp of the element currently being processed.
        +
      • +
      + + + +
        +
      • +

        setTimer

        +
        public abstract void setTimer(org.joda.time.Instant timestamp,
        +                              TimeDomain domain)
        +
        Sets a timer to fire when the watermark or processing time is beyond the given timestamp. + Timers are not guaranteed to fire immediately, but will be delivered at some time afterwards. + +

        As with TriggerStateMachine.TriggerContext.state(), timers are implicitly scoped to the current window. All + timer firings for a window will be received, but the implementation should choose to ignore + those that are not applicable.

        +
        +
        Parameters:
        +
        timestamp - the time at which the trigger should be re-evaluated
        +
        domain - the domain that the timestamp applies to
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnMergeContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnMergeContext.html new file mode 100644 index 00000000000..863e5564b27 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnMergeContext.html @@ -0,0 +1,368 @@ + + + + + + +TriggerStateMachine.OnMergeContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachine.OnMergeContext

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnceTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnceTriggerStateMachine.html new file mode 100644 index 00000000000..d7d6d13d539 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.OnceTriggerStateMachine.html @@ -0,0 +1,371 @@ + + + + + + +TriggerStateMachine.OnceTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachine.OnceTriggerStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerContext.html new file mode 100644 index 00000000000..f1fc2528611 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerContext.html @@ -0,0 +1,405 @@ + + + + + + +TriggerStateMachine.TriggerContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachine.TriggerContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TriggerContext

        +
        public TriggerContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        state

        +
        public abstract StateAccessor<?> state()
        +
        Returns the interface for accessing persistent state.
        +
      • +
      + + + +
        +
      • +

        window

        +
        public abstract BoundedWindow window()
        +
        The window that the current context is executing in.
        +
      • +
      + + + + + + + +
        +
      • +

        deleteTimer

        +
        public abstract void deleteTimer(org.joda.time.Instant timestamp,
        +                                 TimeDomain domain)
        +
        Removes the timer set in this trigger context for the given Instant + and TimeDomain.
        +
      • +
      + + + +
        +
      • +

        currentProcessingTime

        +
        public abstract org.joda.time.Instant currentProcessingTime()
        +
        The current processing time.
        +
      • +
      + + + +
        +
      • +

        currentSynchronizedProcessingTime

        +
        @Nullable
        +public abstract org.joda.time.Instant currentSynchronizedProcessingTime()
        +
        The current synchronized upstream processing time or null if unknown.
        +
      • +
      + + + +
        +
      • +

        currentEventTime

        +
        @Nullable
        +public abstract org.joda.time.Instant currentEventTime()
        +
        The current event time for the input or null if unknown.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerInfo.html new file mode 100644 index 00000000000..823759ebef6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.TriggerInfo.html @@ -0,0 +1,406 @@ + + + + + + +TriggerStateMachine.TriggerInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Interface TriggerStateMachine.TriggerInfo

+
+
+
+
    +
  • +
    +
    All Known Subinterfaces:
    +
    TriggerStateMachine.MergingTriggerInfo
    +
    +
    +
    Enclosing class:
    +
    TriggerStateMachine
    +
    +
    +
    +
    public static interface TriggerStateMachine.TriggerInfo
    +
    Interface for accessing information about the trigger being executed and other triggers in the + same tree.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.html new file mode 100644 index 00000000000..a86eb1fe487 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachine.html @@ -0,0 +1,739 @@ + + + + + + +TriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachine

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineContextFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineContextFactory.html new file mode 100644 index 00000000000..17dc2e5e325 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineContextFactory.html @@ -0,0 +1,371 @@ + + + + + + +TriggerStateMachineContextFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachineContextFactory<W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    +
    public class TriggerStateMachineContextFactory<W extends BoundedWindow>
    +extends Object
    +
    Factory for creating instances of the various TriggerStateMachine contexts. + +

    These contexts are highly interdependent and share many fields; it is inadvisable + to create them via any means other than this factory class.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineRunner.html new file mode 100644 index 00000000000..19ca59429f1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachineRunner.html @@ -0,0 +1,567 @@ + + + + + + +TriggerStateMachineRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachineRunner<W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    W - The kind of windows being processed.
    +
    +
    +
    +
    public class TriggerStateMachineRunner<W extends BoundedWindow>
    +extends Object
    +
    Executes a trigger while managing persistence of information about which subtriggers are + finished. Subtriggers include all recursive trigger expressions as well as the entire trigger. + +

    Specifically, the responsibilities are: + +

      +
    • Invoking the trigger's methods via its ExecutableTriggerStateMachine wrapper by + constructing the appropriate trigger contexts.
    • +
    • Committing a record of which subtriggers are finished to persistent state.
    • +
    • Restoring the record of which subtriggers are finished from persistent state.
    • +
    • Clearing out the persisted finished set when a caller indicates + (via {#link #clearFinished}) that it is no longer needed.
    • +
    + +

    These responsibilities are intertwined: trigger contexts include mutable information about + which subtriggers are finished. This class provides the information when building the contexts + and commits the information when the method of the ExecutableTriggerStateMachine returns.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachines.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachines.html new file mode 100644 index 00000000000..8bad77bb536 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/TriggerStateMachines.html @@ -0,0 +1,253 @@ + + + + + + +TriggerStateMachines (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.core.triggers
+

Class TriggerStateMachines

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterAllStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterAllStateMachine.html new file mode 100644 index 00000000000..a39b79893cb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterAllStateMachine.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterAllStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterAllStateMachine

+
+
No usage of org.apache.beam.runners.core.triggers.AfterAllStateMachine
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterDelayFromFirstElementStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterDelayFromFirstElementStateMachine.html new file mode 100644 index 00000000000..1a2be8e4afb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterDelayFromFirstElementStateMachine.html @@ -0,0 +1,208 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterDelayFromFirstElementStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterEachStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterEachStateMachine.html new file mode 100644 index 00000000000..ba2f0674463 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterEachStateMachine.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterEachStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterEachStateMachine

+
+
No usage of org.apache.beam.runners.core.triggers.AfterEachStateMachine
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterFirstStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterFirstStateMachine.html new file mode 100644 index 00000000000..9c4f2b9bdb5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterFirstStateMachine.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterFirstStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterFirstStateMachine

+
+
No usage of org.apache.beam.runners.core.triggers.AfterFirstStateMachine
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterPaneStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterPaneStateMachine.html new file mode 100644 index 00000000000..ce9ce50114b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterPaneStateMachine.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterPaneStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterPaneStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterProcessingTimeStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterProcessingTimeStateMachine.html new file mode 100644 index 00000000000..cbbbff7c5ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterProcessingTimeStateMachine.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterProcessingTimeStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html new file mode 100644 index 00000000000..e4512e8646a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.AfterWatermarkEarlyAndLate

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.FromEndOfWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.FromEndOfWindow.html new file mode 100644 index 00000000000..eaab05c46db --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.FromEndOfWindow.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine.FromEndOfWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.html new file mode 100644 index 00000000000..0d420adbfcb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/AfterWatermarkStateMachine.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine

+
+
No usage of org.apache.beam.runners.core.triggers.AfterWatermarkStateMachine
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/DefaultTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/DefaultTriggerStateMachine.html new file mode 100644 index 00000000000..0993ea2e32e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/DefaultTriggerStateMachine.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.DefaultTriggerStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ExecutableTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ExecutableTriggerStateMachine.html new file mode 100644 index 00000000000..cd3ac04f322 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ExecutableTriggerStateMachine.html @@ -0,0 +1,387 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.ExecutableTriggerStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggers.html new file mode 100644 index 00000000000..f25d806f64d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggers.html @@ -0,0 +1,241 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.triggers.FinishedTriggers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.triggers.FinishedTriggers

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersBitSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersBitSet.html new file mode 100644 index 00000000000..1e299d51b71 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersBitSet.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.FinishedTriggersBitSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.FinishedTriggersBitSet

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersSet.html new file mode 100644 index 00000000000..6cc7b3f0428 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/FinishedTriggersSet.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.FinishedTriggersSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.FinishedTriggersSet

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/NeverStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/NeverStateMachine.html new file mode 100644 index 00000000000..2f765e8e376 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/NeverStateMachine.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.NeverStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.NeverStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/RepeatedlyStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/RepeatedlyStateMachine.html new file mode 100644 index 00000000000..5099b44e33d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/RepeatedlyStateMachine.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.RepeatedlyStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.RepeatedlyStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ReshuffleTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ReshuffleTriggerStateMachine.html new file mode 100644 index 00000000000..ee20cf8877e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/ReshuffleTriggerStateMachine.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine

+
+
No usage of org.apache.beam.runners.core.triggers.ReshuffleTriggerStateMachine
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.MergingTriggerInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.MergingTriggerInfo.html new file mode 100644 index 00000000000..0f0cafad607 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.MergingTriggerInfo.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.triggers.TriggerStateMachine.MergingTriggerInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.triggers.TriggerStateMachine.MergingTriggerInfo

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnElementContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnElementContext.html new file mode 100644 index 00000000000..3e7a028d85c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnElementContext.html @@ -0,0 +1,245 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachine.OnElementContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnMergeContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnMergeContext.html new file mode 100644 index 00000000000..f118ed93d35 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnMergeContext.html @@ -0,0 +1,245 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachine.OnMergeContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnceTriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnceTriggerStateMachine.html new file mode 100644 index 00000000000..b58c186bcae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.OnceTriggerStateMachine.html @@ -0,0 +1,297 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachine.OnceTriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachine.OnceTriggerStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerContext.html new file mode 100644 index 00000000000..c1381dda38c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerContext.html @@ -0,0 +1,371 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerInfo.html new file mode 100644 index 00000000000..1118f4fb40f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.TriggerInfo.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Interface org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.core.triggers.TriggerStateMachine.TriggerInfo

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.html new file mode 100644 index 00000000000..cb547dd4181 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachine.html @@ -0,0 +1,386 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachine

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineContextFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineContextFactory.html new file mode 100644 index 00000000000..aa685e3644d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineContextFactory.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachineContextFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineRunner.html new file mode 100644 index 00000000000..8d3d47cc9ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachineRunner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachineRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachineRunner

+
+
No usage of org.apache.beam.runners.core.triggers.TriggerStateMachineRunner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachines.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachines.html new file mode 100644 index 00000000000..e88d1c30663 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/class-use/TriggerStateMachines.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.core.triggers.TriggerStateMachines (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.core.triggers.TriggerStateMachines

+
+
No usage of org.apache.beam.runners.core.triggers.TriggerStateMachines
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-frame.html new file mode 100644 index 00000000000..2cffb374674 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-frame.html @@ -0,0 +1,47 @@ + + + + + + +org.apache.beam.runners.core.triggers (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.core.triggers

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-summary.html new file mode 100644 index 00000000000..b1b966606eb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-summary.html @@ -0,0 +1,313 @@ + + + + + + +org.apache.beam.runners.core.triggers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.core.triggers

+
+
State machine implementations for triggers, called "triggers" because + they react to events.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.core.triggers Description

+
State machine implementations for triggers, called "triggers" because + they react to events.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-tree.html new file mode 100644 index 00000000000..23bbf96caa1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-tree.html @@ -0,0 +1,183 @@ + + + + + + +org.apache.beam.runners.core.triggers Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.core.triggers

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-use.html new file mode 100644 index 00000000000..cb021a7a6ca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/core/triggers/package-use.html @@ -0,0 +1,287 @@ + + + + + + +Uses of Package org.apache.beam.runners.core.triggers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.core.triggers

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowClient.html new file mode 100644 index 00000000000..7ee94531803 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowClient.html @@ -0,0 +1,430 @@ + + + + + + +DataflowClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowClient

+
+
+ +
+
    +
  • +
    +
    +
    public class DataflowClient
    +extends Object
    +
    Wrapper around the generated Dataflow client to provide common functionality.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Static Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      static DataflowClientcreate(DataflowPipelineOptions options) 
      com.google.api.services.dataflow.model.JobcreateJob(com.google.api.services.dataflow.model.Job job) +
      Creates the Dataflow Job.
      +
      com.google.api.services.dataflow.model.JobgetJob(String jobId) +
      Gets the Dataflow Job with the given jobId.
      +
      com.google.api.services.dataflow.model.JobMetricsgetJobMetrics(String jobId) +
      Gets the JobMetrics with the given jobId.
      +
      com.google.api.services.dataflow.model.LeaseWorkItemResponseleaseWorkItem(String jobId, + com.google.api.services.dataflow.model.LeaseWorkItemRequest request) +
      Leases the work item for jobId.
      +
      com.google.api.services.dataflow.model.ListJobMessagesResponselistJobMessages(String jobId, + String pageToken) +
      Lists job messages with the given jobId.
      +
      com.google.api.services.dataflow.model.ListJobsResponselistJobs(String pageToken) +
      Lists Dataflow Jobs in the project associated with + the DataflowPipelineOptions.
      +
      com.google.api.services.dataflow.model.ReportWorkItemStatusResponsereportWorkItemStatus(String jobId, + com.google.api.services.dataflow.model.ReportWorkItemStatusRequest request) +
      Reports the status of the work item for jobId.
      +
      com.google.api.services.dataflow.model.JobupdateJob(String jobId, + com.google.api.services.dataflow.model.Job content) +
      Updates the Dataflow Job with the given jobId.
      +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        createJob

        +
        public com.google.api.services.dataflow.model.Job createJob(@Nonnull
        +                                                            com.google.api.services.dataflow.model.Job job)
        +                                                     throws IOException
        +
        Creates the Dataflow Job.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        updateJob

        +
        public com.google.api.services.dataflow.model.Job updateJob(@Nonnull
        +                                                            String jobId,
        +                                                            @Nonnull
        +                                                            com.google.api.services.dataflow.model.Job content)
        +                                                     throws IOException
        +
        Updates the Dataflow Job with the given jobId.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getJob

        +
        public com.google.api.services.dataflow.model.Job getJob(@Nonnull
        +                                                         String jobId)
        +                                                  throws IOException
        +
        Gets the Dataflow Job with the given jobId.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getJobMetrics

        +
        public com.google.api.services.dataflow.model.JobMetrics getJobMetrics(@Nonnull
        +                                                                       String jobId)
        +                                                                throws IOException
        +
        Gets the JobMetrics with the given jobId.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        listJobMessages

        +
        public com.google.api.services.dataflow.model.ListJobMessagesResponse listJobMessages(@Nonnull
        +                                                                                      String jobId,
        +                                                                                      @Nullable
        +                                                                                      String pageToken)
        +                                                                               throws IOException
        +
        Lists job messages with the given jobId.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        leaseWorkItem

        +
        public com.google.api.services.dataflow.model.LeaseWorkItemResponse leaseWorkItem(@Nonnull
        +                                                                                  String jobId,
        +                                                                                  @Nonnull
        +                                                                                  com.google.api.services.dataflow.model.LeaseWorkItemRequest request)
        +                                                                           throws IOException
        +
        Leases the work item for jobId.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        reportWorkItemStatus

        +
        public com.google.api.services.dataflow.model.ReportWorkItemStatusResponse reportWorkItemStatus(@Nonnull
        +                                                                                                String jobId,
        +                                                                                                @Nonnull
        +                                                                                                com.google.api.services.dataflow.model.ReportWorkItemStatusRequest request)
        +                                                                                         throws IOException
        +
        Reports the status of the work item for jobId.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyExistsException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyExistsException.html new file mode 100644 index 00000000000..d682cd1a74f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyExistsException.html @@ -0,0 +1,290 @@ + + + + + + +DataflowJobAlreadyExistsException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowJobAlreadyExistsException

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class DataflowJobAlreadyExistsException
    +extends DataflowJobException
    +
    An exception that is thrown if the unique job name constraint of the Dataflow + service is broken because an existing job with the same job name is currently active. + The DataflowPipelineJob contained within this exception contains information + about the pre-existing job.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowJobAlreadyExistsException

        +
        public DataflowJobAlreadyExistsException(DataflowPipelineJob job,
        +                                         String message)
        +
        Create a new DataflowJobAlreadyExistsException with the specified DataflowPipelineJob and message.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyUpdatedException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyUpdatedException.html new file mode 100644 index 00000000000..1daa241432c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobAlreadyUpdatedException.html @@ -0,0 +1,289 @@ + + + + + + +DataflowJobAlreadyUpdatedException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowJobAlreadyUpdatedException

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class DataflowJobAlreadyUpdatedException
    +extends DataflowJobException
    +
    An exception that is thrown if the existing job has already been updated within the Dataflow + service and is no longer able to be updated. The DataflowPipelineJob contained within + this exception contains information about the pre-existing updated job.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowJobAlreadyUpdatedException

        +
        public DataflowJobAlreadyUpdatedException(DataflowPipelineJob job,
        +                                          String message)
        +
        Create a new DataflowJobAlreadyUpdatedException with the specified DataflowPipelineJob and message.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobException.html new file mode 100644 index 00000000000..e51673bc416 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowJobException.html @@ -0,0 +1,277 @@ + + + + + + +DataflowJobException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowJobException

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineJob.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineJob.html new file mode 100644 index 00000000000..2967fc9b5f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineJob.html @@ -0,0 +1,572 @@ + + + + + + +DataflowPipelineJob (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowPipelineJob

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        STATUS_BACKOFF_FACTORY

        +
        protected static final FluentBackoff STATUS_BACKOFF_FACTORY
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowPipelineJob

        +
        public DataflowPipelineJob(String jobId,
        +                           DataflowPipelineOptions dataflowOptions,
        +                           org.apache.beam.runners.dataflow.internal.DataflowAggregatorTransforms aggregatorTransforms)
        +
        Constructs the job.
        +
        +
        Parameters:
        +
        jobId - the job id
        +
        dataflowOptions - used to configure the client for the Dataflow Service
        +
        aggregatorTransforms - a mapping from aggregators to PTransforms
        +
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Options.html new file mode 100644 index 00000000000..c0359a47108 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Options.html @@ -0,0 +1,288 @@ + + + + + + +DataflowPipelineRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowPipelineRegistrar.Options

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Runner.html new file mode 100644 index 00000000000..b7b11a7ea97 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.Runner.html @@ -0,0 +1,292 @@ + + + + + + +DataflowPipelineRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowPipelineRegistrar.Runner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.html new file mode 100644 index 00000000000..2701872f1d8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineRegistrar.html @@ -0,0 +1,228 @@ + + + + + + +DataflowPipelineRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowPipelineRegistrar

+
+
+ +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.JobSpecification.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.JobSpecification.html new file mode 100644 index 00000000000..aaef2a051cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.JobSpecification.html @@ -0,0 +1,301 @@ + + + + + + +DataflowPipelineTranslator.JobSpecification (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowPipelineTranslator.JobSpecification

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    DataflowPipelineTranslator
    +
    +
    +
    +
    public static class DataflowPipelineTranslator.JobSpecification
    +extends Object
    +
    The result of a job translation. + +

    Used to pass the result Job and any state that was used to construct the job that + may be of use to other classes (eg the PTransform to StepName mapping).

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        JobSpecification

        +
        public JobSpecification(com.google.api.services.dataflow.model.Job job,
        +                        Map<AppliedPTransform<?,?,?>,String> stepNames)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getJob

        +
        public com.google.api.services.dataflow.model.Job getJob()
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TransformTranslator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TransformTranslator.html new file mode 100644 index 00000000000..a63fd7e0ce3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TransformTranslator.html @@ -0,0 +1,235 @@ + + + + + + +DataflowPipelineTranslator.TransformTranslator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Interface DataflowPipelineTranslator.TransformTranslator<TransformT extends PTransform>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TranslationContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TranslationContext.html new file mode 100644 index 00000000000..9ab89fe7439 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.TranslationContext.html @@ -0,0 +1,540 @@ + + + + + + +DataflowPipelineTranslator.TranslationContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Interface DataflowPipelineTranslator.TranslationContext

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      longaddCollectionToSingletonOutput(PValue inputValue, + PValue outputValue) +
      Adds an output to the previously added CollectionToSingleton Dataflow step, + consuming the specified input PValue and producing the specified output + PValue.
      +
      voidaddEncodingInput(Coder<?> value) +
      Sets the encoding for the current Dataflow step.
      +
      voidaddInput(String name, + Boolean value) +
      Adds an input with the given name and value to the current + Dataflow step.
      +
      voidaddInput(String name, + List<? extends Map<String,Object>> elements) +
      Adds an input that is a list of objects.
      +
      voidaddInput(String name, + Long value) +
      Adds an input with the given name and value to the current + Dataflow step.
      +
      voidaddInput(String name, + Map<String,Object> elements) +
      Adds an input that is a dictionary of strings to objects.
      +
      voidaddInput(String name, + PInput value) +
      Adds an input with the given name to the previously added Dataflow + step, coming from the specified input PValue.
      +
      voidaddInput(String name, + String value) +
      Adds an input with the given name and value to the current + Dataflow step.
      +
      longaddOutput(PValue value) +
      Adds an output to the previously added Dataflow step, + producing the specified output PValue, + including its Coder if a TypedPValue.
      +
      voidaddStep(PTransform<?,?> transform, + String type) +
      Adds a step to the Dataflow workflow for the given transform, with + the given Dataflow step type.
      +
      voidaddStep(PTransform<?,? extends PValue> transform, + com.google.api.services.dataflow.model.Step step) +
      Adds a pre-defined step to the Dataflow workflow.
      +
      longaddValueOnlyOutput(PValue value) +
      Adds an output to the previously added Dataflow step, + producing the specified output PValue, + including its Coder if a TypedPValue.
      +
      OutputReferenceasOutputReference(PValue value) +
      Encode a PValue reference as an output reference.
      +
      StringgetFullName(PTransform<?,?> transform) +
      Returns the full name of the currently being translated transform.
      +
      <InputT extends PInput>
      InputT
      getInput(PTransform<InputT,?> transform) +
      Returns the input of the currently being translated transform.
      +
      <OutputT extends POutput>
      OutputT
      getOutput(PTransform<?,OutputT> transform) +
      Returns the output of the currently being translated transform.
      +
      DataflowPipelineOptionsgetPipelineOptions() +
      Returns the configured pipeline options.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getPipelineOptions

        +
        DataflowPipelineOptions getPipelineOptions()
        +
        Returns the configured pipeline options.
        +
      • +
      + + + +
        +
      • +

        getInput

        +
        <InputT extends PInput> InputT getInput(PTransform<InputT,?> transform)
        +
        Returns the input of the currently being translated transform.
        +
      • +
      + + + +
        +
      • +

        getOutput

        +
        <OutputT extends POutput> OutputT getOutput(PTransform<?,OutputT> transform)
        +
        Returns the output of the currently being translated transform.
        +
      • +
      + + + +
        +
      • +

        getFullName

        +
        String getFullName(PTransform<?,?> transform)
        +
        Returns the full name of the currently being translated transform.
        +
      • +
      + + + + + + + +
        +
      • +

        addStep

        +
        void addStep(PTransform<?,? extends PValue> transform,
        +             com.google.api.services.dataflow.model.Step step)
        +
        Adds a pre-defined step to the Dataflow workflow. The given PTransform should be + consistent with the Step, in terms of input, output and coder types. + +

        This is a low-level operation, when using this method it is up to + the caller to ensure that names do not collide.

        +
      • +
      + + + +
        +
      • +

        addEncodingInput

        +
        void addEncodingInput(Coder<?> value)
        +
        Sets the encoding for the current Dataflow step.
        +
      • +
      + + + +
        +
      • +

        addInput

        +
        void addInput(String name,
        +              Boolean value)
        +
        Adds an input with the given name and value to the current + Dataflow step.
        +
      • +
      + + + +
        +
      • +

        addInput

        +
        void addInput(String name,
        +              String value)
        +
        Adds an input with the given name and value to the current + Dataflow step.
        +
      • +
      + + + +
        +
      • +

        addInput

        +
        void addInput(String name,
        +              Long value)
        +
        Adds an input with the given name and value to the current + Dataflow step.
        +
      • +
      + + + +
        +
      • +

        addInput

        +
        void addInput(String name,
        +              PInput value)
        +
        Adds an input with the given name to the previously added Dataflow + step, coming from the specified input PValue.
        +
      • +
      + + + +
        +
      • +

        addInput

        +
        void addInput(String name,
        +              Map<String,Object> elements)
        +
        Adds an input that is a dictionary of strings to objects.
        +
      • +
      + + + +
        +
      • +

        addInput

        +
        void addInput(String name,
        +              List<? extends Map<String,Object>> elements)
        +
        Adds an input that is a list of objects.
        +
      • +
      + + + +
        +
      • +

        addOutput

        +
        long addOutput(PValue value)
        +
        Adds an output to the previously added Dataflow step, + producing the specified output PValue, + including its Coder if a TypedPValue. If the + PValue is a PCollection, wraps its coder inside + a WindowedValueCoder. Returns a pipeline level unique id.
        +
      • +
      + + + +
        +
      • +

        addValueOnlyOutput

        +
        long addValueOnlyOutput(PValue value)
        +
        Adds an output to the previously added Dataflow step, + producing the specified output PValue, + including its Coder if a TypedPValue. If the + PValue is a PCollection, wraps its coder inside + a ValueOnlyCoder. Returns a pipeline level unique id.
        +
      • +
      + + + +
        +
      • +

        addCollectionToSingletonOutput

        +
        long addCollectionToSingletonOutput(PValue inputValue,
        +                                    PValue outputValue)
        +
        Adds an output to the previously added CollectionToSingleton Dataflow step, + consuming the specified input PValue and producing the specified output + PValue. This step requires special treatment for its + output encoding. Returns a pipeline level unique id.
        +
      • +
      + + + +
        +
      • +

        asOutputReference

        +
        OutputReference asOutputReference(PValue value)
        +
        Encode a PValue reference as an output reference.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.html new file mode 100644 index 00000000000..9d9a75be55d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowPipelineTranslator.html @@ -0,0 +1,380 @@ + + + + + + +DataflowPipelineTranslator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowPipelineTranslator

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.StreamingPCollectionViewWriterFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.StreamingPCollectionViewWriterFn.html new file mode 100644 index 00000000000..aa06d3c4bb0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.StreamingPCollectionViewWriterFn.html @@ -0,0 +1,358 @@ + + + + + + +DataflowRunner.StreamingPCollectionViewWriterFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowRunner.StreamingPCollectionViewWriterFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.html new file mode 100644 index 00000000000..1bb549ec423 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunner.html @@ -0,0 +1,491 @@ + + + + + + +DataflowRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowRunner

+
+
+ +
+
    +
  • +
    +
    +
    public class DataflowRunner
    +extends PipelineRunner<DataflowPipelineJob>
    +
    A PipelineRunner that executes the operations in the pipeline by first translating them + to the Dataflow representation using the DataflowPipelineTranslator and then submitting + them to a Dataflow service for execution. + +

    Permissions

    + +

    When reading from a Dataflow source or writing to a Dataflow sink using + DataflowRunner, the Google cloudservices account and the Google compute engine service + account of the GCP project running the Dataflow Job will need access to the corresponding + source/sink. + +

    Please see Google Cloud + Dataflow Security and Permissions for more details.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        PROJECT_ID_REGEXP

        +
        public static final String PROJECT_ID_REGEXP
        +
        Project IDs must contain lowercase letters, digits, or dashes. + IDs must start with a letter and may not end with a dash. + This regex isn't exact - this allows for patterns that would be rejected by + the service, but this is sufficient for basic validation of project IDs.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromOptions

        +
        public static DataflowRunner fromOptions(PipelineOptions options)
        +
        Construct a runner from the provided options.
        +
        +
        Parameters:
        +
        options - Properties that configure the runner.
        +
        Returns:
        +
        The newly created runner.
        +
        +
      • +
      + + + + + +
        +
      • +

        apply

        +
        public <OutputT extends POutput,InputT extends PInput> OutputT apply(PTransform<InputT,OutputT> transform,
        +                                                                     InputT input)
        +
        Applies the given transform to the input. For transforms with customized definitions + for the Dataflow pipeline runner, the application is intercepted and modified here.
        +
        +
        Overrides:
        +
        apply in class PipelineRunner<DataflowPipelineJob>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getTranslator

        +
        public DataflowPipelineTranslator getTranslator()
        +
        Returns the DataflowPipelineTranslator associated with this object.
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        detectClassPathResourcesToStage

        +
        protected static List<String> detectClassPathResourcesToStage(ClassLoader classLoader)
        +
        Attempts to detect all the resources the class loader has access to. This does not recurse + to class loader parents stopping it from pulling in resources from the system class loader.
        +
        +
        Parameters:
        +
        classLoader - The URLClassLoader to use to detect resources to stage.
        +
        Returns:
        +
        A list of absolute paths to the resources the class loader uses.
        +
        Throws:
        +
        IllegalArgumentException - If either the class loader is not a URLClassLoader or one + of the resources the class loader exposes is not a file resource.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerHooks.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerHooks.html new file mode 100644 index 00000000000..6a414319f98 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerHooks.html @@ -0,0 +1,287 @@ + + + + + + +DataflowRunnerHooks (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowRunnerHooks

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental
    +public class DataflowRunnerHooks
    +extends Object
    +
    An instance of this class can be passed to the + DataflowRunner to add user defined hooks to be + invoked at various times during pipeline execution.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowRunnerHooks

        +
        public DataflowRunnerHooks()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        modifyEnvironmentBeforeSubmission

        +
        public void modifyEnvironmentBeforeSubmission(com.google.api.services.dataflow.model.Environment environment)
        +
        Allows the user to modify the environment of their job before their job is submitted + to the service for execution.
        +
        +
        Parameters:
        +
        environment - The environment of the job. Users can make change to this instance in order + to change the environment with which their job executes on the service.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerInfo.html new file mode 100644 index 00000000000..31fe78d5084 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowRunnerInfo.html @@ -0,0 +1,291 @@ + + + + + + +DataflowRunnerInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowRunnerInfo

+
+
+ +
+
    +
  • +
    +
    +
    public final class DataflowRunnerInfo
    +extends Object
    +
    Populates versioning and other information for DataflowRunner.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getEnvironmentMajorVersion

        +
        public String getEnvironmentMajorVersion()
        +
        Provides the environment's major version number.
        +
      • +
      + + + +
        +
      • +

        getBatchWorkerHarnessContainerImage

        +
        public String getBatchWorkerHarnessContainerImage()
        +
        Provides the batch worker harness container image name.
        +
      • +
      + + + +
        +
      • +

        getStreamingWorkerHarnessContainerImage

        +
        public String getStreamingWorkerHarnessContainerImage()
        +
        Provides the streaming worker harness container image name.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowServiceException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowServiceException.html new file mode 100644 index 00000000000..a049722d81d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/DataflowServiceException.html @@ -0,0 +1,242 @@ + + + + + + +DataflowServiceException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow
+

Class DataflowServiceException

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class DataflowServiceException
    +extends DataflowJobException
    +
    Signals there was an error retrieving information about a job from the Cloud Dataflow Service.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowClient.html new file mode 100644 index 00000000000..1c747ebf028 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowClient.html @@ -0,0 +1,192 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowClient

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyExistsException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyExistsException.html new file mode 100644 index 00000000000..020c4736621 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyExistsException.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowJobAlreadyExistsException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowJobAlreadyExistsException

+
+
No usage of org.apache.beam.runners.dataflow.DataflowJobAlreadyExistsException
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyUpdatedException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyUpdatedException.html new file mode 100644 index 00000000000..0db377d7fc1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobAlreadyUpdatedException.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowJobAlreadyUpdatedException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowJobAlreadyUpdatedException

+
+
No usage of org.apache.beam.runners.dataflow.DataflowJobAlreadyUpdatedException
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobException.html new file mode 100644 index 00000000000..694ae0690aa --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowJobException.html @@ -0,0 +1,184 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowJobException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowJobException

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineJob.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineJob.html new file mode 100644 index 00000000000..bffc701423b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineJob.html @@ -0,0 +1,264 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowPipelineJob (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowPipelineJob

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Options.html new file mode 100644 index 00000000000..cab2fba88df --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Options.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Options

+
+
No usage of org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Options
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Runner.html new file mode 100644 index 00000000000..8771ce86c78 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.Runner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Runner

+
+
No usage of org.apache.beam.runners.dataflow.DataflowPipelineRegistrar.Runner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.html new file mode 100644 index 00000000000..3ef901acd21 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowPipelineRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowPipelineRegistrar

+
+
No usage of org.apache.beam.runners.dataflow.DataflowPipelineRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.JobSpecification.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.JobSpecification.html new file mode 100644 index 00000000000..bdbd86accfb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.JobSpecification.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowPipelineTranslator.JobSpecification (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowPipelineTranslator.JobSpecification

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TransformTranslator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TransformTranslator.html new file mode 100644 index 00000000000..aa2d79660c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TransformTranslator.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TransformTranslator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TransformTranslator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TranslationContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TranslationContext.html new file mode 100644 index 00000000000..7fa0ef6ec82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.TranslationContext.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.DataflowPipelineTranslator.TranslationContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.html new file mode 100644 index 00000000000..5fbf0e517ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowPipelineTranslator.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowPipelineTranslator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowPipelineTranslator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.StreamingPCollectionViewWriterFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.StreamingPCollectionViewWriterFn.html new file mode 100644 index 00000000000..e60a51beb63 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.StreamingPCollectionViewWriterFn.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowRunner.StreamingPCollectionViewWriterFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowRunner.StreamingPCollectionViewWriterFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.html new file mode 100644 index 00000000000..5f2ff3ac8ab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunner.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerHooks.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerHooks.html new file mode 100644 index 00000000000..f540b9ec5ea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerHooks.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowRunnerHooks (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowRunnerHooks

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerInfo.html new file mode 100644 index 00000000000..f69ab7a90a0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowRunnerInfo.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowRunnerInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowRunnerInfo

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowServiceException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowServiceException.html new file mode 100644 index 00000000000..8ca7f87fe76 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/class-use/DataflowServiceException.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.DataflowServiceException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.DataflowServiceException

+
+
No usage of org.apache.beam.runners.dataflow.DataflowServiceException
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/CloudDebuggerOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/CloudDebuggerOptions.html new file mode 100644 index 00000000000..622db5988af --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/CloudDebuggerOptions.html @@ -0,0 +1,307 @@ + + + + + + +CloudDebuggerOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface CloudDebuggerOptions

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      com.google.api.services.clouddebugger.v2.model.DebuggeegetDebuggee() +
      The Cloud Debugger debuggee to associate with.
      +
      booleangetEnableCloudDebugger() +
      Whether to enable the Cloud Debugger snapshot agent for the current job.
      +
      doublegetMaxConditionCost() +
      The maximum cost (as a ratio of CPU time) allowed for evaluating conditional snapshots.
      +
      voidsetDebuggee(com.google.api.services.clouddebugger.v2.model.Debuggee debuggee) 
      voidsetEnableCloudDebugger(boolean enabled) 
      voidsetMaxConditionCost(double maxConditionCost) 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getEnableCloudDebugger

        +
        boolean getEnableCloudDebugger()
        +
        Whether to enable the Cloud Debugger snapshot agent for the current job.
        +
      • +
      + + + +
        +
      • +

        setEnableCloudDebugger

        +
        void setEnableCloudDebugger(boolean enabled)
        +
      • +
      + + + +
        +
      • +

        getDebuggee

        +
        @Hidden
        + @Nullable
        +com.google.api.services.clouddebugger.v2.model.Debuggee getDebuggee()
        +
        The Cloud Debugger debuggee to associate with. This should not be set directly.
        +
      • +
      + + + +
        +
      • +

        setDebuggee

        +
        void setDebuggee(com.google.api.services.clouddebugger.v2.model.Debuggee debuggee)
        +
      • +
      + + + +
        +
      • +

        getMaxConditionCost

        +
        @Default.Double(value=0.01)
        +double getMaxConditionCost()
        +
        The maximum cost (as a ratio of CPU time) allowed for evaluating conditional snapshots.
        +
      • +
      + + + +
        +
      • +

        setMaxConditionCost

        +
        void setMaxConditionCost(double maxConditionCost)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.DataflowClientFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.DataflowClientFactory.html new file mode 100644 index 00000000000..2148bfaf14b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.DataflowClientFactory.html @@ -0,0 +1,295 @@ + + + + + + +DataflowPipelineDebugOptions.DataflowClientFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Class DataflowPipelineDebugOptions.DataflowClientFactory

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    DefaultValueFactory<com.google.api.services.dataflow.Dataflow>
    +
    +
    +
    Enclosing interface:
    +
    DataflowPipelineDebugOptions
    +
    +
    +
    +
    public static class DataflowPipelineDebugOptions.DataflowClientFactory
    +extends Object
    +implements DefaultValueFactory<com.google.api.services.dataflow.Dataflow>
    +
    Returns the default Dataflow client built from the passed in PipelineOptions.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowClientFactory

        +
        public DataflowClientFactory()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public com.google.api.services.dataflow.Dataflow create(PipelineOptions options)
        +
        Description copied from interface: DefaultValueFactory
        +
        Creates a default value for a getter marked with Default.InstanceFactory.
        +
        +
        Specified by:
        +
        create in interface DefaultValueFactory<com.google.api.services.dataflow.Dataflow>
        +
        Parameters:
        +
        options - The current pipeline options.
        +
        Returns:
        +
        The default value to be used for the annotated getter.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.StagerFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.StagerFactory.html new file mode 100644 index 00000000000..455221275ca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.StagerFactory.html @@ -0,0 +1,296 @@ + + + + + + +DataflowPipelineDebugOptions.StagerFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Class DataflowPipelineDebugOptions.StagerFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.html new file mode 100644 index 00000000000..f4f68c4ba94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.html @@ -0,0 +1,685 @@ + + + + + + +DataflowPipelineDebugOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface DataflowPipelineDebugOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getExperiments

        +
        @Experimental
        +List<String> getExperiments()
        +
        The list of backend experiments to enable. + +

        Dataflow provides a number of experimental features that can be enabled + with this flag. + +

        Please sync with the Dataflow team before enabling any experiments.

        +
      • +
      + + + +
        +
      • +

        setExperiments

        +
        void setExperiments(List<String> value)
        +
      • +
      + + + +
        +
      • +

        getApiRootUrl

        +
        @Default.String(value="https://dataflow.googleapis.com/")
        +String getApiRootUrl()
        +
        The root URL for the Dataflow API. dataflowEndpoint can override this value + if it contains an absolute URL, otherwise apiRootUrl will be combined with + dataflowEndpoint to generate the full URL to communicate with the Dataflow API.
        +
      • +
      + + + +
        +
      • +

        setApiRootUrl

        +
        void setApiRootUrl(String value)
        +
      • +
      + + + +
        +
      • +

        getDataflowEndpoint

        +
        @Default.String(value="")
        +String getDataflowEndpoint()
        +
        Dataflow endpoint to use. + +

        Defaults to the current version of the Google Cloud Dataflow + API, at the time the current SDK version was released. + +

        If the string contains "://", then this is treated as a URL, + otherwise getApiRootUrl() is used as the root + URL.

        +
      • +
      + + + +
        +
      • +

        setDataflowEndpoint

        +
        void setDataflowEndpoint(String value)
        +
      • +
      + + + +
        +
      • +

        getDataflowJobFile

        +
        String getDataflowJobFile()
        +
        The path to write the translated Dataflow job specification out to + at job submission time. The Dataflow job specification will be represented in JSON + format.
        +
      • +
      + + + +
        +
      • +

        setDataflowJobFile

        +
        void setDataflowJobFile(String value)
        +
      • +
      + + + +
        +
      • +

        getStagerClass

        +
        @Default.Class(value=GcsStager.class)
        +Class<? extends Stager> getStagerClass()
        +
        The class responsible for staging resources to be accessible by workers + during job execution. If stager has not been set explicitly, an instance of this class + will be created and used as the resource stager.
        +
      • +
      + + + +
        +
      • +

        setStagerClass

        +
        void setStagerClass(Class<? extends Stager> stagerClass)
        +
      • +
      + + + + + + + +
        +
      • +

        setStager

        +
        void setStager(Stager stager)
        +
      • +
      + + + + + + + +
        +
      • +

        setDataflowClient

        +
        void setDataflowClient(com.google.api.services.dataflow.Dataflow value)
        +
      • +
      + + + +
        +
      • +

        getTransformNameMapping

        +
        Map<String,String> getTransformNameMapping()
        +
        Mapping of old PTranform names to new ones, specified as JSON + {"oldName":"newName",...}. To mark a transform as deleted, make newName the + empty string.
        +
      • +
      + + + +
        +
      • +

        setTransformNameMapping

        +
        void setTransformNameMapping(Map<String,String> value)
        +
      • +
      + + + +
        +
      • +

        getOverrideWindmillBinary

        +
        String getOverrideWindmillBinary()
        +
        Custom windmill_main binary to use with the streaming runner.
        +
      • +
      + + + +
        +
      • +

        setOverrideWindmillBinary

        +
        void setOverrideWindmillBinary(String value)
        +
      • +
      + + + +
        +
      • +

        getWindmillServiceEndpoint

        +
        String getWindmillServiceEndpoint()
        +
        Custom windmill service endpoint.
        +
      • +
      + + + +
        +
      • +

        setWindmillServiceEndpoint

        +
        void setWindmillServiceEndpoint(String value)
        +
      • +
      + + + + + + + +
        +
      • +

        setWindmillServicePort

        +
        void setWindmillServicePort(int value)
        +
      • +
      + + + +
        +
      • +

        getNumberOfWorkerHarnessThreads

        +
        int getNumberOfWorkerHarnessThreads()
        +
        Number of threads to use on the Dataflow worker harness. If left unspecified, + the Dataflow service will compute an appropriate number of threads to use.
        +
      • +
      + + + +
        +
      • +

        setNumberOfWorkerHarnessThreads

        +
        void setNumberOfWorkerHarnessThreads(int value)
        +
      • +
      + + + +
        +
      • +

        getDumpHeapOnOOM

        +
        boolean getDumpHeapOnOOM()
        +
        If true, save a heap dump before killing a thread or process which is GC + thrashing or out of memory. The location of the heap file will either be echoed back + to the user, or the user will be given the opportunity to download the heap file. + +

        CAUTION: Heap dumps can of comparable size to the default boot disk. Consider increasing + the boot disk size before setting this flag to true.

        +
      • +
      + + + +
        +
      • +

        setDumpHeapOnOOM

        +
        void setDumpHeapOnOOM(boolean dumpHeapBeforeExit)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.StagingLocationFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.StagingLocationFactory.html new file mode 100644 index 00000000000..3aa2ae54896 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.StagingLocationFactory.html @@ -0,0 +1,295 @@ + + + + + + +DataflowPipelineOptions.StagingLocationFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Class DataflowPipelineOptions.StagingLocationFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.html new file mode 100644 index 00000000000..f52dc2ea750 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.html @@ -0,0 +1,525 @@ + + + + + + +DataflowPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface DataflowPipelineOptions

+
+
+ +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html new file mode 100644 index 00000000000..37aa6a35862 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html @@ -0,0 +1,387 @@ + + + + + + +DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Enum DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html new file mode 100644 index 00000000000..0f6cbdad9a6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html @@ -0,0 +1,296 @@ + + + + + + +DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Class DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WorkerHarnessContainerImageFactory

        +
        public WorkerHarnessContainerImageFactory()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.html new file mode 100644 index 00000000000..5fffc528c2e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowPipelineWorkerPoolOptions.html @@ -0,0 +1,667 @@ + + + + + + +DataflowPipelineWorkerPoolOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface DataflowPipelineWorkerPoolOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getNumWorkers

        +
        int getNumWorkers()
        +
        Number of workers to use when executing the Dataflow job. Note that selection of an autoscaling + algorithm other then NONE will affect the size of the worker pool. If left unspecified, + the Dataflow service will determine the number of workers.
        +
      • +
      + + + +
        +
      • +

        setNumWorkers

        +
        void setNumWorkers(int value)
        +
      • +
      + + + +
        +
      • +

        getAutoscalingAlgorithm

        +
        @Experimental(value=AUTOSCALING)
        +DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType getAutoscalingAlgorithm()
        +
        [Experimental] The autoscaling algorithm to use for the workerpool. + +
          +
        • NONE: does not change the size of the worker pool.
        • +
        • BASIC: autoscale the worker pool size up to maxNumWorkers until the job completes.
        • +
        • THROUGHPUT_BASED: autoscale the workerpool based on throughput (up to maxNumWorkers). +
        • +
        +
      • +
      + + + + + + + +
        +
      • +

        getMaxNumWorkers

        +
        int getMaxNumWorkers()
        +
        The maximum number of workers to use for the workerpool. This options limits the size of the + workerpool for the lifetime of the job, including + pipeline updates. + If left unspecified, the Dataflow service will compute a ceiling.
        +
      • +
      + + + +
        +
      • +

        setMaxNumWorkers

        +
        void setMaxNumWorkers(int value)
        +
      • +
      + + + +
        +
      • +

        getDiskSizeGb

        +
        int getDiskSizeGb()
        +
        Remote worker disk size, in gigabytes, or 0 to use the default size.
        +
      • +
      + + + +
        +
      • +

        setDiskSizeGb

        +
        void setDiskSizeGb(int value)
        +
      • +
      + + + + + + + +
        +
      • +

        setWorkerHarnessContainerImage

        +
        void setWorkerHarnessContainerImage(String value)
        +
      • +
      + + + +
        +
      • +

        getNetwork

        +
        String getNetwork()
        +
        GCE network for launching + workers. + +

        Default is up to the Dataflow service.

        +
      • +
      + + + +
        +
      • +

        setNetwork

        +
        void setNetwork(String value)
        +
      • +
      + + + +
        +
      • +

        getSubnetwork

        +
        String getSubnetwork()
        +
        GCE subnetwork for launching + workers. + +

        Default is up to the Dataflow service. Expected format is + regions/REGION/subnetworks/SUBNETWORK or the fully qualified subnetwork name, beginning with + https://..., e.g. https://www.googleapis.com/compute/alpha/projects/PROJECT/ + regions/REGION/subnetworks/SUBNETWORK

        +
      • +
      + + + +
        +
      • +

        setSubnetwork

        +
        void setSubnetwork(String value)
        +
      • +
      + + + +
        +
      • +

        getZone

        +
        String getZone()
        +
        GCE availability zone for launching workers. + +

        Default is up to the Dataflow service.

        +
      • +
      + + + +
        +
      • +

        setZone

        +
        void setZone(String value)
        +
      • +
      + + + +
        +
      • +

        getWorkerMachineType

        +
        String getWorkerMachineType()
        +
        Machine type to create Dataflow worker VMs as. + +

        See GCE machine types + for a list of valid options. + +

        If unset, the Dataflow service will choose a reasonable default.

        +
      • +
      + + + +
        +
      • +

        setWorkerMachineType

        +
        void setWorkerMachineType(String value)
        +
      • +
      + + + +
        +
      • +

        getFilesToStage

        +
        List<String> getFilesToStage()
        +
        List of local files to make available to workers. + +

        Files are placed on the worker's classpath. + +

        The default value is the list of jars from the main program's classpath.

        +
      • +
      + + + +
        +
      • +

        setFilesToStage

        +
        void setFilesToStage(List<String> value)
        +
      • +
      + + + +
        +
      • +

        getWorkerDiskType

        +
        String getWorkerDiskType()
        +
        Specifies what type of persistent disk should be used. The value should be a full or partial + URL of a disk type resource, e.g., zones/us-central1-f/disks/pd-standard. For + more information, see the + API reference + documentation for DiskTypes.
        +
      • +
      + + + +
        +
      • +

        setWorkerDiskType

        +
        void setWorkerDiskType(String value)
        +
      • +
      + + + +
        +
      • +

        getUsePublicIps

        +
        @Experimental
        + @Nullable
        +Boolean getUsePublicIps()
        +
        Specifies whether worker pools should be started with public IP addresses. + +

        WARNING: This feature is experimental. You must be whitelisted to use it.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html new file mode 100644 index 00000000000..95bc638c621 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html @@ -0,0 +1,305 @@ + + + + + + +DataflowProfilingOptions.DataflowProfilingAgentConfiguration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Class DataflowProfilingOptions.DataflowProfilingAgentConfiguration

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowProfilingAgentConfiguration

        +
        public DataflowProfilingAgentConfiguration()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.html new file mode 100644 index 00000000000..63657cc4a17 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowProfilingOptions.html @@ -0,0 +1,291 @@ + + + + + + +DataflowProfilingOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface DataflowProfilingOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.html new file mode 100644 index 00000000000..3ee8e75dad7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.html @@ -0,0 +1,449 @@ + + + + + + +DataflowWorkerHarnessOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface DataflowWorkerHarnessOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getWorkerId

        +
        String getWorkerId()
        +
        The identity of the worker running this pipeline.
        +
      • +
      + + + +
        +
      • +

        setWorkerId

        +
        void setWorkerId(String value)
        +
      • +
      + + + +
        +
      • +

        getJobId

        +
        String getJobId()
        +
        The identity of the Dataflow job.
        +
      • +
      + + + +
        +
      • +

        setJobId

        +
        void setJobId(String value)
        +
      • +
      + + + +
        +
      • +

        getWorkerCacheMb

        +
        @Default.Integer(value=100)
        +Integer getWorkerCacheMb()
        +
        The size of the worker's in-memory cache, in megabytes. + +

        Currently, this cache is used for storing read values of side inputs.

        +
      • +
      + + + +
        +
      • +

        setWorkerCacheMb

        +
        void setWorkerCacheMb(Integer value)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.Level.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.Level.html new file mode 100644 index 00000000000..09d32179eac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.Level.html @@ -0,0 +1,414 @@ + + + + + + +DataflowWorkerLoggingOptions.Level (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Enum DataflowWorkerLoggingOptions.Level

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static DataflowWorkerLoggingOptions.Level[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (DataflowWorkerLoggingOptions.Level c : DataflowWorkerLoggingOptions.Level.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static DataflowWorkerLoggingOptions.Level valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html new file mode 100644 index 00000000000..84baa89a1eb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html @@ -0,0 +1,429 @@ + + + + + + +DataflowWorkerLoggingOptions.WorkerLogLevelOverrides (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Class DataflowWorkerLoggingOptions.WorkerLogLevelOverrides

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Cloneable, Map<String,DataflowWorkerLoggingOptions.Level>
    +
    +
    +
    Enclosing interface:
    +
    DataflowWorkerLoggingOptions
    +
    +
    +
    +
    public static class DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
    +extends HashMap<String,DataflowWorkerLoggingOptions.Level>
    +
    Defines a log level override for a specific class, package, or name. + +

    The Dataflow worker harness supports a logging hierarchy based off of names that are "." + separated. It is a common pattern to have the logger for a given class share the same name as + the class itself. Given the classes a.b.c.Foo, a.b.c.Xyz, and a.b.Bar, + with loggers named "a.b.c.Foo", "a.b.c.Xyz", and "a.b.Bar" + respectively, we can override the log levels: +

      +
    • for Foo by specifying the name "a.b.c.Foo" or the Class + representing a.b.c.Foo. +
    • for Foo, Xyz, and Bar by specifying the name "a.b" or + the Package representing a.b. +
    • for Foo and Bar by specifying both of their names or classes. +
    + +

    System.out and System.err messages are configured via loggers of the + corresponding name. Note that by specifying multiple overrides, the exact name followed by the + closest parent takes precedence.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.html new file mode 100644 index 00000000000..1c5494c1d85 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/DataflowWorkerLoggingOptions.html @@ -0,0 +1,402 @@ + + + + + + +DataflowWorkerLoggingOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.options
+

Interface DataflowWorkerLoggingOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/CloudDebuggerOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/CloudDebuggerOptions.html new file mode 100644 index 00000000000..40129053994 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/CloudDebuggerOptions.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.CloudDebuggerOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.CloudDebuggerOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.DataflowClientFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.DataflowClientFactory.html new file mode 100644 index 00000000000..268ca36e977 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.DataflowClientFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.DataflowClientFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.DataflowClientFactory

+
+
No usage of org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.DataflowClientFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.StagerFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.StagerFactory.html new file mode 100644 index 00000000000..c220ed2a02c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.StagerFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.StagerFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.StagerFactory

+
+
No usage of org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions.StagerFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.html new file mode 100644 index 00000000000..0dccf43c4e5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineDebugOptions.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.StagingLocationFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.StagingLocationFactory.html new file mode 100644 index 00000000000..3f060512f56 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.StagingLocationFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowPipelineOptions.StagingLocationFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowPipelineOptions.StagingLocationFactory

+
+
No usage of org.apache.beam.runners.dataflow.options.DataflowPipelineOptions.StagingLocationFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.html new file mode 100644 index 00000000000..9dc81bce2e6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineOptions.html @@ -0,0 +1,295 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.DataflowPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.DataflowPipelineOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html new file mode 100644 index 00000000000..0abe6e2d733 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType.html @@ -0,0 +1,196 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html new file mode 100644 index 00000000000..5453364f69e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory

+
+
No usage of org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions.WorkerHarnessContainerImageFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.html new file mode 100644 index 00000000000..b7c845b3aff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowPipelineWorkerPoolOptions.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html new file mode 100644 index 00000000000..7aaf1dfbad2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.DataflowProfilingAgentConfiguration.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowProfilingOptions.DataflowProfilingAgentConfiguration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowProfilingOptions.DataflowProfilingAgentConfiguration

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.html new file mode 100644 index 00000000000..ea677441357 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowProfilingOptions.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.DataflowProfilingOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.DataflowProfilingOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerHarnessOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerHarnessOptions.html new file mode 100644 index 00000000000..23697ec7835 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerHarnessOptions.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions

+
+
No usage of org.apache.beam.runners.dataflow.options.DataflowWorkerHarnessOptions
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.Level.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.Level.html new file mode 100644 index 00000000000..9441afee862 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.Level.html @@ -0,0 +1,237 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.Level (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.Level

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html new file mode 100644 index 00000000000..6d6c02d62c9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.WorkerLogLevelOverrides.html @@ -0,0 +1,210 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.html new file mode 100644 index 00000000000..98b6366545c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/class-use/DataflowWorkerLoggingOptions.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.options.DataflowWorkerLoggingOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-frame.html new file mode 100644 index 00000000000..d622e6102ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-frame.html @@ -0,0 +1,41 @@ + + + + + + +org.apache.beam.runners.dataflow.options (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.dataflow.options

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-summary.html new file mode 100644 index 00000000000..23ad9c909d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-summary.html @@ -0,0 +1,263 @@ + + + + + + +org.apache.beam.runners.dataflow.options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.dataflow.options

+
+
Provides PipelineOptions specific to Google Cloud Dataflow.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.dataflow.options Description

+
Provides PipelineOptions specific to Google Cloud Dataflow.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-tree.html new file mode 100644 index 00000000000..3a0277d77b9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-tree.html @@ -0,0 +1,419 @@ + + + + + + +org.apache.beam.runners.dataflow.options Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.dataflow.options

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-use.html new file mode 100644 index 00000000000..adee3414385 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/options/package-use.html @@ -0,0 +1,303 @@ + + + + + + +Uses of Package org.apache.beam.runners.dataflow.options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.dataflow.options

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-frame.html new file mode 100644 index 00000000000..ff258cd4ffc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-frame.html @@ -0,0 +1,43 @@ + + + + + + +org.apache.beam.runners.dataflow (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.dataflow

+
+

Interfaces

+ +

Classes

+ +

Exceptions

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-summary.html new file mode 100644 index 00000000000..cce1d013537 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-summary.html @@ -0,0 +1,284 @@ + + + + + + +org.apache.beam.runners.dataflow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.dataflow

+
+
Provides a Beam runner that executes pipelines on the Google Cloud Dataflow service.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.dataflow Description

+
Provides a Beam runner that executes pipelines on the Google Cloud Dataflow service.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-tree.html new file mode 100644 index 00000000000..4a9536e0b06 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-tree.html @@ -0,0 +1,181 @@ + + + + + + +org.apache.beam.runners.dataflow Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.dataflow

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-use.html new file mode 100644 index 00000000000..9450db56ff8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/package-use.html @@ -0,0 +1,277 @@ + + + + + + +Uses of Package org.apache.beam.runners.dataflow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.dataflow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowPipelineOptions.html new file mode 100644 index 00000000000..d8746eff1e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowPipelineOptions.html @@ -0,0 +1,344 @@ + + + + + + +TestDataflowPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.testing
+

Interface TestDataflowPipelineOptions

+
+
+ +
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowRunner.html new file mode 100644 index 00000000000..a59f4926ff2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/TestDataflowRunner.html @@ -0,0 +1,319 @@ + + + + + + +TestDataflowRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.testing
+

Class TestDataflowRunner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowPipelineOptions.html new file mode 100644 index 00000000000..1568bea707f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowPipelineOptions.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.testing.TestDataflowPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.testing.TestDataflowPipelineOptions

+
+
No usage of org.apache.beam.runners.dataflow.testing.TestDataflowPipelineOptions
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowRunner.html new file mode 100644 index 00000000000..70538255767 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/class-use/TestDataflowRunner.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.testing.TestDataflowRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.testing.TestDataflowRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-frame.html new file mode 100644 index 00000000000..6dd6dc03338 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-frame.html @@ -0,0 +1,25 @@ + + + + + + +org.apache.beam.runners.dataflow.testing (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.dataflow.testing

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-summary.html new file mode 100644 index 00000000000..6028fb699e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-summary.html @@ -0,0 +1,175 @@ + + + + + + +org.apache.beam.runners.dataflow.testing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.dataflow.testing

+
+
Provides utilities for integration testing and RunnableOnService tests of the Google Cloud Dataflow + runner.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.dataflow.testing Description

+
Provides utilities for integration testing and RunnableOnService tests of the Google Cloud Dataflow + runner.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-tree.html new file mode 100644 index 00000000000..45dda6b9a60 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-tree.html @@ -0,0 +1,402 @@ + + + + + + +org.apache.beam.runners.dataflow.testing Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.dataflow.testing

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-use.html new file mode 100644 index 00000000000..2a4b0b4cd6c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/testing/package-use.html @@ -0,0 +1,165 @@ + + + + + + +Uses of Package org.apache.beam.runners.dataflow.testing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.dataflow.testing

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTemplateJob.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTemplateJob.html new file mode 100644 index 00000000000..d81c68a2cc8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTemplateJob.html @@ -0,0 +1,418 @@ + + + + + + +DataflowTemplateJob (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class DataflowTemplateJob

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTransport.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTransport.html new file mode 100644 index 00000000000..73e7f4189c9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DataflowTransport.html @@ -0,0 +1,290 @@ + + + + + + +DataflowTransport (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class DataflowTransport

+
+
+ +
+
    +
  • +
    +
    +
    public class DataflowTransport
    +extends Object
    +
    Helpers for cloud communication.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DataflowTransport

        +
        public DataflowTransport()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        newDataflowClient

        +
        public static com.google.api.services.dataflow.Dataflow.Builder newDataflowClient(DataflowPipelineOptions options)
        +
        Returns a Google Cloud Dataflow client builder.
        +
      • +
      + + + +
        +
      • +

        newClouddebuggerClient

        +
        public static com.google.api.services.clouddebugger.v2.Clouddebugger.Builder newClouddebuggerClient(DataflowPipelineOptions options)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DoFnInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DoFnInfo.html new file mode 100644 index 00000000000..57af95b8fd3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/DoFnInfo.html @@ -0,0 +1,420 @@ + + + + + + +DoFnInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class DoFnInfo<InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - the type of the (main) input elements of the OldDoFn
    +
    OutputT - the type of the (main) output elements of the OldDoFn
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class DoFnInfo<InputT,OutputT>
    +extends Object
    +implements Serializable
    +
    Wrapper class holding the necessary information to serialize a OldDoFn + or DoFn.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/GcsStager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/GcsStager.html new file mode 100644 index 00000000000..d336e42a7d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/GcsStager.html @@ -0,0 +1,262 @@ + + + + + + +GcsStager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class GcsStager

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Stager
    +
    +
    +
    +
    public class GcsStager
    +extends Object
    +implements Stager
    +
    Utility class for staging files to GCS.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        stageFiles

        +
        public List<com.google.api.services.dataflow.model.DataflowPackage> stageFiles()
        +
        +
        Specified by:
        +
        stageFiles in interface Stager
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.JobMessagesHandler.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.JobMessagesHandler.html new file mode 100644 index 00000000000..d14f27f702f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.JobMessagesHandler.html @@ -0,0 +1,236 @@ + + + + + + +MonitoringUtil.JobMessagesHandler (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Interface MonitoringUtil.JobMessagesHandler

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    MonitoringUtil.LoggingHandler
    +
    +
    +
    Enclosing class:
    +
    MonitoringUtil
    +
    +
    +
    +
    public static interface MonitoringUtil.JobMessagesHandler
    +
    An interface that can be used for defining callbacks to receive a list + of JobMessages containing monitoring information.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      voidprocess(List<com.google.api.services.dataflow.model.JobMessage> messages) +
      Process the rows.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        process

        +
        void process(List<com.google.api.services.dataflow.model.JobMessage> messages)
        +
        Process the rows.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.LoggingHandler.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.LoggingHandler.html new file mode 100644 index 00000000000..13580352432 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.LoggingHandler.html @@ -0,0 +1,291 @@ + + + + + + +MonitoringUtil.LoggingHandler (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class MonitoringUtil.LoggingHandler

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.TimeStampComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.TimeStampComparator.html new file mode 100644 index 00000000000..2aa40e8a6d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.TimeStampComparator.html @@ -0,0 +1,296 @@ + + + + + + +MonitoringUtil.TimeStampComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class MonitoringUtil.TimeStampComparator

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Comparator<com.google.api.services.dataflow.model.JobMessage>
    +
    +
    +
    Enclosing class:
    +
    MonitoringUtil
    +
    +
    +
    +
    public static class MonitoringUtil.TimeStampComparator
    +extends Object
    +implements Comparator<com.google.api.services.dataflow.model.JobMessage>
    +
    Comparator for sorting rows in increasing order based on timestamp.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TimeStampComparator

        +
        public TimeStampComparator()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        compare

        +
        public int compare(com.google.api.services.dataflow.model.JobMessage o1,
        +                   com.google.api.services.dataflow.model.JobMessage o2)
        +
        +
        Specified by:
        +
        compare in interface Comparator<com.google.api.services.dataflow.model.JobMessage>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.html new file mode 100644 index 00000000000..7a51d854f75 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/MonitoringUtil.html @@ -0,0 +1,370 @@ + + + + + + +MonitoringUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class MonitoringUtil

+
+
+ +
+
    +
  • +
    +
    +
    public final class MonitoringUtil
    +extends Object
    +
    A helper class for monitoring jobs submitted to the service.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MonitoringUtil

        +
        public MonitoringUtil(DataflowClient dataflowClient)
        +
        Construct a helper for monitoring.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getJobMessages

        +
        public ArrayList<com.google.api.services.dataflow.model.JobMessage> getJobMessages(String jobId,
        +                                                                                   long startTimestampMs)
        +                                                                            throws IOException
        +
        Return job messages sorted in ascending order by timestamp.
        +
        +
        Parameters:
        +
        jobId - The id of the job to get the messages for.
        +
        startTimestampMs - Return only those messages with a + timestamp greater than this value.
        +
        Returns:
        +
        collection of messages
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getJobMonitoringPageURL

        +
        public static String getJobMonitoringPageURL(String projectName,
        +                                             String jobId)
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/OutputReference.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/OutputReference.html new file mode 100644 index 00000000000..f410a442cc9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/OutputReference.html @@ -0,0 +1,359 @@ + + + + + + +OutputReference (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class OutputReference

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Cloneable, Map<String,Object>
    +
    +
    +
    +
    public final class OutputReference
    +extends com.google.api.client.json.GenericJson
    +
    A representation used by Steps + to reference the output of other Steps.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/PackageUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/PackageUtil.html new file mode 100644 index 00000000000..f59475cd9c8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/PackageUtil.html @@ -0,0 +1,361 @@ + + + + + + +PackageUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class PackageUtil

+
+
+ +
+
    +
  • +
    +
    +
    public class PackageUtil
    +extends Object
    +
    Helper routines for packages.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        SANE_CLASSPATH_SIZE

        +
        public static final int SANE_CLASSPATH_SIZE
        +
        A reasonable upper bound on the number of jars required to launch a Dataflow job.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PackageUtil

        +
        public PackageUtil()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createPackage

        +
        @Deprecated
        +public static com.google.api.services.dataflow.model.DataflowPackage createPackage(File classpathElement,
        +                                                                                               String stagingPath,
        +                                                                                               String overridePackageName)
        +
        Deprecated. 
        +
        Creates a DataflowPackage containing information about how a classpath element should be + staged, including the staging destination as well as its size and hash.
        +
        +
        Parameters:
        +
        classpathElement - The local path for the classpath element.
        +
        stagingPath - The base location for staged classpath elements.
        +
        overridePackageName - If non-null, use the given value as the package name + instead of generating one automatically.
        +
        Returns:
        +
        The package.
        +
        +
      • +
      + + + +
        +
      • +

        stageClasspathElements

        +
        public static List<com.google.api.services.dataflow.model.DataflowPackage> stageClasspathElements(Collection<String> classpathElements,
        +                                                                                                  String stagingPath)
        +
        Transfers the classpath elements to the staging location.
        +
        +
        Parameters:
        +
        classpathElements - The elements to stage.
        +
        stagingPath - The base location to stage the elements to.
        +
        Returns:
        +
        A list of cloud workflow packages, each representing a classpath element.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.RandomAccessDataCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.RandomAccessDataCoder.html new file mode 100644 index 00000000000..8e3ef76dc97 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.RandomAccessDataCoder.html @@ -0,0 +1,498 @@ + + + + + + +RandomAccessData.RandomAccessDataCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class RandomAccessData.RandomAccessDataCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.UnsignedLexicographicalComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.UnsignedLexicographicalComparator.html new file mode 100644 index 00000000000..cc6191bc05f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.UnsignedLexicographicalComparator.html @@ -0,0 +1,306 @@ + + + + + + +RandomAccessData.UnsignedLexicographicalComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class RandomAccessData.UnsignedLexicographicalComparator

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Comparator<RandomAccessData>
    +
    +
    +
    Enclosing class:
    +
    RandomAccessData
    +
    +
    +
    +
    public static final class RandomAccessData.UnsignedLexicographicalComparator
    +extends Object
    +implements Comparator<RandomAccessData>
    +
    A Comparator that compares two byte arrays lexicographically. It compares + values as a list of unsigned bytes. The first pair of values that follow any common prefix, + or when one array is a prefix of the other, treats the shorter array as the lesser. + For example, [] < [0x01] < [0x01, 0x7F] < [0x01, 0x80] < [0x02] < POSITIVE INFINITY. + +

    Note that a token type of positive infinity is supported and is greater than + all other RandomAccessData.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.html new file mode 100644 index 00000000000..b9f32f3314d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/RandomAccessData.html @@ -0,0 +1,607 @@ + + + + + + +RandomAccessData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class RandomAccessData

+
+
+ +
+
    +
  • +
    +
    +
    @NotThreadSafe
    +public class RandomAccessData
    +extends Object
    +
    An elastic-sized byte array which allows you to manipulate it as a stream, or access + it directly. This allows for a quick succession of moving bytes from an InputStream + to this wrapper to be used as an OutputStream and vice versa. This wrapper + also provides random access to bytes stored within. This wrapper allows users to finely + control the number of byte copies that occur. + +

    Anything stored within the in-memory buffer from offset size() is considered + temporary unused storage.

    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        RandomAccessData

        +
        public RandomAccessData()
        +
        Constructs a RandomAccessData with a default buffer size.
        +
      • +
      + + + +
        +
      • +

        RandomAccessData

        +
        public RandomAccessData(byte[] initialBuffer)
        +
        Constructs a RandomAccessData with the initial buffer.
        +
      • +
      + + + +
        +
      • +

        RandomAccessData

        +
        public RandomAccessData(int initialBufferSize)
        +
        Constructs a RandomAccessData with the given buffer size.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        array

        +
        public byte[] array()
        +
        Returns the backing array.
        +
      • +
      + + + +
        +
      • +

        size

        +
        public int size()
        +
        Returns the number of bytes in the backing array that are valid.
        +
      • +
      + + + +
        +
      • +

        resetTo

        +
        public void resetTo(int position)
        +
        Resets the end of the stream to the specified position.
        +
      • +
      + + + +
        +
      • +

        asOutputStream

        +
        public OutputStream asOutputStream()
        +
        Returns an output stream which writes to the backing buffer from the current position. + Note that the internal buffer will grow as required to accomodate all data written.
        +
      • +
      + + + +
        +
      • +

        asInputStream

        +
        public InputStream asInputStream(int offset,
        +                                 int length)
        +
        Returns an InputStream wrapper which supplies the portion of this backing byte buffer + starting at offset and up to length bytes. Note that the returned + InputStream is only a wrapper and any modifications to the underlying + RandomAccessData will be visible by the InputStream.
        +
      • +
      + + + +
        +
      • +

        writeTo

        +
        public void writeTo(OutputStream out,
        +                    int offset,
        +                    int length)
        +             throws IOException
        +
        Writes length bytes starting at offset from the backing data store to the + specified output stream.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        readFrom

        +
        public void readFrom(InputStream inStream,
        +                     int offset,
        +                     int length)
        +              throws IOException
        +
        Reads length bytes from the specified input stream writing them into the backing + data store starting at offset. + +

        Note that the in memory stream will be grown to ensure there is enough capacity.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/Stager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/Stager.html new file mode 100644 index 00000000000..5fc5c69de8c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/Stager.html @@ -0,0 +1,228 @@ + + + + + + +Stager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Interface Stager

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    GcsStager
    +
    +
    +
    +
    public interface Stager
    +
    Interface for staging files needed for running a Dataflow pipeline.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        stageFiles

        +
        List<com.google.api.services.dataflow.model.DataflowPackage> stageFiles()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/TimeUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/TimeUtil.html new file mode 100644 index 00000000000..aedc51bd54b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/TimeUtil.html @@ -0,0 +1,315 @@ + + + + + + +TimeUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.dataflow.util
+

Class TimeUtil

+
+
+ +
+
    +
  • +
    +
    +
    public final class TimeUtil
    +extends Object
    +
    A helper class for converting between Dataflow API and SDK time + representations. + +

    Dataflow API times are strings of the form + YYYY-MM-dd'T'HH:mm:ss[.nnnn]'Z': that is, RFC 3339 + strings with optional fractional seconds and a 'Z' offset. + +

    Dataflow API durations are strings of the form ['-']sssss[.nnnn]'s': + that is, seconds with optional fractional seconds and a literal 's' at the end. + +

    In both formats, fractional seconds are either three digits (millisecond + resolution), six digits (microsecond resolution), or nine digits (nanosecond + resolution).

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        toCloudTime

        +
        public static String toCloudTime(org.joda.time.ReadableInstant instant)
        +
        Converts a ReadableInstant into a Dateflow API time value.
        +
      • +
      + + + +
        +
      • +

        fromCloudTime

        +
        @Nullable
        +public static org.joda.time.Instant fromCloudTime(String time)
        +
        Converts a time value received via the Dataflow API into the corresponding + Instant.
        +
        +
        Returns:
        +
        the parsed time, or null if a parse error occurs
        +
        +
      • +
      + + + +
        +
      • +

        toCloudDuration

        +
        public static String toCloudDuration(org.joda.time.ReadableDuration duration)
        +
        Converts a ReadableDuration into a Dataflow API duration string.
        +
      • +
      + + + +
        +
      • +

        fromCloudDuration

        +
        @Nullable
        +public static org.joda.time.Duration fromCloudDuration(String duration)
        +
        Converts a Dataflow API duration string into a Duration.
        +
        +
        Returns:
        +
        the parsed duration, or null if a parse error occurs
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTemplateJob.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTemplateJob.html new file mode 100644 index 00000000000..9fc338c1ed6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTemplateJob.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.DataflowTemplateJob (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.DataflowTemplateJob

+
+
No usage of org.apache.beam.runners.dataflow.util.DataflowTemplateJob
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTransport.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTransport.html new file mode 100644 index 00000000000..815b054e48d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DataflowTransport.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.DataflowTransport (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.DataflowTransport

+
+
No usage of org.apache.beam.runners.dataflow.util.DataflowTransport
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DoFnInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DoFnInfo.html new file mode 100644 index 00000000000..d03b1b7e5d3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/DoFnInfo.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.DoFnInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.DoFnInfo

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/GcsStager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/GcsStager.html new file mode 100644 index 00000000000..bc01f9bac56 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/GcsStager.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.GcsStager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.GcsStager

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.JobMessagesHandler.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.JobMessagesHandler.html new file mode 100644 index 00000000000..2a75c82e98f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.JobMessagesHandler.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.util.MonitoringUtil.JobMessagesHandler (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.util.MonitoringUtil.JobMessagesHandler

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.LoggingHandler.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.LoggingHandler.html new file mode 100644 index 00000000000..56642c142e5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.LoggingHandler.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.MonitoringUtil.LoggingHandler (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.MonitoringUtil.LoggingHandler

+
+
No usage of org.apache.beam.runners.dataflow.util.MonitoringUtil.LoggingHandler
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.TimeStampComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.TimeStampComparator.html new file mode 100644 index 00000000000..e46905fdde9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.TimeStampComparator.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.MonitoringUtil.TimeStampComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.MonitoringUtil.TimeStampComparator

+
+
No usage of org.apache.beam.runners.dataflow.util.MonitoringUtil.TimeStampComparator
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.html new file mode 100644 index 00000000000..f1bcd39bb18 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/MonitoringUtil.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.MonitoringUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.MonitoringUtil

+
+
No usage of org.apache.beam.runners.dataflow.util.MonitoringUtil
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/OutputReference.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/OutputReference.html new file mode 100644 index 00000000000..07ce4e7d54d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/OutputReference.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.OutputReference (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.OutputReference

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/PackageUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/PackageUtil.html new file mode 100644 index 00000000000..d595918fcfc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/PackageUtil.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.PackageUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.PackageUtil

+
+
No usage of org.apache.beam.runners.dataflow.util.PackageUtil
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.RandomAccessDataCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.RandomAccessDataCoder.html new file mode 100644 index 00000000000..c48978b37b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.RandomAccessDataCoder.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.RandomAccessData.RandomAccessDataCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.UnsignedLexicographicalComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.UnsignedLexicographicalComparator.html new file mode 100644 index 00000000000..76b95e125f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.UnsignedLexicographicalComparator.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.RandomAccessData.UnsignedLexicographicalComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.RandomAccessData.UnsignedLexicographicalComparator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.html new file mode 100644 index 00000000000..1ef566cba7d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/RandomAccessData.html @@ -0,0 +1,227 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.RandomAccessData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.RandomAccessData

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/Stager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/Stager.html new file mode 100644 index 00000000000..eb3f0f8c4b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/Stager.html @@ -0,0 +1,242 @@ + + + + + + +Uses of Interface org.apache.beam.runners.dataflow.util.Stager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.dataflow.util.Stager

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/TimeUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/TimeUtil.html new file mode 100644 index 00000000000..116e3a8bd79 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/class-use/TimeUtil.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.dataflow.util.TimeUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.dataflow.util.TimeUtil

+
+
No usage of org.apache.beam.runners.dataflow.util.TimeUtil
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-frame.html new file mode 100644 index 00000000000..e1a6062e6ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-frame.html @@ -0,0 +1,38 @@ + + + + + + +org.apache.beam.runners.dataflow.util (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.dataflow.util

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-summary.html new file mode 100644 index 00000000000..788bfa449bc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-summary.html @@ -0,0 +1,255 @@ + + + + + + +org.apache.beam.runners.dataflow.util (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.dataflow.util

+
+
Provides miscellaneous internal utilities used by the Google Cloud Dataflow runner.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.dataflow.util Description

+
Provides miscellaneous internal utilities used by the Google Cloud Dataflow runner.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-tree.html new file mode 100644 index 00000000000..514bd06290a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-tree.html @@ -0,0 +1,184 @@ + + + + + + +org.apache.beam.runners.dataflow.util Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.dataflow.util

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-use.html new file mode 100644 index 00000000000..0d5bef68d53 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/dataflow/util/package-use.html @@ -0,0 +1,249 @@ + + + + + + +Uses of Package org.apache.beam.runners.dataflow.util (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.dataflow.util

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.AggregatorKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.AggregatorKey.html new file mode 100644 index 00000000000..6dd343bfa82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.AggregatorKey.html @@ -0,0 +1,306 @@ + + + + + + +AggregatorContainer.AggregatorKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class AggregatorContainer.AggregatorKey

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    AggregatorContainer
    +
    +
    +
    +
    public abstract static class AggregatorContainer.AggregatorKey
    +extends Object
    +
    Aggregators are identified by a step name and an aggregator name.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.Mutator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.Mutator.html new file mode 100644 index 00000000000..94e647a9705 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.Mutator.html @@ -0,0 +1,297 @@ + + + + + + +AggregatorContainer.Mutator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class AggregatorContainer.Mutator

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.html new file mode 100644 index 00000000000..504faf00cdc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/AggregatorContainer.html @@ -0,0 +1,280 @@ + + + + + + +AggregatorContainer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class AggregatorContainer

+
+
+ +
+
    +
  • +
    +
    +
    public class AggregatorContainer
    +extends Object
    +
    AccumT container for the current values associated with Aggregators.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/BundleFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/BundleFactory.html new file mode 100644 index 00000000000..f692387ef5d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/BundleFactory.html @@ -0,0 +1,267 @@ + + + + + + +BundleFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface BundleFactory

+
+
+
+
    +
  • +
    +
    +
    public interface BundleFactory
    +
    A factory that creates UncommittedBundles.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      <T> org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<T>createBundle(PCollection<T> output) +
      Create an DirectRunner.UncommittedBundle from the specified input.
      +
      <K,T> org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<T>createKeyedBundle(org.apache.beam.runners.direct.StructuralKey<K> key, + PCollection<T> output) +
      Create an DirectRunner.UncommittedBundle with the specified keys at the specified step.
      +
      <T> org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<T>createRootBundle() +
      Create an DirectRunner.UncommittedBundle from an empty input.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createRootBundle

        +
        <T> org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<T> createRootBundle()
        +
        Create an DirectRunner.UncommittedBundle from an empty input. Elements added to the bundle do not + belong to a PCollection. + +

        For use in creating inputs to root transforms.

        +
      • +
      + + + +
        +
      • +

        createBundle

        +
        <T> org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<T> createBundle(PCollection<T> output)
        +
        Create an DirectRunner.UncommittedBundle from the specified input. Elements added to the bundle + belong to the output PCollection.
        +
      • +
      + + + +
        +
      • +

        createKeyedBundle

        +
        <K,T> org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<T> createKeyedBundle(org.apache.beam.runners.direct.StructuralKey<K> key,
        +                                                                                         PCollection<T> output)
        +
        Create an DirectRunner.UncommittedBundle with the specified keys at the specified step. For use by + DirectGroupByKey.DirectGroupByKeyOnly PTransforms. Elements added to the bundle + belong to the output PCollection.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/Clock.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/Clock.html new file mode 100644 index 00000000000..3da7d03d893 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/Clock.html @@ -0,0 +1,231 @@ + + + + + + +Clock (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface Clock

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    NanosOffsetClock
    +
    +
    +
    +
    public interface Clock
    +
    Access to the current time.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      org.joda.time.Instantnow() +
      Returns the current time as an Instant.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        now

        +
        org.joda.time.Instant now()
        +
        Returns the current time as an Instant.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/CopyOnAccessInMemoryStateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/CopyOnAccessInMemoryStateInternals.html new file mode 100644 index 00000000000..15b2835ad07 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/CopyOnAccessInMemoryStateInternals.html @@ -0,0 +1,389 @@ + + + + + + +CopyOnAccessInMemoryStateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class CopyOnAccessInMemoryStateInternals<K>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.AvailableParallelismFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.AvailableParallelismFactory.html new file mode 100644 index 00000000000..ae432dc7dea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.AvailableParallelismFactory.html @@ -0,0 +1,297 @@ + + + + + + +DirectOptions.AvailableParallelismFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class DirectOptions.AvailableParallelismFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.html new file mode 100644 index 00000000000..db9e0629771 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectOptions.html @@ -0,0 +1,401 @@ + + + + + + +DirectOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface DirectOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isShutdownUnboundedProducersWithMaxWatermark

        +
        @Default.Boolean(value=true)
        +boolean isShutdownUnboundedProducersWithMaxWatermark()
        +
      • +
      + + + +
        +
      • +

        setShutdownUnboundedProducersWithMaxWatermark

        +
        void setShutdownUnboundedProducersWithMaxWatermark(boolean shutdown)
        +
      • +
      + + + + + + + +
        +
      • +

        setBlockOnRun

        +
        void setBlockOnRun(boolean b)
        +
      • +
      + + + + + + + +
        +
      • +

        setEnforceImmutability

        +
        void setEnforceImmutability(boolean test)
        +
      • +
      + + + + + + + +
        +
      • +

        setEnforceEncodability

        +
        void setEnforceEncodability(boolean test)
        +
      • +
      + + + + + + + +
        +
      • +

        setTargetParallelism

        +
        void setTargetParallelism(int target)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Options.html new file mode 100644 index 00000000000..fc7c620b5dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Options.html @@ -0,0 +1,288 @@ + + + + + + +DirectRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class DirectRegistrar.Options

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Runner.html new file mode 100644 index 00000000000..ae8fd86f7c9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.Runner.html @@ -0,0 +1,292 @@ + + + + + + +DirectRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class DirectRegistrar.Runner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.html new file mode 100644 index 00000000000..6b17bfaa6e2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRegistrar.html @@ -0,0 +1,228 @@ + + + + + + +DirectRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class DirectRegistrar

+
+
+ +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.DirectPipelineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.DirectPipelineResult.html new file mode 100644 index 00000000000..60a88c2ba80 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.DirectPipelineResult.html @@ -0,0 +1,412 @@ + + + + + + +DirectRunner.DirectPipelineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class DirectRunner.DirectPipelineResult

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.html new file mode 100644 index 00000000000..11a3260c9d3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/DirectRunner.html @@ -0,0 +1,332 @@ + + + + + + +DirectRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class DirectRunner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ExecutorServiceFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ExecutorServiceFactory.html new file mode 100644 index 00000000000..420af570c72 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ExecutorServiceFactory.html @@ -0,0 +1,230 @@ + + + + + + +ExecutorServiceFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface ExecutorServiceFactory

+
+
+
+
    +
  • +
    +
    +
    public interface ExecutorServiceFactory
    +
    A factory that creates ExecutorServices. + ExecutorServices created by this factory should be independent of one + another (e.g., if any executor is shut down the remaining executors should continue to process + work).
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ForwardingPTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ForwardingPTransform.html new file mode 100644 index 00000000000..e94e1d67035 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ForwardingPTransform.html @@ -0,0 +1,462 @@ + + + + + + +ForwardingPTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class ForwardingPTransform<InputT extends PInput,OutputT extends POutput>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ForwardingPTransform

        +
        public ForwardingPTransform()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + +
        +
      • +

        expand

        +
        public OutputT expand(InputT input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<InputT extends PInput,OutputT extends POutput>
        +
        +
      • +
      + + + + + +
        +
      • +

        validate

        +
        public void validate(InputT input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<InputT extends PInput,OutputT extends POutput>
        +
        +
      • +
      + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<InputT extends PInput,OutputT extends POutput>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcement.html new file mode 100644 index 00000000000..250d635a8f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcement.html @@ -0,0 +1,283 @@ + + + + + + +ModelEnforcement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface ModelEnforcement<T>

+
+
+
+
    +
  • +
    +
    +
    public interface ModelEnforcement<T>
    +
    Enforcement tools that verify that executing code conforms to the model. + +

    ModelEnforcement is performed on a per-element and per-bundle basis. The + ModelEnforcement is provided with the input bundle as part of + ModelEnforcementFactory#forBundle(CommittedBundle, AppliedPTransform), each element + before and after that element is provided to an underlying TransformEvaluator, and the + output TransformResult and committed output bundles after the + TransformEvaluator has completed. + +

    Typically, ModelEnforcement will obtain required metadata (such as the Coder + of the input PCollection on construction, and then enforce per-element behavior + (such as the immutability of input elements). When the element is output or the bundle is + completed, the required conditions can be enforced across all elements.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcementFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcementFactory.html new file mode 100644 index 00000000000..eacf4365681 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/ModelEnforcementFactory.html @@ -0,0 +1,228 @@ + + + + + + +ModelEnforcementFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface ModelEnforcementFactory

+
+
+
+ +
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/NanosOffsetClock.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/NanosOffsetClock.html new file mode 100644 index 00000000000..d3565efdf52 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/NanosOffsetClock.html @@ -0,0 +1,266 @@ + + + + + + +NanosOffsetClock (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class NanosOffsetClock

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        now

        +
        public org.joda.time.Instant now()
        +
        Description copied from interface: Clock
        +
        Returns the current time as an Instant.
        +
        +
        Specified by:
        +
        now in interface Clock
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.Builder.html new file mode 100644 index 00000000000..b98efddda6d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.Builder.html @@ -0,0 +1,363 @@ + + + + + + +StepTransformResult.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class StepTransformResult.Builder<InputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.html new file mode 100644 index 00000000000..9a9500f8c14 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/StepTransformResult.html @@ -0,0 +1,345 @@ + + + + + + +StepTransformResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class StepTransformResult<InputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluator.html new file mode 100644 index 00000000000..4f5d29ef613 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluator.html @@ -0,0 +1,265 @@ + + + + + + +TransformEvaluator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface TransformEvaluator<InputT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - the type of elements that will be passed to processElement(org.apache.beam.sdk.util.WindowedValue<InputT>)
    +
    +
    +
    +
    public interface TransformEvaluator<InputT>
    +
    An evaluator of a specific application of a transform. Will be used for at least one + DirectRunner.CommittedBundle.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluatorFactory.html new file mode 100644 index 00000000000..fa4010dffc9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformEvaluatorFactory.html @@ -0,0 +1,270 @@ + + + + + + +TransformEvaluatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface TransformEvaluatorFactory

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        forApplication

        +
        @Nullable
        +<InputT> TransformEvaluator<InputT> forApplication(AppliedPTransform<?,?,?> application,
        +                                                             org.apache.beam.runners.direct.DirectRunner.CommittedBundle<?> inputBundle)
        +                                                      throws Exception
        +
        Create a new TransformEvaluator for the application of the PTransform. + +

        Any work that must be done before input elements are processed (such as calling DoFn.StartBundle) must be done before the TransformEvaluator is made available to the + caller. + +

        May return null if the application cannot produce an evaluator (for example, it is a + Read PTransform where all evaluators are in-use).

        +
        +
        Returns:
        +
        An evaluator capable of processing the transform on the bundle, or null if no evaluator + can be constructed.
        +
        Throws:
        +
        Exception - whenever constructing the underlying evaluator throws an exception
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformResult.html new file mode 100644 index 00000000000..cf04eb99bb3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/TransformResult.html @@ -0,0 +1,403 @@ + + + + + + +TransformResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Interface TransformResult<InputT>

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    StepTransformResult
    +
    +
    +
    +
    public interface TransformResult<InputT>
    +
    The result of evaluating an AppliedPTransform with a TransformEvaluator. + +

    Every transform evaluator has a defined input type, but ParDo has multiple outputs + so there is not necesssarily a defined output type.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getTransform

        +
        AppliedPTransform<?,?,?> getTransform()
        +
        Returns the AppliedPTransform that produced this result. + +

        This is treated as an opaque identifier so evaluators can delegate to other evaluators + that may not have compatible types.

        +
      • +
      + + + +
        +
      • +

        getOutputBundles

        +
        Iterable<? extends org.apache.beam.runners.direct.DirectRunner.UncommittedBundle<?>> getOutputBundles()
        +
        Returns the (uncommitted) Bundles output by this transform. These + will be committed by the evaluation context as part of completing this result. + +

        Note that the bundles need not have a uniform type, for example in the case of multi-output + ParDo.

        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getLogicalMetricUpdates

        +
        MetricUpdates getLogicalMetricUpdates()
        +
        Returns the logical metric updates.
        +
      • +
      + + + +
        +
      • +

        getWatermarkHold

        +
        org.joda.time.Instant getWatermarkHold()
        +
        Returns the Watermark Hold for the transform at the time this result was produced. + +

        If the transform does not set any watermark hold, returns + BoundedWindow.TIMESTAMP_MAX_VALUE.

        +
      • +
      + + + + + + + +
        +
      • +

        getTimerUpdate

        +
        WatermarkManager.TimerUpdate getTimerUpdate()
        +
        Returns a TimerUpdateBuilder that was produced as a result of this evaluation. If the + evaluation was triggered due to the delivery of one or more timers, those timers must be added + to the builder before it is complete. + +

        If this evaluation did not add or remove any timers, returns an empty TimerUpdate.

        +
      • +
      + + + +
        +
      • +

        getOutputTypes

        +
        Set<org.apache.beam.runners.direct.CommittedResult.OutputType> getOutputTypes()
        +
        Returns the types of output produced by this PTransform. This may not include + CommittedResult.OutputType.BUNDLE, as empty bundles may be dropped when the transform is committed.
        +
      • +
      + + + +
        +
      • +

        withLogicalMetricUpdates

        +
        TransformResult<InputT> withLogicalMetricUpdates(MetricUpdates metricUpdates)
        +
        Returns a new TransformResult based on this one but overwriting any existing logical metric + updates with metricUpdates.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.FiredTimers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.FiredTimers.html new file mode 100644 index 00000000000..c5fd44d999c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.FiredTimers.html @@ -0,0 +1,296 @@ + + + + + + +WatermarkManager.FiredTimers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class WatermarkManager.FiredTimers

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    WatermarkManager
    +
    +
    +
    +
    public static class WatermarkManager.FiredTimers
    +extends Object
    +
    A pair of TimerInternals.TimerData and key which can be delivered to the appropriate + AppliedPTransform. A timer fires at the transform that set it with a specific key when + the time domain in which it lives progresses past a specified time, as determined by the + WatermarkManager.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getKey

        +
        public org.apache.beam.runners.direct.StructuralKey<?> getKey()
        +
      • +
      + + + +
        +
      • +

        getTimers

        +
        public Collection<TimerInternals.TimerData> getTimers()
        +
        Gets all of the timers that have fired within the provided TimeDomain. If no timers + fired within the provided domain, return an empty collection. + +

        Timers within a TimeDomain are guaranteed to be in order of increasing timestamp.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html new file mode 100644 index 00000000000..a85fc537310 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html @@ -0,0 +1,303 @@ + + + + + + +WatermarkManager.TimerUpdate.TimerUpdateBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class WatermarkManager.TimerUpdate.TimerUpdateBuilder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.html new file mode 100644 index 00000000000..b3326b2f9c8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TimerUpdate.html @@ -0,0 +1,340 @@ + + + + + + +WatermarkManager.TimerUpdate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class WatermarkManager.TimerUpdate

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    WatermarkManager
    +
    +
    +
    +
    public static class WatermarkManager.TimerUpdate
    +extends Object
    +
    A collection of newly set, deleted, and completed timers. + +

    setTimers and deletedTimers are collections of TimerInternals.TimerData that have been added to the + TimerInternals of an executed step. completedTimers are timers that were delivered as + the input to the executed step.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TransformWatermarks.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TransformWatermarks.html new file mode 100644 index 00000000000..922adb9dbb8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.TransformWatermarks.html @@ -0,0 +1,318 @@ + + + + + + +WatermarkManager.TransformWatermarks (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class WatermarkManager.TransformWatermarks

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getInputWatermark

        +
        public org.joda.time.Instant getInputWatermark()
        +
        Returns the input watermark of the AppliedPTransform.
        +
      • +
      + + + +
        +
      • +

        getOutputWatermark

        +
        public org.joda.time.Instant getOutputWatermark()
        +
        Returns the output watermark of the AppliedPTransform.
        +
      • +
      + + + +
        +
      • +

        getSynchronizedProcessingInputTime

        +
        public org.joda.time.Instant getSynchronizedProcessingInputTime()
        +
        Returns the synchronized processing input time of the AppliedPTransform. + +

        The returned value is guaranteed to be monotonically increasing, and outside of the + presence of holds, will increase as the system time progresses.

        +
      • +
      + + + +
        +
      • +

        getSynchronizedProcessingOutputTime

        +
        public org.joda.time.Instant getSynchronizedProcessingOutputTime()
        +
        Returns the synchronized processing output time of the AppliedPTransform. + +

        The returned value is guaranteed to be monotonically increasing, and outside of the + presence of holds, will increase as the system time progresses.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.html new file mode 100644 index 00000000000..a34284482c5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/WatermarkManager.html @@ -0,0 +1,451 @@ + + + + + + +WatermarkManager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.direct
+

Class WatermarkManager

+
+
+ +
+
    +
  • +
    +
    +
    public class WatermarkManager
    +extends Object
    +
    Manages watermarks of PCollections and input and output watermarks of + AppliedPTransforms to provide event-time and completion tracking for + in-memory execution. WatermarkManager is designed to update and return a + consistent view of watermarks in the presence of concurrent updates. + +

    An WatermarkManager is provided with the collection of root + AppliedPTransforms and a map of PCollections to + all the AppliedPTransforms that consume them at construction time. + +

    Whenever a root transform produces elements, the + WatermarkManager is provided with the produced elements and the output watermark + of the producing transform. The + watermark manager is responsible for computing the watermarks + of all transforms that consume one or more + PCollections. + +

    Whenever a non-root AppliedPTransform finishes processing one or more in-flight + elements (referred to as the input bundle), the following occurs + atomically: +

      +
    • All of the in-flight elements are removed from the collection of pending elements for the + AppliedPTransform.
    • +
    • All of the elements produced by the AppliedPTransform are added to the collection + of pending elements for each AppliedPTransform that consumes them.
    • +
    • The input watermark for the AppliedPTransform becomes the maximum value of +
        +
      • the previous input watermark
      • +
      • the minimum of +
          +
        • the timestamps of all currently pending elements
        • +
        • all input PCollection watermarks
        • +
        +
      • +
      +
    • +
    • The output watermark for the AppliedPTransform becomes the maximum of +
        +
      • the previous output watermark
      • +
      • the minimum of +
          +
        • the current input watermark
        • +
        • the current watermark holds
        • +
        +
      • +
      +
    • +
    • The watermark of the output PCollection can be advanced to the output watermark of + the AppliedPTransform
    • +
    • The watermark of all downstream AppliedPTransforms can be + advanced.
    • +
    + +

    The watermark of a PCollection is equal to the output watermark of the + AppliedPTransform that produces it. + +

    The watermarks for a PTransform are updated as follows when output is committed:

    + Watermark_In'  = MAX(Watermark_In, MIN(U(TS_Pending), U(Watermark_InputPCollection)))
    + Watermark_Out' = MAX(Watermark_Out, MIN(Watermark_In', U(StateHold)))
    + Watermark_PCollection = Watermark_Out_ProducingPTransform
    + 
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static WatermarkManager create(Clock clock,
        +                                      org.apache.beam.runners.direct.DirectGraph graph)
        +
        Creates a new WatermarkManager. All watermarks within the newly created WatermarkManager start at BoundedWindow.TIMESTAMP_MIN_VALUE, the minimum watermark, + with no watermark holds or pending elements.
        +
        +
        Parameters:
        +
        clock - the clock to use to determine processing time
        +
        graph - the graph representing this pipeline
        +
        +
      • +
      + + + + + + + +
        +
      • +

        initialize

        +
        public void initialize(Map<AppliedPTransform<?,?,?>,? extends Iterable<org.apache.beam.runners.direct.DirectRunner.CommittedBundle<?>>> initialBundles)
        +
      • +
      + + + +
        +
      • +

        updateWatermarks

        +
        public void updateWatermarks(@Nullable
        +                             org.apache.beam.runners.direct.DirectRunner.CommittedBundle<?> completed,
        +                             WatermarkManager.TimerUpdate timerUpdate,
        +                             org.apache.beam.runners.direct.CommittedResult result,
        +                             org.joda.time.Instant earliestHold)
        +
        Updates the watermarks of a transform with one or more inputs. + +

        Each transform has two monotonically increasing watermarks: the input watermark, which can, + at any time, be updated to equal: +

        + MAX(CurrentInputWatermark, MIN(PendingElements, InputPCollectionWatermarks))
        + 
        + and the output watermark, which can, at any time, be updated to equal: +
        + MAX(CurrentOutputWatermark, MIN(InputWatermark, WatermarkHolds))
        + 
        .
        +
        +
        Parameters:
        +
        completed - the input that has completed
        +
        timerUpdate - the timers that were added, removed, and completed as part of producing + this update
        +
        result - the result that was produced by processing the input
        +
        earliestHold - the earliest watermark hold in the transform's state. null if there + is no hold
        +
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.AggregatorKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.AggregatorKey.html new file mode 100644 index 00000000000..e74197c1d99 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.AggregatorKey.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.AggregatorContainer.AggregatorKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.AggregatorContainer.AggregatorKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.Mutator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.Mutator.html new file mode 100644 index 00000000000..172fdce1206 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.Mutator.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.AggregatorContainer.Mutator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.AggregatorContainer.Mutator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.html new file mode 100644 index 00000000000..094da6ffef5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/AggregatorContainer.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.AggregatorContainer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.AggregatorContainer

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/BundleFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/BundleFactory.html new file mode 100644 index 00000000000..51f0f2c75d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/BundleFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.BundleFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.BundleFactory

+
+
No usage of org.apache.beam.runners.direct.BundleFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/Clock.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/Clock.html new file mode 100644 index 00000000000..5d92abb302b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/Clock.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.Clock (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.Clock

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/CopyOnAccessInMemoryStateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/CopyOnAccessInMemoryStateInternals.html new file mode 100644 index 00000000000..a447ca56456 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/CopyOnAccessInMemoryStateInternals.html @@ -0,0 +1,206 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.CopyOnAccessInMemoryStateInternals

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.AvailableParallelismFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.AvailableParallelismFactory.html new file mode 100644 index 00000000000..15b4ba8e087 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.AvailableParallelismFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.DirectOptions.AvailableParallelismFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.DirectOptions.AvailableParallelismFactory

+
+
No usage of org.apache.beam.runners.direct.DirectOptions.AvailableParallelismFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.html new file mode 100644 index 00000000000..f60024f4a33 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectOptions.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.DirectOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.DirectOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Options.html new file mode 100644 index 00000000000..b7f568ccbce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Options.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.DirectRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.DirectRegistrar.Options

+
+
No usage of org.apache.beam.runners.direct.DirectRegistrar.Options
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Runner.html new file mode 100644 index 00000000000..242af239c42 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.Runner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.DirectRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.DirectRegistrar.Runner

+
+
No usage of org.apache.beam.runners.direct.DirectRegistrar.Runner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.html new file mode 100644 index 00000000000..96e477ca31c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.DirectRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.DirectRegistrar

+
+
No usage of org.apache.beam.runners.direct.DirectRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.DirectPipelineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.DirectPipelineResult.html new file mode 100644 index 00000000000..67c1171718b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.DirectPipelineResult.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.DirectRunner.DirectPipelineResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.html new file mode 100644 index 00000000000..505fc65139d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/DirectRunner.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.DirectRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.DirectRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ExecutorServiceFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ExecutorServiceFactory.html new file mode 100644 index 00000000000..fecfb4b5900 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ExecutorServiceFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.ExecutorServiceFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.ExecutorServiceFactory

+
+
No usage of org.apache.beam.runners.direct.ExecutorServiceFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ForwardingPTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ForwardingPTransform.html new file mode 100644 index 00000000000..a8663caf174 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ForwardingPTransform.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.ForwardingPTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.ForwardingPTransform

+
+
No usage of org.apache.beam.runners.direct.ForwardingPTransform
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcement.html new file mode 100644 index 00000000000..d247074590d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcement.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.ModelEnforcement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.ModelEnforcement

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcementFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcementFactory.html new file mode 100644 index 00000000000..21e8afd5f27 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/ModelEnforcementFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.ModelEnforcementFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.ModelEnforcementFactory

+
+
No usage of org.apache.beam.runners.direct.ModelEnforcementFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/NanosOffsetClock.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/NanosOffsetClock.html new file mode 100644 index 00000000000..7b337e5d8e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/NanosOffsetClock.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.NanosOffsetClock (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.NanosOffsetClock

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.Builder.html new file mode 100644 index 00000000000..2c421d6d06d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.Builder.html @@ -0,0 +1,211 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.StepTransformResult.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.StepTransformResult.Builder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.html new file mode 100644 index 00000000000..f0e28eb0c6c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/StepTransformResult.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.StepTransformResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.StepTransformResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluator.html new file mode 100644 index 00000000000..24410a09eba --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluator.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.TransformEvaluator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.TransformEvaluator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluatorFactory.html new file mode 100644 index 00000000000..d0f68c40e04 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformEvaluatorFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.TransformEvaluatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.TransformEvaluatorFactory

+
+
No usage of org.apache.beam.runners.direct.TransformEvaluatorFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformResult.html new file mode 100644 index 00000000000..06ef3267a51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/TransformResult.html @@ -0,0 +1,216 @@ + + + + + + +Uses of Interface org.apache.beam.runners.direct.TransformResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.direct.TransformResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.FiredTimers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.FiredTimers.html new file mode 100644 index 00000000000..247b71c5c81 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.FiredTimers.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.WatermarkManager.FiredTimers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.WatermarkManager.FiredTimers

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html new file mode 100644 index 00000000000..bba42a9396f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.TimerUpdateBuilder.html @@ -0,0 +1,193 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate.TimerUpdateBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.WatermarkManager.TimerUpdate.TimerUpdateBuilder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.html new file mode 100644 index 00000000000..b1fcad2ffef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TimerUpdate.html @@ -0,0 +1,212 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.WatermarkManager.TimerUpdate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.WatermarkManager.TimerUpdate

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TransformWatermarks.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TransformWatermarks.html new file mode 100644 index 00000000000..7d71bb16507 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.TransformWatermarks.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.WatermarkManager.TransformWatermarks

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.html new file mode 100644 index 00000000000..d6cb83e00fa --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/class-use/WatermarkManager.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.direct.WatermarkManager (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.direct.WatermarkManager

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-frame.html new file mode 100644 index 00000000000..9888c7385b7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-frame.html @@ -0,0 +1,50 @@ + + + + + + +org.apache.beam.runners.direct (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.direct

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-summary.html new file mode 100644 index 00000000000..410d7d59137 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-summary.html @@ -0,0 +1,335 @@ + + + + + + +org.apache.beam.runners.direct (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.direct

+
+
Defines the PipelineOptions.DirectRunner + which executes both Bounded and Unbounded Pipelines on the local machine.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.direct Description

+
Defines the PipelineOptions.DirectRunner + which executes both Bounded and Unbounded Pipelines on the local machine. + +

See org.apache.beam.sdk.runners for more information about Pipeline Runners.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-tree.html new file mode 100644 index 00000000000..d6232ef33d4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-tree.html @@ -0,0 +1,190 @@ + + + + + + +org.apache.beam.runners.direct Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.direct

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-use.html new file mode 100644 index 00000000000..993fe0d75ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/direct/package-use.html @@ -0,0 +1,258 @@ + + + + + + +Uses of Package org.apache.beam.runners.direct (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.direct

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/DefaultParallelismFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/DefaultParallelismFactory.html new file mode 100644 index 00000000000..132a2b7adc2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/DefaultParallelismFactory.html @@ -0,0 +1,296 @@ + + + + + + +DefaultParallelismFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class DefaultParallelismFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkDetachedRunnerResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkDetachedRunnerResult.html new file mode 100644 index 00000000000..acdf3d6f0c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkDetachedRunnerResult.html @@ -0,0 +1,412 @@ + + + + + + +FlinkDetachedRunnerResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkDetachedRunnerResult

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    PipelineResult
    +
    +
    +
    +
    public class FlinkDetachedRunnerResult
    +extends Object
    +implements PipelineResult
    +
    Result of a detached execution of a Pipeline with Flink. + In detached execution, results and job execution are currently unavailable.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineExecutionEnvironment.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineExecutionEnvironment.html new file mode 100644 index 00000000000..65775dc5927 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineExecutionEnvironment.html @@ -0,0 +1,277 @@ + + + + + + +FlinkPipelineExecutionEnvironment (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkPipelineExecutionEnvironment

+
+
+ +
+
    +
  • +
    +
    +
    public class FlinkPipelineExecutionEnvironment
    +extends Object
    +
    The class that instantiates and manages the execution of a given job. + Depending on if the job is a Streaming or Batch processing one, it creates + the adequate execution environment (ExecutionEnvironment + or StreamExecutionEnvironment), the necessary FlinkPipelineTranslator + (FlinkBatchPipelineTranslator or FlinkStreamingPipelineTranslator) to + transform the Beam job into a Flink one, and executes the (translated) job.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        translate

        +
        public void translate(Pipeline pipeline)
        +
        Depending on if the job is a Streaming or a Batch one, this method creates + the necessary execution environment and pipeline translator, and translates + the PCollection program into + a DataSet + or DataStream one.
        +
      • +
      + + + +
        +
      • +

        executePipeline

        +
        public org.apache.flink.api.common.JobExecutionResult executePipeline()
        +                                                               throws Exception
        +
        Launches the program execution.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineOptions.html new file mode 100644 index 00000000000..49dbc96e5f4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkPipelineOptions.html @@ -0,0 +1,494 @@ + + + + + + +FlinkPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Interface FlinkPipelineOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFilesToStage

        +
        List<String> getFilesToStage()
        +
        List of local files to make available to workers. + +

        Jars are placed on the worker's classpath. + +

        The default value is the list of jars from the main program's classpath.

        +
      • +
      + + + +
        +
      • +

        setFilesToStage

        +
        void setFilesToStage(List<String> value)
        +
      • +
      + + + +
        +
      • +

        getFlinkMaster

        +
        String getFlinkMaster()
        +
        The url of the Flink JobManager on which to execute pipelines. This can either be + the the address of a cluster JobManager, in the form "host:port" or one of the special + Strings "[local]", "[collection]" or "[auto]". "[local]" will start a local Flink + Cluster in the JVM, "[collection]" will execute the pipeline on Java Collections while + "[auto]" will let the system decide where to execute the pipeline based on the environment.
        +
      • +
      + + + +
        +
      • +

        setFlinkMaster

        +
        void setFlinkMaster(String value)
        +
      • +
      + + + + + + + +
        +
      • +

        setParallelism

        +
        void setParallelism(Integer value)
        +
      • +
      + + + + + + + +
        +
      • +

        setCheckpointingInterval

        +
        void setCheckpointingInterval(Long interval)
        +
      • +
      + + + + + + + +
        +
      • +

        setNumberOfExecutionRetries

        +
        void setNumberOfExecutionRetries(Integer retries)
        +
      • +
      + + + + + + + +
        +
      • +

        setExecutionRetryDelay

        +
        void setExecutionRetryDelay(Long delay)
        +
      • +
      + + + + + + + +
        +
      • +

        setObjectReuse

        +
        void setObjectReuse(Boolean reuse)
        +
      • +
      + + + +
        +
      • +

        setStateBackend

        +
        void setStateBackend(org.apache.flink.runtime.state.AbstractStateBackend stateBackend)
        +
        Sets a state backend to store Beam's state during computation. + Note: Only applicable when executing in streaming mode.
        +
        +
        Parameters:
        +
        stateBackend - The state backend to use
        +
        +
      • +
      + + + +
        +
      • +

        getStateBackend

        +
        org.apache.flink.runtime.state.AbstractStateBackend getStateBackend()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.CreateFlinkPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.CreateFlinkPCollectionView.html new file mode 100644 index 00000000000..bcddec386ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.CreateFlinkPCollectionView.html @@ -0,0 +1,328 @@ + + + + + + +FlinkRunner.CreateFlinkPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkRunner.CreateFlinkPCollectionView<ElemT,ViewT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.html new file mode 100644 index 00000000000..b1774295982 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunner.html @@ -0,0 +1,385 @@ + + + + + + +FlinkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkRunner

+
+
+ +
+
    +
  • +
    +
    +
    public class FlinkRunner
    +extends PipelineRunner<PipelineResult>
    +
    A PipelineRunner that executes the operations in the + pipeline by first translating them to a Flink Plan and then executing them either locally + or on a Flink cluster, depending on the configuration.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromOptions

        +
        public static FlinkRunner fromOptions(PipelineOptions options)
        +
        Construct a runner from the provided options.
        +
        +
        Parameters:
        +
        options - Properties which configure the runner.
        +
        Returns:
        +
        The newly created runner.
        +
        +
      • +
      + + + + + + + + + + + + + +
        +
      • +

        apply

        +
        public <OutputT extends POutput,InputT extends PInput> OutputT apply(PTransform<InputT,OutputT> transform,
        +                                                                     InputT input)
        +
        Description copied from class: PipelineRunner
        +
        Applies a transform to the given input, returning the output. + +

        The default implementation calls PTransform.apply(input), but can be overridden + to customize behavior for a particular runner.

        +
        +
        Overrides:
        +
        apply in class PipelineRunner<PipelineResult>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        detectClassPathResourcesToStage

        +
        protected static List<String> detectClassPathResourcesToStage(ClassLoader classLoader)
        +
        Attempts to detect all the resources the class loader has access to. This does not recurse + to class loader parents stopping it from pulling in resources from the system class loader.
        +
        +
        Parameters:
        +
        classLoader - The URLClassLoader to use to detect resources to stage.
        +
        Returns:
        +
        A list of absolute paths to the resources the class loader uses.
        +
        Throws:
        +
        IllegalArgumentException - If either the class loader is not a URLClassLoader or one + of the resources the class loader exposes is not a file resource.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Options.html new file mode 100644 index 00000000000..9d506837b0a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Options.html @@ -0,0 +1,288 @@ + + + + + + +FlinkRunnerRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkRunnerRegistrar.Options

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Runner.html new file mode 100644 index 00000000000..11b07512a04 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.Runner.html @@ -0,0 +1,292 @@ + + + + + + +FlinkRunnerRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkRunnerRegistrar.Runner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.html new file mode 100644 index 00000000000..e82e5ce72b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerRegistrar.html @@ -0,0 +1,230 @@ + + + + + + +FlinkRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkRunnerRegistrar

+
+
+ +
+
    +
  • +
    +
    +
    public class FlinkRunnerRegistrar
    +extends Object
    +
    AutoService registrar - will register FlinkRunner and FlinkOptions + as possible pipeline runner services. + +

    It ends up in META-INF/services and gets picked up by Beam.

    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerResult.html new file mode 100644 index 00000000000..7cc4bf4d27e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/FlinkRunnerResult.html @@ -0,0 +1,413 @@ + + + + + + +FlinkRunnerResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class FlinkRunnerResult

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    PipelineResult
    +
    +
    +
    +
    public class FlinkRunnerResult
    +extends Object
    +implements PipelineResult
    +
    Result of executing a Pipeline with Flink. This + has methods to query to job runtime and the final values of + Aggregators.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/TestFlinkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/TestFlinkRunner.html new file mode 100644 index 00000000000..3cdfd311a29 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/TestFlinkRunner.html @@ -0,0 +1,320 @@ + + + + + + +TestFlinkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.flink
+

Class TestFlinkRunner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/DefaultParallelismFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/DefaultParallelismFactory.html new file mode 100644 index 00000000000..e8d56058da5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/DefaultParallelismFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.DefaultParallelismFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.DefaultParallelismFactory

+
+
No usage of org.apache.beam.runners.flink.DefaultParallelismFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkDetachedRunnerResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkDetachedRunnerResult.html new file mode 100644 index 00000000000..66f5a4a7340 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkDetachedRunnerResult.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkDetachedRunnerResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkDetachedRunnerResult

+
+
No usage of org.apache.beam.runners.flink.FlinkDetachedRunnerResult
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineExecutionEnvironment.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineExecutionEnvironment.html new file mode 100644 index 00000000000..26e44a43eea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineExecutionEnvironment.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkPipelineExecutionEnvironment (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkPipelineExecutionEnvironment

+
+
No usage of org.apache.beam.runners.flink.FlinkPipelineExecutionEnvironment
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineOptions.html new file mode 100644 index 00000000000..bae21a3b2a1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkPipelineOptions.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Interface org.apache.beam.runners.flink.FlinkPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.flink.FlinkPipelineOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.CreateFlinkPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.CreateFlinkPCollectionView.html new file mode 100644 index 00000000000..67148a44932 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.CreateFlinkPCollectionView.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkRunner.CreateFlinkPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkRunner.CreateFlinkPCollectionView

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.html new file mode 100644 index 00000000000..faadd888eb6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunner.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Options.html new file mode 100644 index 00000000000..21c1da50256 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Options.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkRunnerRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkRunnerRegistrar.Options

+
+
No usage of org.apache.beam.runners.flink.FlinkRunnerRegistrar.Options
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Runner.html new file mode 100644 index 00000000000..f78ac2190a5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.Runner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkRunnerRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkRunnerRegistrar.Runner

+
+
No usage of org.apache.beam.runners.flink.FlinkRunnerRegistrar.Runner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.html new file mode 100644 index 00000000000..602b82e5da7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkRunnerRegistrar

+
+
No usage of org.apache.beam.runners.flink.FlinkRunnerRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerResult.html new file mode 100644 index 00000000000..609e5c378c6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/FlinkRunnerResult.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.FlinkRunnerResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.FlinkRunnerResult

+
+
No usage of org.apache.beam.runners.flink.FlinkRunnerResult
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/TestFlinkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/TestFlinkRunner.html new file mode 100644 index 00000000000..742bc9f9043 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/class-use/TestFlinkRunner.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.flink.TestFlinkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.flink.TestFlinkRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-frame.html new file mode 100644 index 00000000000..30ce0fd4412 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +org.apache.beam.runners.flink (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.flink

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-summary.html new file mode 100644 index 00000000000..a99812c34ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-summary.html @@ -0,0 +1,230 @@ + + + + + + +org.apache.beam.runners.flink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.flink

+
+
Internal implementation of the Beam runner for Apache Flink.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.flink Description

+
Internal implementation of the Beam runner for Apache Flink.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-tree.html new file mode 100644 index 00000000000..1750c9bb94f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-tree.html @@ -0,0 +1,183 @@ + + + + + + +org.apache.beam.runners.flink Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.flink

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-use.html new file mode 100644 index 00000000000..49dca7c3abf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/flink/package-use.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Package org.apache.beam.runners.flink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.flink

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.EmptyListenersList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.EmptyListenersList.html new file mode 100644 index 00000000000..f27f287017a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.EmptyListenersList.html @@ -0,0 +1,295 @@ + + + + + + +SparkContextOptions.EmptyListenersList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkContextOptions.EmptyListenersList

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    DefaultValueFactory<List<org.apache.spark.streaming.api.java.JavaStreamingListener>>
    +
    +
    +
    Enclosing interface:
    +
    SparkContextOptions
    +
    +
    +
    +
    public static class SparkContextOptions.EmptyListenersList
    +extends Object
    +implements DefaultValueFactory<List<org.apache.spark.streaming.api.java.JavaStreamingListener>>
    +
    Returns an empty list, top avoid handling null.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        EmptyListenersList

        +
        public EmptyListenersList()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public List<org.apache.spark.streaming.api.java.JavaStreamingListener> create(PipelineOptions options)
        +
        Description copied from interface: DefaultValueFactory
        +
        Creates a default value for a getter marked with Default.InstanceFactory.
        +
        +
        Specified by:
        +
        create in interface DefaultValueFactory<List<org.apache.spark.streaming.api.java.JavaStreamingListener>>
        +
        Parameters:
        +
        options - The current pipeline options.
        +
        Returns:
        +
        The default value to be used for the annotated getter.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.html new file mode 100644 index 00000000000..9c7c30d905c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkContextOptions.html @@ -0,0 +1,347 @@ + + + + + + +SparkContextOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Interface SparkContextOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getProvidedSparkContext

        +
        org.apache.spark.api.java.JavaSparkContext getProvidedSparkContext()
        +
      • +
      + + + +
        +
      • +

        setProvidedSparkContext

        +
        void setProvidedSparkContext(org.apache.spark.api.java.JavaSparkContext jsc)
        +
      • +
      + + + + + + + +
        +
      • +

        setListeners

        +
        void setListeners(List<org.apache.spark.streaming.api.java.JavaStreamingListener> listeners)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.TmpCheckpointDirFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.TmpCheckpointDirFactory.html new file mode 100644 index 00000000000..f6ca87a60fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.TmpCheckpointDirFactory.html @@ -0,0 +1,297 @@ + + + + + + +SparkPipelineOptions.TmpCheckpointDirFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkPipelineOptions.TmpCheckpointDirFactory

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    DefaultValueFactory<String>
    +
    +
    +
    Enclosing interface:
    +
    SparkPipelineOptions
    +
    +
    +
    +
    public static class SparkPipelineOptions.TmpCheckpointDirFactory
    +extends Object
    +implements DefaultValueFactory<String>
    +
    Returns the default checkpoint directory of /tmp/${job.name}. + For testing purposes only. Production applications should use a reliable + filesystem such as HDFS/S3/GS.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.html new file mode 100644 index 00000000000..b7b7bd66d5a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineOptions.html @@ -0,0 +1,547 @@ + + + + + + +SparkPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Interface SparkPipelineOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineResult.html new file mode 100644 index 00000000000..7b10f1aadc5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkPipelineResult.html @@ -0,0 +1,506 @@ + + + + + + +SparkPipelineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkPipelineResult

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    PipelineResult
    +
    +
    +
    +
    public abstract class SparkPipelineResult
    +extends Object
    +implements PipelineResult
    +
    Represents a Spark pipeline execution result.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.Evaluator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.Evaluator.html new file mode 100644 index 00000000000..b31584856f5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.Evaluator.html @@ -0,0 +1,350 @@ + + + + + + +SparkRunner.Evaluator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkRunner.Evaluator

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.html new file mode 100644 index 00000000000..b00d1098c5f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunner.html @@ -0,0 +1,362 @@ + + + + + + +SparkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkRunner

+
+
+ +
+
    +
  • +
    +
    +
    public final class SparkRunner
    +extends PipelineRunner<SparkPipelineResult>
    +
    The SparkRunner translate operations defined on a pipeline to a representation + executable by Spark, and then submitting the job to Spark to be executed. If we wanted to run + a Beam pipeline with the default options of a single threaded spark instance in local mode, + we would do the following: + + Pipeline p = [logic for pipeline creation] + SparkPipelineResult result = (SparkPipelineResult) p.run(); + + +

    To create a pipeline runner to run against a different spark cluster, with a custom master url + we would do the following: + + Pipeline p = [logic for pipeline creation] + SparkPipelineOptions options = SparkPipelineOptionsFactory.create(); + options.setSparkMaster("spark://host:port"); + SparkPipelineResult result = (SparkPipelineResult) p.run(); +

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static SparkRunner create()
        +
        Creates and returns a new SparkRunner with default options. In particular, against a + spark instance running in local mode.
        +
        +
        Returns:
        +
        A pipeline runner with default options.
        +
        +
      • +
      + + + +
        +
      • +

        create

        +
        public static SparkRunner create(SparkPipelineOptions options)
        +
        Creates and returns a new SparkRunner with specified options.
        +
        +
        Parameters:
        +
        options - The SparkPipelineOptions to use when executing the job.
        +
        Returns:
        +
        A pipeline runner that will execute with specified options.
        +
        +
      • +
      + + + +
        +
      • +

        fromOptions

        +
        public static SparkRunner fromOptions(PipelineOptions options)
        +
        Creates and returns a new SparkRunner with specified options.
        +
        +
        Parameters:
        +
        options - The PipelineOptions to use when executing the job.
        +
        Returns:
        +
        A pipeline runner that will execute with specified options.
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Options.html new file mode 100644 index 00000000000..7ba0c240189 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Options.html @@ -0,0 +1,288 @@ + + + + + + +SparkRunnerRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkRunnerRegistrar.Options

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Runner.html new file mode 100644 index 00000000000..2fd0f2637d2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.Runner.html @@ -0,0 +1,292 @@ + + + + + + +SparkRunnerRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkRunnerRegistrar.Runner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.html new file mode 100644 index 00000000000..9f86455d81b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/SparkRunnerRegistrar.html @@ -0,0 +1,231 @@ + + + + + + +SparkRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class SparkRunnerRegistrar

+
+
+ +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/TestSparkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/TestSparkRunner.html new file mode 100644 index 00000000000..f3736ff980d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/TestSparkRunner.html @@ -0,0 +1,310 @@ + + + + + + +TestSparkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark
+

Class TestSparkRunner

+
+
+ +
+
    +
  • +
    +
    +
    public final class TestSparkRunner
    +extends PipelineRunner<SparkPipelineResult>
    +
    The SparkRunner translate operations defined on a pipeline to a representation executable + by Spark, and then submitting the job to Spark to be executed. If we wanted to run a Beam + pipeline with the default options of a single threaded spark instance in local mode, we would do + the following: + + Pipeline p = [logic for pipeline creation] + SparkPipelineResult result = (SparkPipelineResult) p.run(); + + +

    To create a pipeline runner to run against a different spark cluster, with a custom master url + we would do the following: + + Pipeline p = [logic for pipeline creation] + SparkPipelineOptions options = SparkPipelineOptionsFactory.create(); + options.setSparkMaster("spark://host:port"); + SparkPipelineResult result = (SparkPipelineResult) p.run(); +

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/AggAccumParam.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/AggAccumParam.html new file mode 100644 index 00000000000..6a7726f3fe3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/AggAccumParam.html @@ -0,0 +1,342 @@ + + + + + + +AggAccumParam (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators
+

Class AggAccumParam

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html new file mode 100644 index 00000000000..7ea4c17f7f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.CombineFunctionState.html @@ -0,0 +1,367 @@ + + + + + + +NamedAggregators.CombineFunctionState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators
+

Class NamedAggregators.CombineFunctionState<InputT,InterT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html new file mode 100644 index 00000000000..3cc70822ac6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.State.html @@ -0,0 +1,300 @@ + + + + + + +NamedAggregators.State (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators
+

Interface NamedAggregators.State<InputT,InterT,OutputT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - Input data type
    +
    InterT - Intermediate data type (useful for averages)
    +
    OutputT - Output data type
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    All Known Implementing Classes:
    +
    NamedAggregators.CombineFunctionState
    +
    +
    +
    Enclosing class:
    +
    NamedAggregators
    +
    +
    +
    +
    public static interface NamedAggregators.State<InputT,InterT,OutputT>
    +extends Serializable
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html new file mode 100644 index 00000000000..28e1da82f7e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/NamedAggregators.html @@ -0,0 +1,406 @@ + + + + + + +NamedAggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators
+

Class NamedAggregators

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class NamedAggregators
    +extends Object
    +implements Serializable
    +
    This class wraps a map of named aggregators. Spark expects that all accumulators be declared + before a job is launched. Beam allows aggregators to be used and incremented on the fly. + We create a map of named aggregators and instantiate in the the spark context before the job + is launched. We can then add aggregators on the fly in Spark.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        NamedAggregators

        +
        public NamedAggregators()
        +
        Constructs a new NamedAggregators instance.
        +
      • +
      + + + +
        +
      • +

        NamedAggregators

        +
        public NamedAggregators(String name,
        +                        NamedAggregators.State<?,?,?> state)
        +
        Constructs a new named aggregators instance that contains a mapping from the specified + `named` to the associated initial state.
        +
        +
        Parameters:
        +
        name - Name of aggregator.
        +
        state - Associated State.
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getValue

        +
        public <T> T getValue(String name,
        +                      Class<T> typeClass)
        +
        +
        Type Parameters:
        +
        T - Type to be returned.
        +
        Parameters:
        +
        name - Name of aggregator to retrieve.
        +
        typeClass - Type class to cast the value to.
        +
        Returns:
        +
        the value of the aggregator associated with the specified name
        +
        +
      • +
      + + + +
        +
      • +

        renderAll

        +
        public Map<String,?> renderAll()
        +
        +
        Returns:
        +
        a map of all the aggregator names and their rendered values
        +
        +
      • +
      + + + +
        +
      • +

        merge

        +
        public NamedAggregators merge(NamedAggregators other)
        +
        Merges another NamedAggregators instance with this instance.
        +
        +
        Parameters:
        +
        other - The other instance of named aggregators ot merge.
        +
        Returns:
        +
        This instance of Named aggregators with associated states updated to reflect the + other instance's aggregators.
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html new file mode 100644 index 00000000000..3efb2aa5aff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/SparkAggregators.html @@ -0,0 +1,340 @@ + + + + + + +SparkAggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators
+

Class SparkAggregators

+
+
+ +
+
    +
  • +
    +
    +
    public class SparkAggregators
    +extends Object
    +
    A utility class for retrieving aggregator values.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SparkAggregators

        +
        public SparkAggregators()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getNamedAggregators

        +
        public static org.apache.spark.Accumulator<NamedAggregators> getNamedAggregators(org.apache.spark.api.java.JavaSparkContext jsc)
        +
        Retrieves the NamedAggregators instance using the provided Spark context.
        +
        +
        Parameters:
        +
        jsc - a Spark context to be used in order to retrieve the name + NamedAggregators instance
        +
        Returns:
        +
        a NamedAggregators instance
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static <T> AggregatorValues<T> valueOf(Aggregator<?,T> aggregator,
        +                                              org.apache.spark.api.java.JavaSparkContext javaSparkContext)
        +
        Retrieves the value of an aggregator from a SparkContext instance.
        +
        +
        Type Parameters:
        +
        T - The type of the aggregator's output
        +
        Parameters:
        +
        aggregator - The aggregator whose value to retrieve
        +
        javaSparkContext - The SparkContext instance
        +
        Returns:
        +
        The value of the aggregator
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static <T> T valueOf(String name,
        +                            Class<T> typeClass,
        +                            org.apache.spark.api.java.JavaSparkContext javaSparkContext)
        +
        Retrieves the value of an aggregator from a SparkContext instance.
        +
        +
        Type Parameters:
        +
        T - Type of object to be returned.
        +
        Parameters:
        +
        name - Name of the aggregator to retrieve the value of.
        +
        typeClass - Type class of value to be retrieved.
        +
        Returns:
        +
        The value of the aggregator.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/AggAccumParam.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/AggAccumParam.html new file mode 100644 index 00000000000..2277f53de00 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/AggAccumParam.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.AggAccumParam (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.AggAccumParam

+
+
No usage of org.apache.beam.runners.spark.aggregators.AggAccumParam
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.CombineFunctionState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.CombineFunctionState.html new file mode 100644 index 00000000000..4773780f8e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.CombineFunctionState.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState

+
+
No usage of org.apache.beam.runners.spark.aggregators.NamedAggregators.CombineFunctionState
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.State.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.State.html new file mode 100644 index 00000000000..19cd43f80ea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.State.html @@ -0,0 +1,219 @@ + + + + + + +Uses of Interface org.apache.beam.runners.spark.aggregators.NamedAggregators.State (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.spark.aggregators.NamedAggregators.State

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.html new file mode 100644 index 00000000000..c67015fd846 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/NamedAggregators.html @@ -0,0 +1,264 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.NamedAggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.NamedAggregators

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/SparkAggregators.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/SparkAggregators.html new file mode 100644 index 00000000000..199eb9e7786 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/class-use/SparkAggregators.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.SparkAggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.SparkAggregators

+
+
No usage of org.apache.beam.runners.spark.aggregators.SparkAggregators
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetric.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetric.html new file mode 100644 index 00000000000..cc0ec08781f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetric.html @@ -0,0 +1,246 @@ + + + + + + +AggregatorMetric (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators.metrics
+

Class AggregatorMetric

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.codahale.metrics.Metric
    +
    +
    +
    +
    public class AggregatorMetric
    +extends Object
    +implements com.codahale.metrics.Metric
    +
    An adapter between the NamedAggregators and codahale's Metric + interface.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetricSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetricSource.html new file mode 100644 index 00000000000..d0fd8e8ad7e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/AggregatorMetricSource.html @@ -0,0 +1,303 @@ + + + + + + +AggregatorMetricSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators.metrics
+

Class AggregatorMetricSource

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    org.apache.spark.metrics.source.Source
    +
    +
    +
    +
    public class AggregatorMetricSource
    +extends Object
    +implements org.apache.spark.metrics.source.Source
    +
    A Spark Source that is tailored to expose an AggregatorMetric, + wrapping an underlying NamedAggregators instance.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AggregatorMetricSource

        +
        public AggregatorMetricSource(String appName,
        +                              NamedAggregators aggregators)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        sourceName

        +
        public String sourceName()
        +
        +
        Specified by:
        +
        sourceName in interface org.apache.spark.metrics.source.Source
        +
        +
      • +
      + + + +
        +
      • +

        metricRegistry

        +
        public com.codahale.metrics.MetricRegistry metricRegistry()
        +
        +
        Specified by:
        +
        metricRegistry in interface org.apache.spark.metrics.source.Source
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/WithNamedAggregatorsSupport.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/WithNamedAggregatorsSupport.html new file mode 100644 index 00000000000..557b7c66981 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/WithNamedAggregatorsSupport.html @@ -0,0 +1,347 @@ + + + + + + +WithNamedAggregatorsSupport (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators.metrics
+

Class WithNamedAggregatorsSupport

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.codahale.metrics.Metric, com.codahale.metrics.MetricSet
    +
    +
    +
    +
    public class WithNamedAggregatorsSupport
    +extends com.codahale.metrics.MetricRegistry
    +
    A MetricRegistry decorator-like* that supports AggregatorMetric by exposing + the underlying * NamedAggregators' + aggregators as Gauges. +

    + *MetricRegistry is not an interface, so this is not a by-the-book decorator. + That said, it delegates all metric related getters to the "decorated" instance. +

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getTimers

        +
        public SortedMap<String,com.codahale.metrics.Timer> getTimers(com.codahale.metrics.MetricFilter filter)
        +
        +
        Overrides:
        +
        getTimers in class com.codahale.metrics.MetricRegistry
        +
        +
      • +
      + + + +
        +
      • +

        getMeters

        +
        public SortedMap<String,com.codahale.metrics.Meter> getMeters(com.codahale.metrics.MetricFilter filter)
        +
        +
        Overrides:
        +
        getMeters in class com.codahale.metrics.MetricRegistry
        +
        +
      • +
      + + + +
        +
      • +

        getHistograms

        +
        public SortedMap<String,com.codahale.metrics.Histogram> getHistograms(com.codahale.metrics.MetricFilter filter)
        +
        +
        Overrides:
        +
        getHistograms in class com.codahale.metrics.MetricRegistry
        +
        +
      • +
      + + + +
        +
      • +

        getCounters

        +
        public SortedMap<String,com.codahale.metrics.Counter> getCounters(com.codahale.metrics.MetricFilter filter)
        +
        +
        Overrides:
        +
        getCounters in class com.codahale.metrics.MetricRegistry
        +
        +
      • +
      + + + +
        +
      • +

        getGauges

        +
        public SortedMap<String,com.codahale.metrics.Gauge> getGauges(com.codahale.metrics.MetricFilter filter)
        +
        +
        Overrides:
        +
        getGauges in class com.codahale.metrics.MetricRegistry
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetric.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetric.html new file mode 100644 index 00000000000..a38557a08d6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetric.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetric (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetric

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetricSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetricSource.html new file mode 100644 index 00000000000..306be661788 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/AggregatorMetricSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetricSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetricSource

+
+
No usage of org.apache.beam.runners.spark.aggregators.metrics.AggregatorMetricSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/WithNamedAggregatorsSupport.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/WithNamedAggregatorsSupport.html new file mode 100644 index 00000000000..c0c7a22f73c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/class-use/WithNamedAggregatorsSupport.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.metrics.WithNamedAggregatorsSupport

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html new file mode 100644 index 00000000000..877dce9f1bc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-frame.html @@ -0,0 +1,23 @@ + + + + + + +org.apache.beam.runners.spark.aggregators.metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.aggregators.metrics

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html new file mode 100644 index 00000000000..180ce91d51a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-summary.html @@ -0,0 +1,171 @@ + + + + + + +org.apache.beam.runners.spark.aggregators.metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.aggregators.metrics

+
+
Defines classes for integrating with Spark's metrics mechanism (Sinks, Sources, etc.).
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.aggregators.metrics Description

+
Defines classes for integrating with Spark's metrics mechanism (Sinks, Sources, etc.).
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html new file mode 100644 index 00000000000..101a1cd8264 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-tree.html @@ -0,0 +1,145 @@ + + + + + + +org.apache.beam.runners.spark.aggregators.metrics Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.aggregators.metrics

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-use.html new file mode 100644 index 00000000000..3f2e334a67b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/package-use.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.aggregators.metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.aggregators.metrics

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/CsvSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/CsvSink.html new file mode 100644 index 00000000000..c2ce616d5c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/CsvSink.html @@ -0,0 +1,261 @@ + + + + + + +CsvSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators.metrics.sink
+

Class CsvSink

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    org.apache.spark.metrics.sink.Sink
    +
    +
    +
    +
    public class CsvSink
    +extends org.apache.spark.metrics.sink.CsvSink
    +
    A Spark Sink that is tailored to report AggregatorMetric metrics + to a CSV file.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      CsvSink(Properties properties, + com.codahale.metrics.MetricRegistry metricRegistry, + org.apache.spark.SecurityManager securityMgr) 
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CsvSink

        +
        public CsvSink(Properties properties,
        +               com.codahale.metrics.MetricRegistry metricRegistry,
        +               org.apache.spark.SecurityManager securityMgr)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/GraphiteSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/GraphiteSink.html new file mode 100644 index 00000000000..0f44fed51be --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/GraphiteSink.html @@ -0,0 +1,261 @@ + + + + + + +GraphiteSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.aggregators.metrics.sink
+

Class GraphiteSink

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    org.apache.spark.metrics.sink.Sink
    +
    +
    +
    +
    public class GraphiteSink
    +extends org.apache.spark.metrics.sink.GraphiteSink
    +
    A Spark Sink that is tailored to report AggregatorMetric metrics + to Graphite.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      GraphiteSink(Properties properties, + com.codahale.metrics.MetricRegistry metricRegistry, + org.apache.spark.SecurityManager securityMgr) 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from class org.apache.spark.metrics.sink.GraphiteSink

        +GRAPHITE_DEFAULT_PERIOD, GRAPHITE_DEFAULT_PREFIX, GRAPHITE_DEFAULT_UNIT, GRAPHITE_KEY_HOST, GRAPHITE_KEY_PERIOD, GRAPHITE_KEY_PORT, GRAPHITE_KEY_PREFIX, GRAPHITE_KEY_PROTOCOL, GRAPHITE_KEY_UNIT, graphite, host, pollPeriod, pollUnit, port, prefix, property, propertyToOption, registry, report, reporter, start, stop
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GraphiteSink

        +
        public GraphiteSink(Properties properties,
        +                    com.codahale.metrics.MetricRegistry metricRegistry,
        +                    org.apache.spark.SecurityManager securityMgr)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/CsvSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/CsvSink.html new file mode 100644 index 00000000000..aba290cee64 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/CsvSink.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.metrics.sink.CsvSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.metrics.sink.CsvSink

+
+
No usage of org.apache.beam.runners.spark.aggregators.metrics.sink.CsvSink
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/GraphiteSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/GraphiteSink.html new file mode 100644 index 00000000000..c1cb1a11e60 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/class-use/GraphiteSink.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.aggregators.metrics.sink.GraphiteSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.aggregators.metrics.sink.GraphiteSink

+
+
No usage of org.apache.beam.runners.spark.aggregators.metrics.sink.GraphiteSink
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-frame.html new file mode 100644 index 00000000000..8879cb83aca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-frame.html @@ -0,0 +1,22 @@ + + + + + + +org.apache.beam.runners.spark.aggregators.metrics.sink (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.aggregators.metrics.sink

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-summary.html new file mode 100644 index 00000000000..e4f24f779f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-summary.html @@ -0,0 +1,165 @@ + + + + + + +org.apache.beam.runners.spark.aggregators.metrics.sink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.aggregators.metrics.sink

+
+
Spark sinks that support + the AggregatorMetric.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.aggregators.metrics.sink Description

+
Spark sinks that support + the AggregatorMetric.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-tree.html new file mode 100644 index 00000000000..8d2f46c379e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-tree.html @@ -0,0 +1,148 @@ + + + + + + +org.apache.beam.runners.spark.aggregators.metrics.sink Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.aggregators.metrics.sink

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-use.html new file mode 100644 index 00000000000..106fa16d2da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/metrics/sink/package-use.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.aggregators.metrics.sink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.aggregators.metrics.sink

+
+
No usage of org.apache.beam.runners.spark.aggregators.metrics.sink
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-frame.html new file mode 100644 index 00000000000..bbd00b47996 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-frame.html @@ -0,0 +1,28 @@ + + + + + + +org.apache.beam.runners.spark.aggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.aggregators

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-summary.html new file mode 100644 index 00000000000..9bf20e6ae8b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-summary.html @@ -0,0 +1,188 @@ + + + + + + +org.apache.beam.runners.spark.aggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.aggregators

+
+
Provides internal utilities for implementing Beam aggregators using Spark accumulators.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.aggregators Description

+
Provides internal utilities for implementing Beam aggregators using Spark accumulators.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-tree.html new file mode 100644 index 00000000000..33d99a8cbb9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-tree.html @@ -0,0 +1,150 @@ + + + + + + +org.apache.beam.runners.spark.aggregators Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.aggregators

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-use.html new file mode 100644 index 00000000000..7ab45aa7de4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/aggregators/package-use.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.aggregators (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.aggregators

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.EmptyListenersList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.EmptyListenersList.html new file mode 100644 index 00000000000..cc85706e7bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.EmptyListenersList.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkContextOptions.EmptyListenersList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkContextOptions.EmptyListenersList

+
+
No usage of org.apache.beam.runners.spark.SparkContextOptions.EmptyListenersList
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.html new file mode 100644 index 00000000000..7dbc45afcde --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkContextOptions.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.runners.spark.SparkContextOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.spark.SparkContextOptions

+
+
No usage of org.apache.beam.runners.spark.SparkContextOptions
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.TmpCheckpointDirFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.TmpCheckpointDirFactory.html new file mode 100644 index 00000000000..4c8a9c2b456 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.TmpCheckpointDirFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkPipelineOptions.TmpCheckpointDirFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkPipelineOptions.TmpCheckpointDirFactory

+
+
No usage of org.apache.beam.runners.spark.SparkPipelineOptions.TmpCheckpointDirFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.html new file mode 100644 index 00000000000..8cc424163ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineOptions.html @@ -0,0 +1,185 @@ + + + + + + +Uses of Interface org.apache.beam.runners.spark.SparkPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.spark.SparkPipelineOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineResult.html new file mode 100644 index 00000000000..496b221a5ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkPipelineResult.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkPipelineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkPipelineResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.Evaluator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.Evaluator.html new file mode 100644 index 00000000000..1d9988f3c3b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.Evaluator.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkRunner.Evaluator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkRunner.Evaluator

+
+
No usage of org.apache.beam.runners.spark.SparkRunner.Evaluator
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.html new file mode 100644 index 00000000000..1e5805ea4e5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunner.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Options.html new file mode 100644 index 00000000000..b2988acf7fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Options.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkRunnerRegistrar.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkRunnerRegistrar.Options

+
+
No usage of org.apache.beam.runners.spark.SparkRunnerRegistrar.Options
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Runner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Runner.html new file mode 100644 index 00000000000..4923d595cf6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.Runner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkRunnerRegistrar.Runner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkRunnerRegistrar.Runner

+
+
No usage of org.apache.beam.runners.spark.SparkRunnerRegistrar.Runner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.html new file mode 100644 index 00000000000..f14f6a3889d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/SparkRunnerRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.SparkRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.SparkRunnerRegistrar

+
+
No usage of org.apache.beam.runners.spark.SparkRunnerRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/TestSparkRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/TestSparkRunner.html new file mode 100644 index 00000000000..dad2b0d1f98 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/class-use/TestSparkRunner.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.TestSparkRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.TestSparkRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/BeamSparkRunnerRegistrator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/BeamSparkRunnerRegistrator.html new file mode 100644 index 00000000000..b9d22bc7e43 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/BeamSparkRunnerRegistrator.html @@ -0,0 +1,283 @@ + + + + + + +BeamSparkRunnerRegistrator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.coders
+

Class BeamSparkRunnerRegistrator

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    org.apache.spark.serializer.KryoRegistrator
    +
    +
    +
    +
    public class BeamSparkRunnerRegistrator
    +extends Object
    +implements org.apache.spark.serializer.KryoRegistrator
    +
    Custom KryoRegistrators for Beam's Spark runner needs.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BeamSparkRunnerRegistrator

        +
        public BeamSparkRunnerRegistrator()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        registerClasses

        +
        public void registerClasses(com.esotericsoftware.kryo.Kryo kryo)
        +
        +
        Specified by:
        +
        registerClasses in interface org.apache.spark.serializer.KryoRegistrator
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/CoderHelpers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/CoderHelpers.html new file mode 100644 index 00000000000..4c02b672cd7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/CoderHelpers.html @@ -0,0 +1,444 @@ + + + + + + +CoderHelpers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.coders
+

Class CoderHelpers

+
+
+ +
+
    +
  • +
    +
    +
    public final class CoderHelpers
    +extends Object
    +
    Serialization utility class.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Static Methods Concrete Methods 
      Modifier and TypeMethod and Description
      static <T> TfromByteArray(byte[] serialized, + Coder<T> coder) +
      Utility method for deserializing a byte array using the specified coder.
      +
      static <K,V> org.apache.spark.api.java.function.PairFunction<scala.Tuple2<ByteArray,byte[]>,K,V>fromByteFunction(Coder<K> keyCoder, + Coder<V> valueCoder) +
      A function wrapper for converting a byte array pair to a key-value pair.
      +
      static <T> org.apache.spark.api.java.function.Function<byte[],T>fromByteFunction(Coder<T> coder) +
      A function wrapper for converting a byte array to an object.
      +
      static <K,V> org.apache.spark.api.java.function.PairFunction<scala.Tuple2<ByteArray,Iterable<byte[]>>,K,Iterable<V>>fromByteFunctionIterable(Coder<K> keyCoder, + Coder<V> valueCoder) +
      A function wrapper for converting a byte array pair to a key-value pair, where + values are Iterable.
      +
      static <T> byte[]toByteArray(T value, + Coder<T> coder) +
      Utility method for serializing an object using the specified coder.
      +
      static <T> List<byte[]>toByteArrays(Iterable<T> values, + Coder<T> coder) +
      Utility method for serializing a Iterable of values using the specified coder.
      +
      static <K,V> org.apache.spark.api.java.function.PairFunction<scala.Tuple2<K,V>,ByteArray,byte[]>toByteFunction(Coder<K> keyCoder, + Coder<V> valueCoder) +
      A function wrapper for converting a key-value pair to a byte array pair.
      +
      static <T> org.apache.spark.api.java.function.Function<T,byte[]>toByteFunction(Coder<T> coder) +
      A function wrapper for converting an object to a bytearray.
      +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        toByteArray

        +
        public static <T> byte[] toByteArray(T value,
        +                                     Coder<T> coder)
        +
        Utility method for serializing an object using the specified coder.
        +
        +
        Type Parameters:
        +
        T - type of value that is serialized
        +
        Parameters:
        +
        value - Value to serialize.
        +
        coder - Coder to serialize with.
        +
        Returns:
        +
        Byte array representing serialized object.
        +
        +
      • +
      + + + +
        +
      • +

        toByteArrays

        +
        public static <T> List<byte[]> toByteArrays(Iterable<T> values,
        +                                            Coder<T> coder)
        +
        Utility method for serializing a Iterable of values using the specified coder.
        +
        +
        Type Parameters:
        +
        T - type of value that is serialized
        +
        Parameters:
        +
        values - Values to serialize.
        +
        coder - Coder to serialize with.
        +
        Returns:
        +
        List of bytes representing serialized objects.
        +
        +
      • +
      + + + +
        +
      • +

        fromByteArray

        +
        public static <T> T fromByteArray(byte[] serialized,
        +                                  Coder<T> coder)
        +
        Utility method for deserializing a byte array using the specified coder.
        +
        +
        Type Parameters:
        +
        T - Type of object to be returned.
        +
        Parameters:
        +
        serialized - bytearray to be deserialized.
        +
        coder - Coder to deserialize with.
        +
        Returns:
        +
        Deserialized object.
        +
        +
      • +
      + + + +
        +
      • +

        toByteFunction

        +
        public static <T> org.apache.spark.api.java.function.Function<T,byte[]> toByteFunction(Coder<T> coder)
        +
        A function wrapper for converting an object to a bytearray.
        +
        +
        Type Parameters:
        +
        T - The type of the object being serialized.
        +
        Parameters:
        +
        coder - Coder to serialize with.
        +
        Returns:
        +
        A function that accepts an object and returns its coder-serialized form.
        +
        +
      • +
      + + + +
        +
      • +

        fromByteFunction

        +
        public static <T> org.apache.spark.api.java.function.Function<byte[],T> fromByteFunction(Coder<T> coder)
        +
        A function wrapper for converting a byte array to an object.
        +
        +
        Type Parameters:
        +
        T - The type of the object being deserialized.
        +
        Parameters:
        +
        coder - Coder to deserialize with.
        +
        Returns:
        +
        A function that accepts a byte array and returns its corresponding object.
        +
        +
      • +
      + + + +
        +
      • +

        toByteFunction

        +
        public static <K,V> org.apache.spark.api.java.function.PairFunction<scala.Tuple2<K,V>,ByteArray,byte[]> toByteFunction(Coder<K> keyCoder,
        +                                                                                                                       Coder<V> valueCoder)
        +
        A function wrapper for converting a key-value pair to a byte array pair.
        +
        +
        Type Parameters:
        +
        K - The type of the key being serialized.
        +
        V - The type of the value being serialized.
        +
        Parameters:
        +
        keyCoder - Coder to serialize keys.
        +
        valueCoder - Coder to serialize values.
        +
        Returns:
        +
        A function that accepts a key-value pair and returns a pair of byte arrays.
        +
        +
      • +
      + + + +
        +
      • +

        fromByteFunction

        +
        public static <K,V> org.apache.spark.api.java.function.PairFunction<scala.Tuple2<ByteArray,byte[]>,K,V> fromByteFunction(Coder<K> keyCoder,
        +                                                                                                                         Coder<V> valueCoder)
        +
        A function wrapper for converting a byte array pair to a key-value pair.
        +
        +
        Type Parameters:
        +
        K - The type of the key being deserialized.
        +
        V - The type of the value being deserialized.
        +
        Parameters:
        +
        keyCoder - Coder to deserialize keys.
        +
        valueCoder - Coder to deserialize values.
        +
        Returns:
        +
        A function that accepts a pair of byte arrays and returns a key-value pair.
        +
        +
      • +
      + + + +
        +
      • +

        fromByteFunctionIterable

        +
        public static <K,V> org.apache.spark.api.java.function.PairFunction<scala.Tuple2<ByteArray,Iterable<byte[]>>,K,Iterable<V>> fromByteFunctionIterable(Coder<K> keyCoder,
        +                                                                                                                                                     Coder<V> valueCoder)
        +
        A function wrapper for converting a byte array pair to a key-value pair, where + values are Iterable.
        +
        +
        Type Parameters:
        +
        K - The type of the key being deserialized.
        +
        V - The type of the value being deserialized.
        +
        Parameters:
        +
        keyCoder - Coder to deserialize keys.
        +
        valueCoder - Coder to deserialize values.
        +
        Returns:
        +
        A function that accepts a pair of byte arrays and returns a key-value pair.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/NullWritableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/NullWritableCoder.html new file mode 100644 index 00000000000..54fbe4b6e85 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/NullWritableCoder.html @@ -0,0 +1,463 @@ + + + + + + +NullWritableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.coders
+

Class NullWritableCoder

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<org.apache.hadoop.io.NullWritable>
    +
    +
    +
    +
    public final class NullWritableCoder
    +extends WritableCoder<org.apache.hadoop.io.NullWritable>
    +
    Simple writable coder for Null.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/WritableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/WritableCoder.html new file mode 100644 index 00000000000..357e73fd09a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/WritableCoder.html @@ -0,0 +1,493 @@ + + + + + + +WritableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.coders
+

Class WritableCoder<T extends org.apache.hadoop.io.Writable>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements handled by this coder
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    Direct Known Subclasses:
    +
    NullWritableCoder
    +
    +
    +
    +
    public class WritableCoder<T extends org.apache.hadoop.io.Writable>
    +extends StandardCoder<T>
    +
    A WritableCoder is a Coder for a Java class that implements Writable. + +

    To use, specify the coder type on a PCollection: +

    + 
    +   PCollection<MyRecord> records =
    +       foo.apply(...).setCoder(WritableCoder.of(MyRecord.class));
    + 
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WritableCoder

        +
        public WritableCoder(Class<T> type)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <T extends org.apache.hadoop.io.Writable> WritableCoder<T> of(Class<T> clazz)
        +
        Returns a WritableCoder instance for the provided element class.
        +
        +
        Type Parameters:
        +
        T - the element type
        +
        Parameters:
        +
        clazz - the element class
        +
        Returns:
        +
        a WritableCoder instance for the provided element class
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(T value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public T decode(InputStream inStream,
        +                Coder.Context context)
        +         throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/BeamSparkRunnerRegistrator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/BeamSparkRunnerRegistrator.html new file mode 100644 index 00000000000..8640816d352 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/BeamSparkRunnerRegistrator.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.coders.BeamSparkRunnerRegistrator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.coders.BeamSparkRunnerRegistrator

+
+
No usage of org.apache.beam.runners.spark.coders.BeamSparkRunnerRegistrator
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/CoderHelpers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/CoderHelpers.html new file mode 100644 index 00000000000..625e914f271 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/CoderHelpers.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.coders.CoderHelpers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.coders.CoderHelpers

+
+
No usage of org.apache.beam.runners.spark.coders.CoderHelpers
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/NullWritableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/NullWritableCoder.html new file mode 100644 index 00000000000..37d980248d8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/NullWritableCoder.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.coders.NullWritableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.coders.NullWritableCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/WritableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/WritableCoder.html new file mode 100644 index 00000000000..f7a3ea019d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/class-use/WritableCoder.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.coders.WritableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.coders.WritableCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-frame.html new file mode 100644 index 00000000000..c751fecf79a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-frame.html @@ -0,0 +1,24 @@ + + + + + + +org.apache.beam.runners.spark.coders (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.coders

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-summary.html new file mode 100644 index 00000000000..445422a3702 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-summary.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.runners.spark.coders (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.coders

+
+
Beam coders and coder-related utilities for running on Apache Spark.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.coders Description

+
Beam coders and coder-related utilities for running on Apache Spark.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-tree.html new file mode 100644 index 00000000000..9613252f05a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-tree.html @@ -0,0 +1,149 @@ + + + + + + +org.apache.beam.runners.spark.coders Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.coders

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-use.html new file mode 100644 index 00000000000..7c5efa9ff44 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/coders/package-use.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.coders (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.coders

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.Unbound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.Unbound.html new file mode 100644 index 00000000000..73672515933 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.Unbound.html @@ -0,0 +1,312 @@ + + + + + + +ConsoleIO.Write.Unbound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class ConsoleIO.Write.Unbound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getNum

        +
        public int getNum()
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.html new file mode 100644 index 00000000000..8671aa33775 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.Write.html @@ -0,0 +1,278 @@ + + + + + + +ConsoleIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class ConsoleIO.Write

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    ConsoleIO
    +
    +
    +
    +
    public static final class ConsoleIO.Write
    +extends Object
    +
    Write on the console.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.html new file mode 100644 index 00000000000..56114679009 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/ConsoleIO.html @@ -0,0 +1,221 @@ + + + + + + +ConsoleIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class ConsoleIO

+
+
+ +
+
    +
  • +
    +
    +
    public final class ConsoleIO
    +extends Object
    +
    Print to console.
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.QueuedValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.QueuedValues.html new file mode 100644 index 00000000000..b7a433a6f24 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.QueuedValues.html @@ -0,0 +1,308 @@ + + + + + + +CreateStream.QueuedValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class CreateStream.QueuedValues<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.html new file mode 100644 index 00000000000..4d5c2e97288 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/CreateStream.html @@ -0,0 +1,276 @@ + + + + + + +CreateStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class CreateStream<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - stream type
    +
    +
    +
    +
    public final class CreateStream<T>
    +extends Object
    +
    Create an input stream from Queue.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromQueue

        +
        public static <T> CreateStream.QueuedValues<T> fromQueue(Iterable<Iterable<T>> queuedValues)
        +
        Define the input stream to create from queue.
        +
        +
        Type Parameters:
        +
        T - stream type
        +
        Parameters:
        +
        queuedValues - defines the input stream
        +
        Returns:
        +
        the queue that defines the input stream
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/EmptyCheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/EmptyCheckpointMark.html new file mode 100644 index 00000000000..7948b19ebe8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/EmptyCheckpointMark.html @@ -0,0 +1,331 @@ + + + + + + +EmptyCheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class EmptyCheckpointMark

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        finalizeCheckpoint

        +
        public void finalizeCheckpoint()
        +                        throws IOException
        +
        Description copied from interface: UnboundedSource.CheckpointMark
        +
        Called by the system to signal that this checkpoint mark has been committed along with + all the records which have been read from the UnboundedSource.UnboundedReader since the + previous checkpoint was taken. + +

        For example, this method could send acknowledgements to an external data source + such as Pubsub. + +

        Note that: +

          +
        • This finalize method may be called from any thread, concurrently with calls to + the UnboundedSource.UnboundedReader it was created from. +
        • Checkpoints will not necessarily be finalized as soon as they are created. + A checkpoint may be taken while a previous checkpoint from the same + UnboundedSource.UnboundedReader has not yet be finalized. +
        • In the absence of failures, all checkpoints will be finalized and they will be + finalized in the same order they were taken from the UnboundedSource.UnboundedReader. +
        • It is possible for a checkpoint to be taken but this method never called. This method + will never be called if the checkpoint could not be committed, and other failures may cause + this method to never be called. +
        • It is not safe to assume the UnboundedSource.UnboundedReader from which this checkpoint was + created still exists at the time this method is called. +
        +
        +
        Specified by:
        +
        finalizeCheckpoint in interface UnboundedSource.CheckpointMark
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.Reader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.Reader.html new file mode 100644 index 00000000000..30f8ade05e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.Reader.html @@ -0,0 +1,533 @@ + + + + + + +MicrobatchSource.Reader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class MicrobatchSource.Reader

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        start

        +
        public boolean start()
        +              throws IOException
        +
        Description copied from class: Source.Reader
        +
        Initializes the reader and advances the reader to the first record. + +

        This method should be called exactly once. The invocation should occur prior to calling + Source.Reader.advance() or Source.Reader.getCurrent(). This method may perform expensive operations that + are needed to initialize the reader.

        +
        +
        Specified by:
        +
        start in class Source.Reader<T>
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        advance

        +
        public boolean advance()
        +                throws IOException
        +
        Description copied from class: Source.Reader
        +
        Advances the reader to the next valid record. + +

        It is an error to call this without having called Source.Reader.start() first.

        +
        +
        Specified by:
        +
        advance in class Source.Reader<T>
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        getCurrentSource

        +
        public BoundedSource<T> getCurrentSource()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns a Source describing the same input that this Reader currently reads + (including items already read). + +

        Usage

        + +

        Reader subclasses can use this method for convenience to access unchanging properties of + the source being read. Alternatively, they can cache these properties in the constructor. + +

        The framework will call this method in the course of dynamic work rebalancing, e.g. after + a successful BoundedSource.BoundedReader.splitAtFraction(double) call. + +

        Mutability and thread safety

        + +

        Remember that Source objects must always be immutable. However, the return value + of this function may be affected by dynamic work rebalancing, happening asynchronously via + BoundedSource.BoundedReader.splitAtFraction(double), meaning it can return a different + Source object. However, the returned object itself will still itself be immutable. + Callers must take care not to rely on properties of the returned source that may be + asynchronously changed as a result of this process (e.g. do not cache an end offset when + reading a file). + +

        Implementation

        + +

        For convenience, subclasses should usually return the most concrete subclass of + Source possible. + In practice, the implementation of this method should nearly always be one of the following: +

          +
        • Source that inherits from a base class that already implements + BoundedSource.BoundedReader.getCurrentSource(): delegate to base class. In this case, it is almost always + an error for the subclass to maintain its own copy of the source. +
          
          +   public FooReader(FooSource<T> source) {
          +     super(source);
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return (FooSource<T>)super.getCurrentSource();
          +   }
          + 
          +
        • Source that does not support dynamic work rebalancing: return a private final variable. +
          
          +   private final FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          + 
          +
        • BoundedSource.BoundedReader that explicitly supports dynamic work rebalancing: + maintain a variable pointing to an immutable source object, and protect it with + synchronization. +
          
          +   private FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public synchronized FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          +
          +   public synchronized FooSource<T> splitAtFraction(double fraction) {
          +     ...
          +     FooSource<T> primary = ...;
          +     FooSource<T> residual = ...;
          +     this.source = primary;
          +     return residual;
          +   }
          + 
          +
        +
        +
        Specified by:
        +
        getCurrentSource in class BoundedSource.BoundedReader<T>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getNumRecordsRead

        +
        public long getNumRecordsRead()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.html new file mode 100644 index 00000000000..fb1dd3c254f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/MicrobatchSource.html @@ -0,0 +1,517 @@ + + + + + + +MicrobatchSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class MicrobatchSource<T,CheckpointMarkT extends UnboundedSource.CheckpointMark>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Bounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Bounded.html new file mode 100644 index 00000000000..db5854552ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Bounded.html @@ -0,0 +1,342 @@ + + + + + + +SourceRDD.Bounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class SourceRDD.Bounded<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, org.apache.spark.Logging
    +
    +
    +
    Enclosing class:
    +
    SourceRDD
    +
    +
    +
    +
    public static class SourceRDD.Bounded<T>
    +extends org.apache.spark.rdd.RDD<WindowedValue<T>>
    +
    A SourceRDD.Bounded reads input from a BoundedSource + and creates a Spark RDD. + This is the default way for the SparkRunner to read data from Beam's BoundedSources.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class org.apache.spark.rdd.RDD

        +org$apache$spark$rdd$RDD$$evidence$1
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      Bounded(org.apache.spark.SparkContext sc, + BoundedSource<T> source, + org.apache.beam.runners.spark.translation.SparkRuntimeContext runtimeContext) 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      scala.collection.Iterator<WindowedValue<T>>compute(org.apache.spark.Partition split, + org.apache.spark.TaskContext context) 
      org.apache.spark.Partition[]getPartitions() 
      +
        +
      • + + +

        Methods inherited from class org.apache.spark.rdd.RDD

        +$plus$plus, aggregate, cache, cartesian, checkpoint, checkpointData_$eq, checkpointData, clearDependencies, coalesce, coalesce$default$2, coalesce$default$3, collect, collect, collectPartitions, computeOrReadCheckpoint, conf, context, count, countApprox, countApprox$default$2, countApproxDistinct, countApproxDistinct, countApproxDistinct$default$1, countByValue, countByValue$default$1, countByValueApprox, countByValueApprox$default$2, countByValueApprox$default$3, creationSite, dependencies, distinct, distinct, distinct$default$2, doCheckpoint, doubleRDDToDoubleRDDFunctions, elementClassTag, filter, filterWith, first, firstParent, flatMap, flatMapWith, flatMapWith$default$2, fold, foreach, foreachPartition, foreachWith, getCheckpointFile, getCreationSite, getDependencies, getNarrowAncestors, getNumPartitions, getPreferredLocations, getStorageLevel, glom, groupBy, groupBy, groupBy, groupBy$default$4, id, intersection, intersection, intersection, intersection$default$3, isCheckpointed, isCheckpointedAndMaterialized, isEmpty, isLocallyCheckpointed, isTraceEnabled, iterator, keyBy, localCheckpoint, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning, map, mapPartitions, mapPartitions$default$2, mapPartitionsInternal, mapPartitionsInternal$default$2, mapPartitionsWithContext, mapPartitionsWithContext$default$2, mapPartitionsWithIndex, mapPartitionsWithIndex$default$2, mapPartitionsWithSplit, mapPartitionsWithSplit$default$2, mapWith, mapWith$default$2, markCheckpointed, max, min, name_$eq, name, numericRDDToDoubleRDDFunctions, org$apache$spark$Logging$$log__$eq, org$apache$spark$Logging$$log_, org$apache$spark$rdd$RDD$$debugString$1, org$apache$spark$rdd$RDD$$debugString$default$4$1, org$apache$spark$rdd$RDD$$dependencies__$eq, org$apache$spark$rdd$RDD$$dependencies_, org$apache$spark$rdd$RDD$$doCheckpointCalled_$eq, org$apache$spark$rdd$RDD$$doCheckpointCalled, org$apache$spark$rdd$RDD$$partitions__$eq, org$apache$spark$rdd$RDD$$partitions_, org$apache$spark$rdd$RDD$$sc, org$apache$spark$rdd$RDD$$visit$1, parent, partitioner, partitions, persist, persist, pipe, pipe, pipe, pipe$default$2, pipe$default$3, pipe$default$4, pipe$default$5, preferredLocations, randomSampleWithRange, randomSplit, randomSplit$default$2, rddToAsyncRDDActions, rddToOrderedRDDFunctions, rddToPairRDDFunctions, rddToPairRDDFunctions$default$4, rddToSequenceFileRDDFunctions, reduce, repartition, repartition$default$2, retag, retag, sample, sample$default$3, saveAsObjectFile, saveAsTextFile, saveAsTextFile, scope, setName, sortBy, sortBy$default$2, sortBy$default$3, sparkContext, subtract, subtract, subtract, subtract$default$3, take, takeOrdered, takeSample, takeSample$default$3, toArray, toDebugString, toJavaRDD, toLocalIterator, top, toString, treeAggregate, treeAggregate$default$4, treeReduce, treeReduce$default$2, union, unpersist, unpersist$default$1, withScope, zip, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipWithIndex, zipWithUniqueId
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Bounded

        +
        public Bounded(org.apache.spark.SparkContext sc,
        +               BoundedSource<T> source,
        +               org.apache.beam.runners.spark.translation.SparkRuntimeContext runtimeContext)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getPartitions

        +
        public org.apache.spark.Partition[] getPartitions()
        +
        +
        Specified by:
        +
        getPartitions in class org.apache.spark.rdd.RDD<WindowedValue<T>>
        +
        +
      • +
      + + + +
        +
      • +

        compute

        +
        public scala.collection.Iterator<WindowedValue<T>> compute(org.apache.spark.Partition split,
        +                                                           org.apache.spark.TaskContext context)
        +
        +
        Specified by:
        +
        compute in class org.apache.spark.rdd.RDD<WindowedValue<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Unbounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Unbounded.html new file mode 100644 index 00000000000..8d154d42882 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.Unbounded.html @@ -0,0 +1,344 @@ + + + + + + +SourceRDD.Unbounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class SourceRDD.Unbounded<T,CheckpointMarkT extends UnboundedSource.CheckpointMark>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, org.apache.spark.Logging
    +
    +
    +
    Enclosing class:
    +
    SourceRDD
    +
    +
    +
    +
    public static class SourceRDD.Unbounded<T,CheckpointMarkT extends UnboundedSource.CheckpointMark>
    +extends org.apache.spark.rdd.RDD<scala.Tuple2<Source<T>,CheckpointMarkT>>
    +
    A SourceRDD.Unbounded is the implementation of a micro-batch + in a SourceDStream. + +

    This RDD is made of P partitions, each containing a single pair-element of the partitioned + MicrobatchSource and an optional starting UnboundedSource.CheckpointMark.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class org.apache.spark.rdd.RDD

        +org$apache$spark$rdd$RDD$$evidence$1
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      Unbounded(org.apache.spark.SparkContext sc, + org.apache.beam.runners.spark.translation.SparkRuntimeContext runtimeContext, + MicrobatchSource<T,CheckpointMarkT> microbatchSource) 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      scala.collection.Iterator<scala.Tuple2<Source<T>,CheckpointMarkT>>compute(org.apache.spark.Partition split, + org.apache.spark.TaskContext context) 
      org.apache.spark.Partition[]getPartitions() 
      +
        +
      • + + +

        Methods inherited from class org.apache.spark.rdd.RDD

        +$plus$plus, aggregate, cache, cartesian, checkpoint, checkpointData_$eq, checkpointData, clearDependencies, coalesce, coalesce$default$2, coalesce$default$3, collect, collect, collectPartitions, computeOrReadCheckpoint, conf, context, count, countApprox, countApprox$default$2, countApproxDistinct, countApproxDistinct, countApproxDistinct$default$1, countByValue, countByValue$default$1, countByValueApprox, countByValueApprox$default$2, countByValueApprox$default$3, creationSite, dependencies, distinct, distinct, distinct$default$2, doCheckpoint, doubleRDDToDoubleRDDFunctions, elementClassTag, filter, filterWith, first, firstParent, flatMap, flatMapWith, flatMapWith$default$2, fold, foreach, foreachPartition, foreachWith, getCheckpointFile, getCreationSite, getDependencies, getNarrowAncestors, getNumPartitions, getPreferredLocations, getStorageLevel, glom, groupBy, groupBy, groupBy, groupBy$default$4, id, intersection, intersection, intersection, intersection$default$3, isCheckpointed, isCheckpointedAndMaterialized, isEmpty, isLocallyCheckpointed, isTraceEnabled, iterator, keyBy, localCheckpoint, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning, map, mapPartitions, mapPartitions$default$2, mapPartitionsInternal, mapPartitionsInternal$default$2, mapPartitionsWithContext, mapPartitionsWithContext$default$2, mapPartitionsWithIndex, mapPartitionsWithIndex$default$2, mapPartitionsWithSplit, mapPartitionsWithSplit$default$2, mapWith, mapWith$default$2, markCheckpointed, max, min, name_$eq, name, numericRDDToDoubleRDDFunctions, org$apache$spark$Logging$$log__$eq, org$apache$spark$Logging$$log_, org$apache$spark$rdd$RDD$$debugString$1, org$apache$spark$rdd$RDD$$debugString$default$4$1, org$apache$spark$rdd$RDD$$dependencies__$eq, org$apache$spark$rdd$RDD$$dependencies_, org$apache$spark$rdd$RDD$$doCheckpointCalled_$eq, org$apache$spark$rdd$RDD$$doCheckpointCalled, org$apache$spark$rdd$RDD$$partitions__$eq, org$apache$spark$rdd$RDD$$partitions_, org$apache$spark$rdd$RDD$$sc, org$apache$spark$rdd$RDD$$visit$1, parent, partitioner, partitions, persist, persist, pipe, pipe, pipe, pipe$default$2, pipe$default$3, pipe$default$4, pipe$default$5, preferredLocations, randomSampleWithRange, randomSplit, randomSplit$default$2, rddToAsyncRDDActions, rddToOrderedRDDFunctions, rddToPairRDDFunctions, rddToPairRDDFunctions$default$4, rddToSequenceFileRDDFunctions, reduce, repartition, repartition$default$2, retag, retag, sample, sample$default$3, saveAsObjectFile, saveAsTextFile, saveAsTextFile, scope, setName, sortBy, sortBy$default$2, sortBy$default$3, sparkContext, subtract, subtract, subtract, subtract$default$3, take, takeOrdered, takeSample, takeSample$default$3, toArray, toDebugString, toJavaRDD, toLocalIterator, top, toString, treeAggregate, treeAggregate$default$4, treeReduce, treeReduce$default$2, union, unpersist, unpersist$default$1, withScope, zip, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipWithIndex, zipWithUniqueId
      • +
      + +
    • +
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.html new file mode 100644 index 00000000000..d2b18fb4b08 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SourceRDD.html @@ -0,0 +1,269 @@ + + + + + + +SourceRDD (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class SourceRDD

+
+
+ +
+
    +
  • +
    +
    +
    public class SourceRDD
    +extends Object
    +
    Classes implementing Beam Source RDDs.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SourceRDD

        +
        public SourceRDD()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html new file mode 100644 index 00000000000..9cae1bff258 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/SparkUnboundedSource.html @@ -0,0 +1,289 @@ + + + + + + +SparkUnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io
+

Class SparkUnboundedSource

+
+
+ +
+
    +
  • +
    +
    +
    public class SparkUnboundedSource
    +extends Object
    +
    A "composite" InputDStream implementation for UnboundedSources. + +

    This read is a composite of the following steps: +

      +
    • Create a single-element (per-partition) stream, that contains the (partitioned) + Source and an optional UnboundedSource.CheckpointMark to start from.
    • +
    • Read from within a stateful operation JavaPairDStream.mapWithState(StateSpec) + using the StateSpecFunctions.mapSourceFunction(SparkRuntimeContext) mapping function, + which manages the state of the CheckpointMark per partition.
    • +
    • Since the stateful operation is a map operation, the read iterator needs to be flattened, + while reporting the properties of the read (such as number of records) to the tracker.
    • +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SparkUnboundedSource

        +
        public SparkUnboundedSource()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        public static <T,CheckpointMarkT extends UnboundedSource.CheckpointMark> org.apache.spark.streaming.api.java.JavaDStream<WindowedValue<T>> read(org.apache.spark.streaming.api.java.JavaStreamingContext jssc,
        +                                                                                                                                                org.apache.beam.runners.spark.translation.SparkRuntimeContext rc,
        +                                                                                                                                                UnboundedSource<T,CheckpointMarkT> source)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.Unbound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.Unbound.html new file mode 100644 index 00000000000..81838fa5d6d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.Unbound.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.ConsoleIO.Write.Unbound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.ConsoleIO.Write.Unbound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.html new file mode 100644 index 00000000000..f143fd53cc3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.ConsoleIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.ConsoleIO.Write

+
+
No usage of org.apache.beam.runners.spark.io.ConsoleIO.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.html new file mode 100644 index 00000000000..9050df16b07 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/ConsoleIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.ConsoleIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.ConsoleIO

+
+
No usage of org.apache.beam.runners.spark.io.ConsoleIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.QueuedValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.QueuedValues.html new file mode 100644 index 00000000000..5eddd0c8401 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.QueuedValues.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.CreateStream.QueuedValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.CreateStream.QueuedValues

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.html new file mode 100644 index 00000000000..f9c88ccaf7a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/CreateStream.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.CreateStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.CreateStream

+
+
No usage of org.apache.beam.runners.spark.io.CreateStream
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/EmptyCheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/EmptyCheckpointMark.html new file mode 100644 index 00000000000..f6ae4c75466 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/EmptyCheckpointMark.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.EmptyCheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.EmptyCheckpointMark

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.Reader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.Reader.html new file mode 100644 index 00000000000..7e982e47a8b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.Reader.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.MicrobatchSource.Reader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.MicrobatchSource.Reader

+
+
No usage of org.apache.beam.runners.spark.io.MicrobatchSource.Reader
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.html new file mode 100644 index 00000000000..e53bb819c34 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/MicrobatchSource.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.MicrobatchSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.MicrobatchSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Bounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Bounded.html new file mode 100644 index 00000000000..3de21ecf681 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Bounded.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.SourceRDD.Bounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.SourceRDD.Bounded

+
+
No usage of org.apache.beam.runners.spark.io.SourceRDD.Bounded
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Unbounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Unbounded.html new file mode 100644 index 00000000000..0c48cde3409 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.Unbounded.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.SourceRDD.Unbounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.SourceRDD.Unbounded

+
+
No usage of org.apache.beam.runners.spark.io.SourceRDD.Unbounded
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.html new file mode 100644 index 00000000000..cf9a94324e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SourceRDD.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.SourceRDD (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.SourceRDD

+
+
No usage of org.apache.beam.runners.spark.io.SourceRDD
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SparkUnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SparkUnboundedSource.html new file mode 100644 index 00000000000..47bd18caab3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/class-use/SparkUnboundedSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.SparkUnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.SparkUnboundedSource

+
+
No usage of org.apache.beam.runners.spark.io.SparkUnboundedSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html new file mode 100644 index 00000000000..a2dfd50a400 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.Bound.html @@ -0,0 +1,352 @@ + + + + + + +HadoopIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class HadoopIO.Read.Bound<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFilepattern

        +
        public String getFilepattern()
        +
      • +
      + + + +
        +
      • +

        getFormatClass

        +
        public Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> getFormatClass()
        +
      • +
      + + + +
        +
      • +

        getValueClass

        +
        public Class<V> getValueClass()
        +
      • +
      + + + +
        +
      • +

        getKeyClass

        +
        public Class<K> getKeyClass()
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,V>> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<KV<K,V>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html new file mode 100644 index 00000000000..45d52ae2017 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Read.html @@ -0,0 +1,271 @@ + + + + + + +HadoopIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class HadoopIO.Read

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    HadoopIO
    +
    +
    +
    +
    public static final class HadoopIO.Read
    +extends Object
    +
    Read operation from HDFS.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public static <K,V> HadoopIO.Read.Bound<K,V> from(String filepattern,
        +                                                  Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> format,
        +                                                  Class<K> key,
        +                                                  Class<V> value)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html new file mode 100644 index 00000000000..39183c0e479 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.Bound.html @@ -0,0 +1,427 @@ + + + + + + +HadoopIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class HadoopIO.Write.Bound<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        getFilenamePrefix

        +
        public String getFilenamePrefix()
        +
      • +
      + + + +
        +
      • +

        getShardTemplate

        +
        public String getShardTemplate()
        +
      • +
      + + + +
        +
      • +

        getNumShards

        +
        public int getNumShards()
        +
      • +
      + + + +
        +
      • +

        getFilenameSuffix

        +
        public String getFilenameSuffix()
        +
      • +
      + + + +
        +
      • +

        getFormatClass

        +
        public Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> getFormatClass()
        +
      • +
      + + + +
        +
      • +

        getValueClass

        +
        public Class<V> getValueClass()
        +
      • +
      + + + +
        +
      • +

        getKeyClass

        +
        public Class<K> getKeyClass()
        +
      • +
      + + + +
        +
      • +

        getConfigurationProperties

        +
        public Map<String,String> getConfigurationProperties()
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html new file mode 100644 index 00000000000..b1ca4f72b5e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.Write.html @@ -0,0 +1,271 @@ + + + + + + +HadoopIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class HadoopIO.Write

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    HadoopIO
    +
    +
    +
    +
    public static final class HadoopIO.Write
    +extends Object
    +
    Write operation on HDFS.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        to

        +
        public static <K,V> HadoopIO.Write.Bound<K,V> to(String filenamePrefix,
        +                                                 Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> format,
        +                                                 Class<K> key,
        +                                                 Class<V> value)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.html new file mode 100644 index 00000000000..fe66b972466 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/HadoopIO.html @@ -0,0 +1,227 @@ + + + + + + +HadoopIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class HadoopIO

+
+
+ +
+
    +
  • +
    +
    +
    public final class HadoopIO
    +extends Object
    +
    Spark native HadoopIO.
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameBuilder.html new file mode 100644 index 00000000000..273e70dc7a1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameBuilder.html @@ -0,0 +1,352 @@ + + + + + + +ShardNameBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class ShardNameBuilder

+
+
+ +
+
    +
  • +
    +
    +
    public final class ShardNameBuilder
    +extends Object
    +
    Shard name builder.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        replaceShardCount

        +
        public static String replaceShardCount(String template,
        +                                       int shardCount)
        +
        Replace occurrences of uppercase letters 'N' with the given {code}shardCount{code}, + left-padded with zeros if necessary.
        +
        +
        Parameters:
        +
        template - the string template containing uppercase letters 'N'
        +
        shardCount - the total number of shards
        +
        Returns:
        +
        a string template with 'N' replaced by the shard count
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        replaceShardNumber

        +
        public static String replaceShardNumber(String template,
        +                                        int shardNumber)
        +
        Replace occurrences of uppercase letters 'S' with the given {code}shardNumber{code}, + left-padded with zeros if necessary.
        +
        +
        Parameters:
        +
        template - the string template containing uppercase letters 'S'
        +
        shardNumber - the number of a particular shard
        +
        Returns:
        +
        a string template with 'S' replaced by the shard number
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        getOutputDirectory

        +
        public static String getOutputDirectory(String pathPrefix,
        +                                        String template)
        +
        +
        Parameters:
        +
        pathPrefix - a relative or absolute path
        +
        template - a template string
        +
        Returns:
        +
        the output directory for the given prefix, template and suffix
        +
        +
      • +
      + + + +
        +
      • +

        getOutputFilePrefix

        +
        public static String getOutputFilePrefix(String pathPrefix,
        +                                         String template)
        +
        +
        Parameters:
        +
        pathPrefix - a relative or absolute path
        +
        template - a template string
        +
        Returns:
        +
        the prefix of the output filename for the given path prefix and template
        +
        +
      • +
      + + + +
        +
      • +

        getOutputFileTemplate

        +
        public static String getOutputFileTemplate(String pathPrefix,
        +                                           String template)
        +
        +
        Parameters:
        +
        pathPrefix - a relative or absolute path
        +
        template - a template string
        +
        Returns:
        +
        the template for the output filename for the given path prefix and + template
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateAware.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateAware.html new file mode 100644 index 00000000000..78410ef171f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateAware.html @@ -0,0 +1,180 @@ + + + + + + +ShardNameTemplateAware (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Interface ShardNameTemplateAware

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateHelper.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateHelper.html new file mode 100644 index 00000000000..a9ed8640553 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/ShardNameTemplateHelper.html @@ -0,0 +1,321 @@ + + + + + + +ShardNameTemplateHelper (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class ShardNameTemplateHelper

+
+
+ +
+
    +
  • +
    +
    +
    public final class ShardNameTemplateHelper
    +extends Object
    +
    Shard name template helper.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getDefaultWorkFile

        +
        public static <K,V> org.apache.hadoop.fs.Path getDefaultWorkFile(org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V> format,
        +                                                                 org.apache.hadoop.mapreduce.TaskAttemptContext context)
        +                                                          throws IOException
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedAvroKeyOutputFormat.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedAvroKeyOutputFormat.html new file mode 100644 index 00000000000..0b7039673a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedAvroKeyOutputFormat.html @@ -0,0 +1,381 @@ + + + + + + +TemplatedAvroKeyOutputFormat (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class TemplatedAvroKeyOutputFormat<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    ShardNameTemplateAware
    +
    +
    +
    +
    public class TemplatedAvroKeyOutputFormat<T>
    +extends org.apache.avro.mapreduce.AvroKeyOutputFormat<T>
    +implements ShardNameTemplateAware
    +
    Templated Avro key output format.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class org.apache.avro.mapreduce.AvroKeyOutputFormat

        +org.apache.avro.mapreduce.AvroKeyOutputFormat.RecordWriterFactory<T>
      • +
      +
        +
      • + + +

        Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter
      • +
      +
    • +
    + +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +BASE_OUTPUT_NAME, COMPRESS, COMPRESS_CODEC, COMPRESS_TYPE, OUTDIR, PART
      • +
      +
    • +
    + + + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      voidcheckOutputSpecs(org.apache.hadoop.mapreduce.JobContext job) 
      protected OutputStreamgetAvroFileOutputStream(org.apache.hadoop.mapreduce.TaskAttemptContext context) 
      +
        +
      • + + +

        Methods inherited from class org.apache.avro.mapreduce.AvroKeyOutputFormat

        +getRecordWriter
      • +
      +
        +
      • + + +

        Methods inherited from class org.apache.avro.mapreduce.AvroOutputFormatBase

        +getCompressionCodec, getSyncInterval
      • +
      +
        +
      • + + +

        Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TemplatedAvroKeyOutputFormat

        +
        public TemplatedAvroKeyOutputFormat()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        checkOutputSpecs

        +
        public void checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job)
        +
        +
        Overrides:
        +
        checkOutputSpecs in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable>
        +
        +
      • +
      + + + +
        +
      • +

        getAvroFileOutputStream

        +
        protected OutputStream getAvroFileOutputStream(org.apache.hadoop.mapreduce.TaskAttemptContext context)
        +                                        throws IOException
        +
        +
        Overrides:
        +
        getAvroFileOutputStream in class org.apache.avro.mapreduce.AvroOutputFormatBase<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedSequenceFileOutputFormat.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedSequenceFileOutputFormat.html new file mode 100644 index 00000000000..ff0385cca65 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedSequenceFileOutputFormat.html @@ -0,0 +1,364 @@ + + + + + + +TemplatedSequenceFileOutputFormat (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class TemplatedSequenceFileOutputFormat<K,V>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    ShardNameTemplateAware
    +
    +
    +
    +
    public class TemplatedSequenceFileOutputFormat<K,V>
    +extends org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat<K,V>
    +implements ShardNameTemplateAware
    +
    Templated sequence file output format.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter
      • +
      +
    • +
    + +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +BASE_OUTPUT_NAME, COMPRESS, COMPRESS_CODEC, COMPRESS_TYPE, OUTDIR, PART
      • +
      +
    • +
    + + + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      voidcheckOutputSpecs(org.apache.hadoop.mapreduce.JobContext job) 
      org.apache.hadoop.fs.PathgetDefaultWorkFile(org.apache.hadoop.mapreduce.TaskAttemptContext context, + String extension) 
      +
        +
      • + + +

        Methods inherited from class org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat

        +getOutputCompressionType, getRecordWriter, getSequenceWriter, setOutputCompressionType
      • +
      +
        +
      • + + +

        Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +getCompressOutput, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TemplatedSequenceFileOutputFormat

        +
        public TemplatedSequenceFileOutputFormat()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        checkOutputSpecs

        +
        public void checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job)
        +
        +
        Overrides:
        +
        checkOutputSpecs in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultWorkFile

        +
        public org.apache.hadoop.fs.Path getDefaultWorkFile(org.apache.hadoop.mapreduce.TaskAttemptContext context,
        +                                                    String extension)
        +                                             throws IOException
        +
        +
        Overrides:
        +
        getDefaultWorkFile in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedTextOutputFormat.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedTextOutputFormat.html new file mode 100644 index 00000000000..490c873536e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/TemplatedTextOutputFormat.html @@ -0,0 +1,378 @@ + + + + + + +TemplatedTextOutputFormat (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.io.hadoop
+

Class TemplatedTextOutputFormat<K,V>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    ShardNameTemplateAware
    +
    +
    +
    +
    public class TemplatedTextOutputFormat<K,V>
    +extends org.apache.hadoop.mapreduce.lib.output.TextOutputFormat<K,V>
    +implements ShardNameTemplateAware
    +
    Templates text output format.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat

        +org.apache.hadoop.mapreduce.lib.output.TextOutputFormat.LineRecordWriter<K,V>
      • +
      +
        +
      • + + +

        Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter
      • +
      +
    • +
    + +
      +
    • + + +

      Field Summary

      +
        +
      • + + +

        Fields inherited from class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat

        +SEPERATOR
      • +
      +
        +
      • + + +

        Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +BASE_OUTPUT_NAME, COMPRESS, COMPRESS_CODEC, COMPRESS_TYPE, OUTDIR, PART
      • +
      +
    • +
    + + + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      voidcheckOutputSpecs(org.apache.hadoop.mapreduce.JobContext job) 
      org.apache.hadoop.fs.PathgetDefaultWorkFile(org.apache.hadoop.mapreduce.TaskAttemptContext context, + String extension) 
      +
        +
      • + + +

        Methods inherited from class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat

        +getRecordWriter
      • +
      +
        +
      • + + +

        Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

        +getCompressOutput, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TemplatedTextOutputFormat

        +
        public TemplatedTextOutputFormat()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        checkOutputSpecs

        +
        public void checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job)
        +
        +
        Overrides:
        +
        checkOutputSpecs in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultWorkFile

        +
        public org.apache.hadoop.fs.Path getDefaultWorkFile(org.apache.hadoop.mapreduce.TaskAttemptContext context,
        +                                                    String extension)
        +                                             throws IOException
        +
        +
        Overrides:
        +
        getDefaultWorkFile in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.Bound.html new file mode 100644 index 00000000000..e04eeac5132 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.Bound.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.html new file mode 100644 index 00000000000..d25007a5189 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Read.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.HadoopIO.Read
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.Bound.html new file mode 100644 index 00000000000..3bc82b21c74 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.Bound.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.html new file mode 100644 index 00000000000..89278f0171c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.HadoopIO.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.html new file mode 100644 index 00000000000..8566230b4ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/HadoopIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.HadoopIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.HadoopIO

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.HadoopIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameBuilder.html new file mode 100644 index 00000000000..ee297a9246e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameBuilder.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.ShardNameBuilder
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateAware.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateAware.html new file mode 100644 index 00000000000..a64aef64a9f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateAware.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Interface org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateAware (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateAware

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateHelper.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateHelper.html new file mode 100644 index 00000000000..05385b481b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/ShardNameTemplateHelper.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.ShardNameTemplateHelper
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedAvroKeyOutputFormat.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedAvroKeyOutputFormat.html new file mode 100644 index 00000000000..48453639776 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedAvroKeyOutputFormat.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.TemplatedAvroKeyOutputFormat (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.TemplatedAvroKeyOutputFormat

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.TemplatedAvroKeyOutputFormat
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedSequenceFileOutputFormat.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedSequenceFileOutputFormat.html new file mode 100644 index 00000000000..d9343d94802 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedSequenceFileOutputFormat.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.TemplatedSequenceFileOutputFormat (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.TemplatedSequenceFileOutputFormat

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.TemplatedSequenceFileOutputFormat
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedTextOutputFormat.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedTextOutputFormat.html new file mode 100644 index 00000000000..7f667a4e763 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/class-use/TemplatedTextOutputFormat.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.io.hadoop.TemplatedTextOutputFormat (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.io.hadoop.TemplatedTextOutputFormat

+
+
No usage of org.apache.beam.runners.spark.io.hadoop.TemplatedTextOutputFormat
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-frame.html new file mode 100644 index 00000000000..a816e99f6cd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +org.apache.beam.runners.spark.io.hadoop (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.io.hadoop

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-summary.html new file mode 100644 index 00000000000..0b6a2284926 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-summary.html @@ -0,0 +1,229 @@ + + + + + + +org.apache.beam.runners.spark.io.hadoop (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.io.hadoop

+
+
Spark-specific transforms for reading from and writing to Hadoop file systems (HDFS).
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.io.hadoop Description

+
Spark-specific transforms for reading from and writing to Hadoop file systems (HDFS).
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-tree.html new file mode 100644 index 00000000000..c654e3f12c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-tree.html @@ -0,0 +1,180 @@ + + + + + + +org.apache.beam.runners.spark.io.hadoop Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.io.hadoop

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-use.html new file mode 100644 index 00000000000..79af8aa4700 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/hadoop/package-use.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.io.hadoop (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.io.hadoop

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-frame.html new file mode 100644 index 00000000000..2c1fc957a91 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-frame.html @@ -0,0 +1,31 @@ + + + + + + +org.apache.beam.runners.spark.io (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.io

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-summary.html new file mode 100644 index 00000000000..359261730e7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-summary.html @@ -0,0 +1,218 @@ + + + + + + +org.apache.beam.runners.spark.io (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.io

+
+
Spark-specific transforms for I/O.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.io Description

+
Spark-specific transforms for I/O.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-tree.html new file mode 100644 index 00000000000..d51918e6882 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-tree.html @@ -0,0 +1,174 @@ + + + + + + +org.apache.beam.runners.spark.io Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.io

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-use.html new file mode 100644 index 00000000000..55340ecfe1c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/io/package-use.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.io (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.io

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-frame.html new file mode 100644 index 00000000000..9b8a067bb1f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +org.apache.beam.runners.spark (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-summary.html new file mode 100644 index 00000000000..c0b0dc14ccd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-summary.html @@ -0,0 +1,230 @@ + + + + + + +org.apache.beam.runners.spark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark

+
+
Internal implementation of the Beam runner for Apache Spark.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark Description

+
Internal implementation of the Beam runner for Apache Spark.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-tree.html new file mode 100644 index 00000000000..094270cac9b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-tree.html @@ -0,0 +1,198 @@ + + + + + + +org.apache.beam.runners.spark Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-use.html new file mode 100644 index 00000000000..92cf6849990 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/package-use.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/StateSpecFunctions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/StateSpecFunctions.html new file mode 100644 index 00000000000..3818f5e920d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/StateSpecFunctions.html @@ -0,0 +1,311 @@ + + + + + + +StateSpecFunctions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.stateful
+

Class StateSpecFunctions

+
+
+ +
+
    +
  • +
    +
    +
    public class StateSpecFunctions
    +extends Object
    +
    A class containing StateSpec mappingFunctions.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StateSpecFunctions

        +
        public StateSpecFunctions()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        mapSourceFunction

        +
        public static <T,CheckpointMarkT extends UnboundedSource.CheckpointMark> scala.Function3<Source<T>,scala.Option<CheckpointMarkT>,org.apache.spark.streaming.State<byte[]>,Iterator<WindowedValue<T>>> mapSourceFunction(org.apache.beam.runners.spark.translation.SparkRuntimeContext runtimeContext)
        +
        A StateSpec function to support reading from + an UnboundedSource. + +

        This StateSpec function expects the following: +

          +
        • Key: The (partitioned) Source to read from.
        • +
        • Value: An optional UnboundedSource.CheckpointMark to start from.
        • +
        • State: A byte representation of the (previously) persisted CheckpointMark.
        • +
        + And returns an iterator over all read values (for the micro-batch). + +

        This stateful operation could be described as a flatMap over a single-element stream, which + outputs all the elements read from the UnboundedSource for this micro-batch. + Since micro-batches are bounded, the provided UnboundedSource is wrapped by a + MicrobatchSource that applies bounds in the form of duration and max records + (per micro-batch). + + +

        In order to avoid using Spark Guava's classes which pollute the + classpath, we use the StateSpec.function(scala.Function3) signature which employs + scala's native Option, instead of the + StateSpec.function(org.apache.spark.api.java.function.Function3) signature, + which employs Guava's Optional. + +

        See also SPARK-4819.

        +
        +
        Type Parameters:
        +
        T - The type of the input stream elements.
        +
        CheckpointMarkT - The type of the UnboundedSource.CheckpointMark.
        +
        Parameters:
        +
        runtimeContext - A serializable SparkRuntimeContext.
        +
        Returns:
        +
        The appropriate StateSpec function.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/class-use/StateSpecFunctions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/class-use/StateSpecFunctions.html new file mode 100644 index 00000000000..ba25ff22df6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/class-use/StateSpecFunctions.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.stateful.StateSpecFunctions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.stateful.StateSpecFunctions

+
+
No usage of org.apache.beam.runners.spark.stateful.StateSpecFunctions
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-frame.html new file mode 100644 index 00000000000..d657effdb57 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-frame.html @@ -0,0 +1,21 @@ + + + + + + +org.apache.beam.runners.spark.stateful (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.stateful

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-summary.html new file mode 100644 index 00000000000..3051e67d83f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-summary.html @@ -0,0 +1,155 @@ + + + + + + +org.apache.beam.runners.spark.stateful (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.stateful

+
+
Spark-specific stateful operators.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.stateful Description

+
Spark-specific stateful operators.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-tree.html new file mode 100644 index 00000000000..f6b01bff4dc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-tree.html @@ -0,0 +1,139 @@ + + + + + + +org.apache.beam.runners.spark.stateful Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.stateful

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-use.html new file mode 100644 index 00000000000..df52abf7cc0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/stateful/package-use.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.stateful (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.stateful

+
+
No usage of org.apache.beam.runners.spark.stateful
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/BroadcastHelper.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/BroadcastHelper.html new file mode 100644 index 00000000000..e35f24f321b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/BroadcastHelper.html @@ -0,0 +1,361 @@ + + + + + + +BroadcastHelper (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.util
+

Class BroadcastHelper<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DIRECT_BROADCAST

        +
        public static final String DIRECT_BROADCAST
        +
        If the property beam.spark.directBroadcast is set to + true then Spark serialization (Kryo) will be used to broadcast values + in View objects. By default this property is not set, and values are coded using + the appropriate Coder.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BroadcastHelper

        +
        public BroadcastHelper()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + +
        +
      • +

        getValue

        +
        public abstract T getValue()
        +
      • +
      + + + +
        +
      • +

        broadcast

        +
        public abstract void broadcast(org.apache.spark.api.java.JavaSparkContext jsc)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/ByteArray.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/ByteArray.html new file mode 100644 index 00000000000..2c78d8f4a65 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/ByteArray.html @@ -0,0 +1,334 @@ + + + + + + +ByteArray (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.util
+

Class ByteArray

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ByteArray

        +
        public ByteArray(byte[] value)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SinglePrimitiveOutputPTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SinglePrimitiveOutputPTransform.html new file mode 100644 index 00000000000..2bfbe2ebc79 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SinglePrimitiveOutputPTransform.html @@ -0,0 +1,325 @@ + + + + + + +SinglePrimitiveOutputPTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.util
+

Class SinglePrimitiveOutputPTransform<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PInput input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PInput,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SparkSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SparkSideInputReader.html new file mode 100644 index 00000000000..5e5cc08ffc2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/SparkSideInputReader.html @@ -0,0 +1,335 @@ + + + + + + +SparkSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.runners.spark.util
+

Class SparkSideInputReader

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/BroadcastHelper.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/BroadcastHelper.html new file mode 100644 index 00000000000..5b5ba701e6b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/BroadcastHelper.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.util.BroadcastHelper (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.util.BroadcastHelper

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/ByteArray.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/ByteArray.html new file mode 100644 index 00000000000..5f64475b552 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/ByteArray.html @@ -0,0 +1,210 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.util.ByteArray (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.util.ByteArray

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SinglePrimitiveOutputPTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SinglePrimitiveOutputPTransform.html new file mode 100644 index 00000000000..2c9cde4f64d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SinglePrimitiveOutputPTransform.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.util.SinglePrimitiveOutputPTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.util.SinglePrimitiveOutputPTransform

+
+
No usage of org.apache.beam.runners.spark.util.SinglePrimitiveOutputPTransform
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SparkSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SparkSideInputReader.html new file mode 100644 index 00000000000..61b81a158b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/class-use/SparkSideInputReader.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.runners.spark.util.SparkSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.runners.spark.util.SparkSideInputReader

+
+
No usage of org.apache.beam.runners.spark.util.SparkSideInputReader
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-frame.html new file mode 100644 index 00000000000..0ce41773f94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-frame.html @@ -0,0 +1,24 @@ + + + + + + +org.apache.beam.runners.spark.util (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.runners.spark.util

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-summary.html new file mode 100644 index 00000000000..f2a68b97024 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-summary.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.runners.spark.util (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.runners.spark.util

+
+
Internal utilities to translate Beam pipelines to Spark.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.runners.spark.util Description

+
Internal utilities to translate Beam pipelines to Spark.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-tree.html new file mode 100644 index 00000000000..f4d1b76337c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-tree.html @@ -0,0 +1,146 @@ + + + + + + +org.apache.beam.runners.spark.util Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.runners.spark.util

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-use.html new file mode 100644 index 00000000000..bdd79ef4238 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/runners/spark/util/package-use.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Package org.apache.beam.runners.spark.util (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.runners.spark.util

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorRetrievalException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorRetrievalException.html new file mode 100644 index 00000000000..4368778c8dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorRetrievalException.html @@ -0,0 +1,272 @@ + + + + + + +AggregatorRetrievalException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Class AggregatorRetrievalException

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AggregatorRetrievalException

        +
        public AggregatorRetrievalException(String message,
        +                                    Throwable cause)
        +
        Constructs a new AggregatorRetrievalException with the specified detail message and + cause.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorValues.html new file mode 100644 index 00000000000..93c6349c722 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/AggregatorValues.html @@ -0,0 +1,314 @@ + + + + + + +AggregatorValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Class AggregatorValues<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the output type of the aggregator
    +
    +
    +
    +
    public abstract class AggregatorValues<T>
    +extends Object
    +
    A collection of values associated with an Aggregator. Aggregators declared in a + DoFn are emitted on a per-DoFn-application basis.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AggregatorValues

        +
        public AggregatorValues()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineExecutionException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineExecutionException.html new file mode 100644 index 00000000000..32b7d6a1a53 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineExecutionException.html @@ -0,0 +1,280 @@ + + + + + + +Pipeline.PipelineExecutionException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Class Pipeline.PipelineExecutionException

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.CompositeBehavior.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.CompositeBehavior.html new file mode 100644 index 00000000000..a219f886edc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.CompositeBehavior.html @@ -0,0 +1,349 @@ + + + + + + +Pipeline.PipelineVisitor.CompositeBehavior (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Enum Pipeline.PipelineVisitor.CompositeBehavior

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static Pipeline.PipelineVisitor.CompositeBehavior[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (Pipeline.PipelineVisitor.CompositeBehavior c : Pipeline.PipelineVisitor.CompositeBehavior.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static Pipeline.PipelineVisitor.CompositeBehavior valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.Defaults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.Defaults.html new file mode 100644 index 00000000000..b5383e4009d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.Defaults.html @@ -0,0 +1,386 @@ + + + + + + +Pipeline.PipelineVisitor.Defaults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Class Pipeline.PipelineVisitor.Defaults

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.html new file mode 100644 index 00000000000..37db5b13e09 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.PipelineVisitor.html @@ -0,0 +1,325 @@ + + + + + + +Pipeline.PipelineVisitor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Interface Pipeline.PipelineVisitor

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        enterCompositeTransform

        +
        Pipeline.PipelineVisitor.CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node)
        +
        Called for each composite transform after all topological predecessors have been visited + but before any of its component transforms. + +

        The return value controls whether or not child transforms are visited.

        +
      • +
      + + + +
        +
      • +

        leaveCompositeTransform

        +
        void leaveCompositeTransform(TransformHierarchy.Node node)
        +
        Called for each composite transform after all of its component transforms and their outputs + have been visited.
        +
      • +
      + + + +
        +
      • +

        visitPrimitiveTransform

        +
        void visitPrimitiveTransform(TransformHierarchy.Node node)
        +
        Called for each primitive transform after all of its topological predecessors + and inputs have been visited.
        +
      • +
      + + + +
        +
      • +

        visitValue

        +
        void visitValue(PValue value,
        +                TransformHierarchy.Node producer)
        +
        Called for each value after the transform that produced the value has been + visited.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.html new file mode 100644 index 00000000000..7a1d269d6cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/Pipeline.html @@ -0,0 +1,654 @@ + + + + + + +Pipeline (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Class Pipeline

+
+
+ +
+
    +
  • +
    +
    Direct Known Subclasses:
    +
    TestPipeline
    +
    +
    +
    +
    public class Pipeline
    +extends Object
    +
    A Pipeline manages a directed acyclic graph of PTransforms, and the + PCollections that the PTransforms consume and produce. + +

    A Pipeline is initialized with a PipelineRunner that will later + execute the Pipeline. + +

    Pipelines are independent, so they can be constructed and executed + concurrently. + +

    Each Pipeline is self-contained and isolated from any other + Pipeline. The PValues that are inputs and outputs of each of a + Pipeline's PTransforms are also owned by that + Pipeline. A PValue owned by one Pipeline can be read only by + PTransforms also owned by that Pipeline. + +

    Here is a typical example of use: +

     
    + // Start by defining the options for the pipeline.
    + PipelineOptions options = PipelineOptionsFactory.create();
    + // Then create the pipeline. The runner is determined by the options.
    + Pipeline p = Pipeline.create(options);
    +
    + // A root PTransform, like TextIO.Read or Create, gets added
    + // to the Pipeline by being applied:
    + PCollection<String> lines =
    +     p.apply(TextIO.Read.from("gs://bucket/dir/file*.txt"));
    +
    + // A Pipeline can have multiple root transforms:
    + PCollection<String> moreLines =
    +     p.apply(TextIO.Read.from("gs://bucket/other/dir/file*.txt"));
    + PCollection<String> yetMoreLines =
    +     p.apply(Create.of("yet", "more", "lines").withCoder(StringUtf8Coder.of()));
    +
    + // Further PTransforms can be applied, in an arbitrary (acyclic) graph.
    + // Subsequent PTransforms (and intermediate PCollections etc.) are
    + // implicitly part of the same Pipeline.
    + PCollection<String> allLines =
    +     PCollectionList.of(lines).and(moreLines).and(yetMoreLines)
    +     .apply(new Flatten<String>());
    + PCollection<KV<String, Integer>> wordCounts =
    +     allLines
    +     .apply(ParDo.of(new ExtractWords()))
    +     .apply(new Count<String>());
    + PCollection<String> formattedWordCounts =
    +     wordCounts.apply(ParDo.of(new FormatCounts()));
    + formattedWordCounts.apply(TextIO.Write.to("gs://bucket/dir/counts.txt"));
    +
    + // PTransforms aren't executed when they're applied, rather they're
    + // just added to the Pipeline.  Once the whole Pipeline of PTransforms
    + // is constructed, the Pipeline's PTransforms can be run using a
    + // PipelineRunner.  The default PipelineRunner executes the Pipeline
    + // directly, sequentially, in this one process, which is useful for
    + // unit tests and simple experiments:
    + p.run();
    +
    +  
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.State.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.State.html new file mode 100644 index 00000000000..5a69e24cc4d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.State.html @@ -0,0 +1,463 @@ + + + + + + +PipelineResult.State (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Enum PipelineResult.State

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static PipelineResult.State[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (PipelineResult.State c : PipelineResult.State.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static PipelineResult.State valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      + + + +
        +
      • +

        isTerminal

        +
        public final boolean isTerminal()
        +
        +
        Returns:
        +
        true if the job state can no longer complete work.
        +
        +
      • +
      + + + +
        +
      • +

        hasReplacementJob

        +
        public final boolean hasReplacementJob()
        +
        +
        Returns:
        +
        true if this job state indicates that a replacement job exists.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.html new file mode 100644 index 00000000000..704fa1ab1af --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/PipelineResult.html @@ -0,0 +1,373 @@ + + + + + + +PipelineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk
+

Interface PipelineResult

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.Kind.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.Kind.html new file mode 100644 index 00000000000..0c04487759f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.Kind.html @@ -0,0 +1,490 @@ + + + + + + +Experimental.Kind (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.annotations
+

Enum Experimental.Kind

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Enum Constant Detail

      + + + +
        +
      • +

        UNSPECIFIED

        +
        public static final Experimental.Kind UNSPECIFIED
        +
        Generic group of experimental APIs. This is the default value.
        +
      • +
      + + + +
        +
      • +

        SOURCE_SINK

        +
        public static final Experimental.Kind SOURCE_SINK
        +
        Sources and sinks related experimental APIs.
        +
      • +
      + + + +
        +
      • +

        AUTOSCALING

        +
        public static final Experimental.Kind AUTOSCALING
        +
        Auto-scaling related experimental APIs.
        +
      • +
      + + + +
        +
      • +

        TRIGGER

        +
        public static final Experimental.Kind TRIGGER
        +
        Trigger-related experimental APIs.
        +
      • +
      + + + +
        +
      • +

        AGGREGATOR

        +
        public static final Experimental.Kind AGGREGATOR
        +
        Aggregator-related experimental APIs.
        +
      • +
      + + + +
        +
      • +

        CODER_ENCODING_ID

        +
        public static final Experimental.Kind CODER_ENCODING_ID
        +
        Experimental APIs for Coder binary format identifiers.
        +
      • +
      + + + +
        +
      • +

        STATE

        +
        public static final Experimental.Kind STATE
        +
        State-related experimental APIs.
        +
      • +
      + + + +
        +
      • +

        TIMERS

        +
        public static final Experimental.Kind TIMERS
        +
        Timer-related experimental APIs.
        +
      • +
      + + + +
        +
      • +

        OUTPUT_TIME

        +
        public static final Experimental.Kind OUTPUT_TIME
        +
        Experimental APIs related to customizing the output time for computed values.
        +
      • +
      + + + +
        +
      • +

        SPLITTABLE_DO_FN

        +
        public static final Experimental.Kind SPLITTABLE_DO_FN
        +
        Splittable DoFn. + Do not use: API is unstable and runner support is incomplete.
        +
      • +
      + + + +
        +
      • +

        METRICS

        +
        public static final Experimental.Kind METRICS
        +
        Metrics-related experimental APIs.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static Experimental.Kind[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (Experimental.Kind c : Experimental.Kind.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static Experimental.Kind valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.html new file mode 100644 index 00000000000..453f56017c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/Experimental.html @@ -0,0 +1,231 @@ + + + + + + +Experimental (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.annotations
+

Annotation Type Experimental

+
+
+
+
    +
  • +
    +
    +
    @Retention(value=CLASS)
    + @Target(value={ANNOTATION_TYPE,CONSTRUCTOR,FIELD,METHOD,TYPE})
    + @Documented
    +public @interface Experimental
    +
    Signifies that a public API (public class, method or field) is subject to + incompatible changes, or even removal, in a future release. An API bearing + this annotation is exempt from any compatibility guarantees made by its + containing library. Note that the presence of this annotation implies nothing + about the quality or performance of the API in question, only the fact that + it is not "API-frozen." + +

    It is generally safe for applications to depend on experimental + APIs, at the cost of some extra work during upgrades. However, it is + generally inadvisable for libraries (which get included on users' + class paths, outside the library developers' control) to do so.

    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Optional Element Summary

      + + + + + + + + + + +
      Optional Elements 
      Modifier and TypeOptional Element and Description
      Experimental.Kindvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract Experimental.Kind value
        +
        +
        Default:
        +
        org.apache.beam.sdk.annotations.Experimental.Kind.UNSPECIFIED
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.Kind.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.Kind.html new file mode 100644 index 00000000000..0260745a441 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.Kind.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.sdk.annotations.Experimental.Kind (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.annotations.Experimental.Kind

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.html new file mode 100644 index 00000000000..46717dd919a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/class-use/Experimental.html @@ -0,0 +1,1219 @@ + + + + + + +Uses of Class org.apache.beam.sdk.annotations.Experimental (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.annotations.Experimental

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-frame.html new file mode 100644 index 00000000000..d572e274283 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-frame.html @@ -0,0 +1,25 @@ + + + + + + +org.apache.beam.sdk.annotations (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.annotations

+
+

Enums

+ +

Annotation Types

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-summary.html new file mode 100644 index 00000000000..7bef2438922 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-summary.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.sdk.annotations (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.annotations

+
+
Defines annotations used across the SDK.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.annotations Description

+
Defines annotations used across the SDK.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-tree.html new file mode 100644 index 00000000000..c9f553e8b89 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-tree.html @@ -0,0 +1,147 @@ + + + + + + +org.apache.beam.sdk.annotations Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.annotations

+Package Hierarchies: + +
+
+

Annotation Type Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-use.html new file mode 100644 index 00000000000..25e9693866a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/annotations/package-use.html @@ -0,0 +1,511 @@ + + + + + + +Uses of Package org.apache.beam.sdk.annotations (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.annotations

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorRetrievalException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorRetrievalException.html new file mode 100644 index 00000000000..21cfdf30feb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorRetrievalException.html @@ -0,0 +1,297 @@ + + + + + + +Uses of Class org.apache.beam.sdk.AggregatorRetrievalException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.AggregatorRetrievalException

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorValues.html new file mode 100644 index 00000000000..de7a436a5c9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/AggregatorValues.html @@ -0,0 +1,324 @@ + + + + + + +Uses of Class org.apache.beam.sdk.AggregatorValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.AggregatorValues

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineExecutionException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineExecutionException.html new file mode 100644 index 00000000000..2f904f1270c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineExecutionException.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.Pipeline.PipelineExecutionException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.Pipeline.PipelineExecutionException

+
+
No usage of org.apache.beam.sdk.Pipeline.PipelineExecutionException
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.CompositeBehavior.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.CompositeBehavior.html new file mode 100644 index 00000000000..a4e75efb0d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.CompositeBehavior.html @@ -0,0 +1,214 @@ + + + + + + +Uses of Class org.apache.beam.sdk.Pipeline.PipelineVisitor.CompositeBehavior (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.Pipeline.PipelineVisitor.CompositeBehavior

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.Defaults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.Defaults.html new file mode 100644 index 00000000000..822bf0b63e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.Defaults.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.html new file mode 100644 index 00000000000..ffcd6523dc6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.PipelineVisitor.html @@ -0,0 +1,241 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.Pipeline.PipelineVisitor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.Pipeline.PipelineVisitor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.html new file mode 100644 index 00000000000..426ec6d60eb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/Pipeline.html @@ -0,0 +1,688 @@ + + + + + + +Uses of Class org.apache.beam.sdk.Pipeline (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.Pipeline

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.State.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.State.html new file mode 100644 index 00000000000..2467b7a5cb9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.State.html @@ -0,0 +1,459 @@ + + + + + + +Uses of Class org.apache.beam.sdk.PipelineResult.State (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.PipelineResult.State

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.html new file mode 100644 index 00000000000..58ec3ee3e74 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/class-use/PipelineResult.html @@ -0,0 +1,491 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.PipelineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.PipelineResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AtomicCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AtomicCoder.html new file mode 100644 index 00000000000..ec5d3b3788f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AtomicCoder.html @@ -0,0 +1,379 @@ + + + + + + +AtomicCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class AtomicCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AtomicCoder

        +
        protected AtomicCoder()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getCoderArguments

        +
        public List<Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + +
        +
      • +

        getInstanceComponents

        +
        public static <T> List<Object> getInstanceComponents(T exampleValue)
        +
        Returns a list of values contained in the provided example + value, one per type parameter. If there are no type parameters, + returns an empty list. + +

        Because AtomicCoder has no components, always returns an empty list.

        +
        +
        Parameters:
        +
        exampleValue - unused, but part of the latent interface expected by + CoderFactories.fromStaticMethods(java.lang.Class<T>)
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AvroCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AvroCoder.html new file mode 100644 index 00000000000..0a8ee706fb5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/AvroCoder.html @@ -0,0 +1,746 @@ + + + + + + +AvroCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class AvroCoder<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements handled by this coder
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public class AvroCoder<T>
    +extends StandardCoder<T>
    +
    A Coder using Avro binary format. + +

    Each instance of AvroCoder<T> encapsulates an Avro schema for objects of type + T. + +

    The Avro schema may be provided explicitly via of(Class, Schema) or + omitted via of(Class), in which case it will be inferred + using Avro's ReflectData. + +

    For complete details about schema generation and how it can be controlled please see + the org.apache.avro.reflect package. + Only concrete classes with a no-argument constructor can be mapped to Avro records. + All inherited fields that are not static or transient are included. Fields are not permitted to + be null unless annotated by Nullable or a Union schema + containing "null". + +

    To use, specify the Coder type on a PCollection: +

    + 
    + PCollection<MyCustomElement> records =
    +     input.apply(...)
    +          .setCoder(AvroCoder.of(MyCustomElement.class);
    + 
    + 
    + +

    or annotate the element class using @DefaultCoder. +

    
    +  @DefaultCoder(AvroCoder.class)
    + public class MyCustomElement {
    +   ...
    + }
    + 
    + +

    The implementation attempts to determine if the Avro encoding of the given type will satisfy + the criteria of Coder.verifyDeterministic() by inspecting both the type and the + Schema provided or generated by Avro. Only coders that are deterministic can be used in + GroupByKey operations.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AvroCoder

        +
        protected AvroCoder(Class<T> type,
        +                    org.apache.avro.Schema schema)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <T> AvroCoder<T> of(TypeDescriptor<T> type)
        +
        Returns an AvroCoder instance for the provided element type.
        +
        +
        Type Parameters:
        +
        T - the element type
        +
        +
      • +
      + + + +
        +
      • +

        of

        +
        public static <T> AvroCoder<T> of(Class<T> clazz)
        +
        Returns an AvroCoder instance for the provided element class.
        +
        +
        Type Parameters:
        +
        T - the element type
        +
        +
      • +
      + + + +
        +
      • +

        of

        +
        public static AvroCoder<org.apache.avro.generic.GenericRecord> of(org.apache.avro.Schema schema)
        +
        Returns an AvroCoder instance for the Avro schema. The implicit + type is GenericRecord.
        +
      • +
      + + + +
        +
      • +

        of

        +
        public static <T> AvroCoder<T> of(Class<T> type,
        +                                  org.apache.avro.Schema schema)
        +
        Returns an AvroCoder instance for the provided element type + using the provided Avro schema. + +

        If the type argument is GenericRecord, the schema may be arbitrary. + Otherwise, the schema must correspond to the type provided.

        +
        +
        Type Parameters:
        +
        T - the element type
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getEncodingId

        +
        public String getEncodingId()
        +
        The encoding identifier is designed to support evolution as per the design of Avro + In order to use this class effectively, carefully read the Avro + documentation at + Schema Resolution + to ensure that the old and new schema match. + +

        In particular, this encoding identifier is guaranteed to be the same for AvroCoder + instances of the same principal class, and otherwise distinct. The schema is not included + in the identifier. + +

        When modifying a class to be encoded as Avro, here are some guidelines; see the above link + for greater detail. + +

          +
        • Avoid changing field names. +
        • Never remove a required field. +
        • Only add optional fields, with sensible defaults. +
        • When changing the type of a field, consult the Avro documentation to ensure the new and + old types are interchangeable. +
        + +

        Code consuming this message class should be prepared to support all versions of + the class until it is certain that no remaining serialized instances exist. + +

        If backwards incompatible changes must be made, the best recourse is to change the name + of your class.

        +
        +
        Specified by:
        +
        getEncodingId in interface Coder<T>
        +
        Overrides:
        +
        getEncodingId in class StandardCoder<T>
        +
        +
      • +
      + + + +
        +
      • +

        getType

        +
        public Class<T> getType()
        +
        Returns the type this coder encodes/decodes.
        +
      • +
      + + + + + +
        +
      • +

        encode

        +
        public void encode(T value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public T decode(InputStream inStream,
        +                Coder.Context context)
        +         throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        NonDeterministicException - when the type may not be deterministically + encoded using the given Schema, the directBinaryEncoder, and the + ReflectDatumWriter or GenericDatumWriter.
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + +
        +
      • +

        createDatumReader

        +
        @Deprecated
        +public org.apache.avro.io.DatumReader<T> createDatumReader()
        +
        Deprecated. For AvroCoder internal use only.
        +
        Returns a new DatumReader that can be used to read from an Avro file directly. Assumes + the schema used to read is the same as the schema that was used when writing.
        +
      • +
      + + + +
        +
      • +

        createDatumWriter

        +
        @Deprecated
        +public org.apache.avro.io.DatumWriter<T> createDatumWriter()
        +
        Deprecated. For AvroCoder internal use only.
        +
        Returns a new DatumWriter that can be used to write to an Avro file directly.
        +
      • +
      + + + +
        +
      • +

        getSchema

        +
        public org.apache.avro.Schema getSchema()
        +
        Returns the schema used by this coder.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigDecimalCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigDecimalCoder.html new file mode 100644 index 00000000000..a54d4b45987 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigDecimalCoder.html @@ -0,0 +1,458 @@ + + + + + + +BigDecimalCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class BigDecimalCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianIntegerCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianIntegerCoder.html new file mode 100644 index 00000000000..98fb8764d7c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianIntegerCoder.html @@ -0,0 +1,453 @@ + + + + + + +BigEndianIntegerCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class BigEndianIntegerCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianLongCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianLongCoder.html new file mode 100644 index 00000000000..a95a7826591 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigEndianLongCoder.html @@ -0,0 +1,453 @@ + + + + + + +BigEndianLongCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class BigEndianLongCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigIntegerCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigIntegerCoder.html new file mode 100644 index 00000000000..6c1cb4eb3ff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/BigIntegerCoder.html @@ -0,0 +1,454 @@ + + + + + + +BigIntegerCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class BigIntegerCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteArrayCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteArrayCoder.html new file mode 100644 index 00000000000..7490a2c882b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteArrayCoder.html @@ -0,0 +1,501 @@ + + + + + + +ByteArrayCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class ByteArrayCoder

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<byte[]>
    +
    +
    +
    +
    public class ByteArrayCoder
    +extends AtomicCoder<byte[]>
    +
    A Coder for byte[]. + +

    The encoding format is as follows: +

      +
    • If in a non-nested context (the byte[] is the only value in the stream), the + bytes are read/written directly.
    • +
    • If in a nested context, the bytes are prefixed with the length of the array, + encoded via a VarIntCoder.
    • +
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteCoder.html new file mode 100644 index 00000000000..c2a990268ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteCoder.html @@ -0,0 +1,482 @@ + + + + + + +ByteCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class ByteCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteStringCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteStringCoder.html new file mode 100644 index 00000000000..d5583f8f691 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ByteStringCoder.html @@ -0,0 +1,462 @@ + + + + + + +ByteStringCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class ByteStringCoder

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<com.google.protobuf.ByteString>
    +
    +
    +
    +
    public class ByteStringCoder
    +extends AtomicCoder<com.google.protobuf.ByteString>
    +
    A Coder for ByteString objects based on their encoded Protocol Buffer form. + +

    When this code is used in a nested Coder.Context, the serialized ByteString + objects are first delimited by their size.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.ReasonCode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.ReasonCode.html new file mode 100644 index 00000000000..f6e7551c29a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.ReasonCode.html @@ -0,0 +1,358 @@ + + + + + + +CannotProvideCoderException.ReasonCode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Enum CannotProvideCoderException.ReasonCode

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static CannotProvideCoderException.ReasonCode[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (CannotProvideCoderException.ReasonCode c : CannotProvideCoderException.ReasonCode.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static CannotProvideCoderException.ReasonCode valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.html new file mode 100644 index 00000000000..4582a135c20 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CannotProvideCoderException.html @@ -0,0 +1,416 @@ + + + + + + +CannotProvideCoderException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CannotProvideCoderException

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.Context.html new file mode 100644 index 00000000000..46e8da60954 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.Context.html @@ -0,0 +1,411 @@ + + + + + + +Coder.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class Coder.Context

+
+
+ +
+
    +
  • +
    +
    Enclosing interface:
    +
    Coder<T>
    +
    +
    +
    +
    public static class Coder.Context
    +extends Object
    +
    The context in which encoding or decoding is being done.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Field Summary

      + + + + + + + + + + + + + + + + + + +
      Fields 
      Modifier and TypeField and Description
      booleanisWholeStream +
      Whether the encoded or decoded value fills the remainder of the + output or input (resp.) record/stream contents.
      +
      static Coder.ContextNESTED +
      The nested context: the value being encoded or decoded is + (potentially) a part of a larger record/stream contents, and + may have other parts encoded or decoded after it.
      +
      static Coder.ContextOUTER +
      The outer context: the value being encoded or decoded takes + up the remainder of the record/stream contents.
      +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      Context(boolean isWholeStream) 
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        OUTER

        +
        public static final Coder.Context OUTER
        +
        The outer context: the value being encoded or decoded takes + up the remainder of the record/stream contents.
        +
      • +
      + + + +
        +
      • +

        NESTED

        +
        public static final Coder.Context NESTED
        +
        The nested context: the value being encoded or decoded is + (potentially) a part of a larger record/stream contents, and + may have other parts encoded or decoded after it.
        +
      • +
      + + + +
        +
      • +

        isWholeStream

        +
        public final boolean isWholeStream
        +
        Whether the encoded or decoded value fills the remainder of the + output or input (resp.) record/stream contents. If so, then + the size of the decoded value can be determined from the + remaining size of the record/stream contents, and so explicit + lengths aren't required.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Context

        +
        public Context(boolean isWholeStream)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.NonDeterministicException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.NonDeterministicException.html new file mode 100644 index 00000000000..b8d1285ed63 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.NonDeterministicException.html @@ -0,0 +1,371 @@ + + + + + + +Coder.NonDeterministicException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class Coder.NonDeterministicException

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    Enclosing interface:
    +
    Coder<T>
    +
    +
    +
    +
    public static class Coder.NonDeterministicException
    +extends Exception
    +
    Exception thrown by Coder.verifyDeterministic() if the encoding is + not deterministic, including details of why the encoding is not deterministic.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.html new file mode 100644 index 00000000000..253315fe947 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/Coder.html @@ -0,0 +1,583 @@ + + + + + + +Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Interface Coder<T>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + +
        +
      • +

        getCoderArguments

        +
        List<? extends Coder<?>> getCoderArguments()
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        void verifyDeterministic()
        +                  throws Coder.NonDeterministicException
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + +
        +
      • +

        consistentWithEquals

        +
        boolean consistentWithEquals()
        +
        Returns true if this Coder is injective with respect to Object.equals(java.lang.Object). + +

        Whenever the encoded bytes of two values are equal, then the original values are equal + according to Objects.equals(). Note that this is well-defined for null. + +

        This condition is most notably false for arrays. More generally, this condition is false + whenever equals() compares object identity, rather than performing a + semantic/structural comparison.

        +
      • +
      + + + + + +
        +
      • +

        structuralValue

        +
        Object structuralValue(T value)
        +                throws Exception
        +
        Returns an object with an Object.equals() method that represents structural equality + on the argument. + +

        For any two values x and y of type T, if their encoded bytes are the + same, then it must be the case that structuralValue(x).equals(@code structuralValue(y). + +

        Most notably: +

          +
        • The structural value for an array coder should perform a structural comparison of the + contents of the arrays, rather than the default behavior of comparing according to object + identity. +
        • The structural value for a coder accepting null should be a proper object with + an equals() method, even if the input value is null. +
        + +

        See also consistentWithEquals().

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        registerByteSizeObserver

        +
        void registerByteSizeObserver(T value,
        +                              ElementByteSizeObserver observer,
        +                              Coder.Context context)
        +                       throws Exception
        +
        Notifies the ElementByteSizeObserver about the byte size + of the encoded value using this Coder. + +

        Not intended to be called by user code, but instead by + PipelineRunner + implementations.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        getEncodingId

        +
        @Experimental(value=CODER_ENCODING_ID)
        +String getEncodingId()
        +
        An identifier for the binary format written by encode(T, java.io.OutputStream, org.apache.beam.sdk.coders.Coder.Context). + +

        This value, along with the fully qualified class name, forms an identifier for the + binary format of this coder. Whenever this value changes, the new encoding is considered + incompatible with the prior format: It is presumed that the prior version of the coder will + be unable to correctly read the new format and the new version of the coder will be unable to + correctly read the old format. + +

        If the format is changed in a backwards-compatible way (the Coder can still accept data from + the prior format), such as by adding optional fields to a Protocol Buffer or Avro definition, + and you want a Beam runner to understand that the new coder is compatible with the prior coder, + this value must remain unchanged. It is then the responsibility of decode(java.io.InputStream, org.apache.beam.sdk.coders.Coder.Context) to correctly + read data from the prior format.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderException.html new file mode 100644 index 00000000000..fc34e52f412 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderException.html @@ -0,0 +1,296 @@ + + + + + + +CoderException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CoderException

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CoderException

        +
        public CoderException(String message)
        +
      • +
      + + + +
        +
      • +

        CoderException

        +
        public CoderException(String message,
        +                      Throwable cause)
        +
      • +
      + + + +
        +
      • +

        CoderException

        +
        public CoderException(Throwable cause)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactories.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactories.html new file mode 100644 index 00000000000..996ee47b4a1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactories.html @@ -0,0 +1,296 @@ + + + + + + +CoderFactories (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CoderFactories

+
+
+ +
+
    +
  • +
    +
    +
    public final class CoderFactories
    +extends Object
    +
    Static utility methods for creating and working with Coders.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromStaticMethods

        +
        public static <T> CoderFactory fromStaticMethods(Class<T> clazz)
        +
        Creates a CoderFactory built from particular static methods of a class that + implements Coder. + +

        The class must have the following static methods: + +

          +
        • public static Coder<T> of(Coder<X> argCoder1, Coder<Y> argCoder2, ...) + +
        • public static List<Object> getInstanceComponents(T exampleValue); + +
        + +

        The of(...) method will be used to construct a + Coder<T> from component Coders. + It must accept one Coder argument for each + generic type parameter of T. If T takes no generic + type parameters, then the of() factory method should take + no arguments. + +

        The getInstanceComponents method will be used to + decompose a value during the Coder inference process, + to automatically choose coders for the components. + +

        Note that the class T to be coded may be a + not-yet-specialized generic class. + For a generic class MyClass<X> and an actual type parameter + Foo, the CoderFactoryFromStaticMethods will + accept any Coder<Foo> and produce a Coder<MyClass<Foo>>. + +

        For example, the CoderFactory returned by + fromStaticMethods(ListCoder.class) + will produce a Coder<List<X>> for any Coder Coder<X>.

        +
      • +
      + + + +
        +
      • +

        forCoder

        +
        public static <T> CoderFactory forCoder(Coder<T> coder)
        +
        Creates a CoderFactory that always returns the + given coder. + +

        The getInstanceComponents method of this + CoderFactory always returns an empty list.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactory.html new file mode 100644 index 00000000000..4f449335fcd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderFactory.html @@ -0,0 +1,254 @@ + + + + + + +CoderFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Interface CoderFactory

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      Coder<?>create(List<? extends Coder<?>> componentCoders) +
      Returns a Coder<?>, given argument coder to use for + values of a particular type, given the Coders for each of + the type's generic parameter types.
      +
      List<Object>getInstanceComponents(Object value) +
      Returns a list of objects contained in value, one per + type argument, or null if none can be determined.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        Coder<?> create(List<? extends Coder<?>> componentCoders)
        +
        Returns a Coder<?>, given argument coder to use for + values of a particular type, given the Coders for each of + the type's generic parameter types.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProvider.html new file mode 100644 index 00000000000..5b5377c258c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProvider.html @@ -0,0 +1,237 @@ + + + + + + +CoderProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Interface CoderProvider

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    CoderRegistry
    +
    +
    +
    +
    public interface CoderProvider
    +
    A CoderProvider may create a Coder for + any concrete class.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProviders.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProviders.html new file mode 100644 index 00000000000..c2f08f0c8cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderProviders.html @@ -0,0 +1,277 @@ + + + + + + +CoderProviders (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CoderProviders

+
+
+ +
+
    +
  • +
    +
    +
    public final class CoderProviders
    +extends Object
    +
    Static utility methods for working with CoderProviders.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromStaticMethods

        +
        public static <T> CoderProvider fromStaticMethods(Class<T> clazz)
        +
        Creates a CoderProvider built from particular static methods of a class that + implements Coder. The requirements for this method are precisely the requirements + for a Coder class to be usable with DefaultCoder annotations. + +

        The class must have the following static method: + +

        
        + public static Coder<T> of(TypeDescriptor<T> type)
        + 
        + 
        +
      • +
      + + + +
        +
      • +

        firstOf

        +
        public static CoderProvider firstOf(CoderProvider... coderProviders)
        +
        Returns a CoderProvider that consults each of the provider coderProviders + and returns the first Coder provided. + +

        Note that the order in which the providers are listed matters: While the set of types + handled will be the union of those handled by all of the providers in the list, the actual + Coder provided by the first successful provider may differ, and may have inferior + properties. For example, not all Coders are deterministic, handle null + values, or have comparable performance.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderRegistry.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderRegistry.html new file mode 100644 index 00000000000..43fef352bf6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CoderRegistry.html @@ -0,0 +1,619 @@ + + + + + + +CoderRegistry (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CoderRegistry

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CollectionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CollectionCoder.html new file mode 100644 index 00000000000..876b8028cc0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CollectionCoder.html @@ -0,0 +1,380 @@ + + + + + + +CollectionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CollectionCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CollectionCoder

        +
        protected CollectionCoder(Coder<T> elemCoder)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CustomCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CustomCoder.html new file mode 100644 index 00000000000..efeb5ba535a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/CustomCoder.html @@ -0,0 +1,458 @@ + + + + + + +CustomCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class CustomCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CustomCoder

        +
        public CustomCoder()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + +
        +
      • +

        getEncodingId

        +
        public String getEncodingId()
        +
        An identifier for the binary format written by Coder.encode(T, java.io.OutputStream, org.apache.beam.sdk.coders.Coder.Context). + +

        This value, along with the fully qualified class name, forms an identifier for the + binary format of this coder. Whenever this value changes, the new encoding is considered + incompatible with the prior format: It is presumed that the prior version of the coder will + be unable to correctly read the new format and the new version of the coder will be unable to + correctly read the old format. + +

        If the format is changed in a backwards-compatible way (the Coder can still accept data from + the prior format), such as by adding optional fields to a Protocol Buffer or Avro definition, + and you want a Beam runner to understand that the new coder is compatible with the prior coder, + this value must remain unchanged. It is then the responsibility of Coder.decode(java.io.InputStream, org.apache.beam.sdk.coders.Coder.Context) to correctly + read data from the prior format.

        +
        +
        Specified by:
        +
        getEncodingId in interface Coder<T>
        +
        Overrides:
        +
        getEncodingId in class StandardCoder<T>
        +
        Returns:
        +
        The canonical class name for this coder. For stable data formats that are independent + of class name, it is recommended to override this method.
        +
        Throws:
        +
        UnsupportedOperationException - when an anonymous class is used, since they do not have + a stable canonical class name.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DefaultCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DefaultCoder.html new file mode 100644 index 00000000000..990fe346b44 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DefaultCoder.html @@ -0,0 +1,247 @@ + + + + + + +DefaultCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Annotation Type DefaultCoder

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Class<? extends Coder>value 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract Class<? extends Coder> value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.CodingFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.CodingFunction.html new file mode 100644 index 00000000000..cec288af3c5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.CodingFunction.html @@ -0,0 +1,241 @@ + + + + + + +DelegateCoder.CodingFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Interface DelegateCoder.CodingFunction<InputT,OutputT>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.html new file mode 100644 index 00000000000..5f246cb0564 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DelegateCoder.html @@ -0,0 +1,669 @@ + + + + + + +DelegateCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class DelegateCoder<T,IntermediateT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of objects coded by this Coder.
    +
    IntermediateT - The type of objects a T will be converted to for coding.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public final class DelegateCoder<T,IntermediateT>
    +extends CustomCoder<T>
    +
    A DelegateCoder<T, IntermediateT> wraps a Coder for IntermediateT and + encodes/decodes values of type T by converting + to/from IntermediateT and then encoding/decoding using the underlying + Coder<IntermediateT>. + +

    The conversions from T to IntermediateT and vice versa + must be supplied as DelegateCoder.CodingFunction, a serializable + function that may throw any Exception. If a thrown + exception is an instance of CoderException or + IOException, it will be re-thrown, otherwise it will be wrapped as + a CoderException.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(T value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws CoderException,
        +                   IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        CoderException - if the value could not be encoded for some reason
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public T decode(InputStream inStream,
        +                Coder.Context context)
        +         throws CoderException,
        +                IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        CoderException - if the value could not be decoded for some reason
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoder

        +
        public Coder<IntermediateT> getCoder()
        +
        Returns the coder used to encode/decode the intermediate values produced/consumed by the + coding functions of this DelegateCoder.
        +
      • +
      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Specified by:
        +
        verifyDeterministic in interface Coder<T>
        +
        Overrides:
        +
        verifyDeterministic in class CustomCoder<T>
        +
        Throws:
        +
        NonDeterministicException - when the underlying coder's verifyDeterministic() + throws a Coder.NonDeterministicException. For this to be safe, the + intermediate CodingFunction<T, IntermediateT> must also be deterministic.
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + + + +
        +
      • +

        structuralValue

        +
        public Object structuralValue(T value)
        +                       throws Exception
        +
        Returns an object with an Object.equals() method that represents structural equality + on the argument. + +

        For any two values x and y of type T, if their encoded bytes are the + same, then it must be the case that structuralValue(x).equals(@code structuralValue(y). + +

        Most notably: +

          +
        • The structural value for an array coder should perform a structural comparison of the + contents of the arrays, rather than the default behavior of comparing according to object + identity. +
        • The structural value for a coder accepting null should be a proper object with + an equals() method, even if the input value is null. +
        + +

        See also Coder.consistentWithEquals().

        +
        +
        Specified by:
        +
        structuralValue in interface Coder<T>
        +
        Overrides:
        +
        structuralValue in class StandardCoder<T>
        +
        Returns:
        +
        a structural for a value of type T obtained by first converting to + IntermediateT and then obtaining a structural value according to the underlying + coder.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        getEncodingId

        +
        public String getEncodingId()
        +
        An identifier for the binary format written by Coder.encode(T, java.io.OutputStream, org.apache.beam.sdk.coders.Coder.Context). + +

        This value, along with the fully qualified class name, forms an identifier for the + binary format of this coder. Whenever this value changes, the new encoding is considered + incompatible with the prior format: It is presumed that the prior version of the coder will + be unable to correctly read the new format and the new version of the coder will be unable to + correctly read the old format. + +

        If the format is changed in a backwards-compatible way (the Coder can still accept data from + the prior format), such as by adding optional fields to a Protocol Buffer or Avro definition, + and you want a Beam runner to understand that the new coder is compatible with the prior coder, + this value must remain unchanged. It is then the responsibility of Coder.decode(java.io.InputStream, org.apache.beam.sdk.coders.Coder.Context) to correctly + read data from the prior format.

        +
        +
        Specified by:
        +
        getEncodingId in interface Coder<T>
        +
        Overrides:
        +
        getEncodingId in class CustomCoder<T>
        +
        Returns:
        +
        a String composed from the underlying coder class name and its encoding id. + Note that this omits any description of the coding functions. These should be modified + with care.
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DeterministicStandardCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DeterministicStandardCoder.html new file mode 100644 index 00000000000..a1c4e0b857b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DeterministicStandardCoder.html @@ -0,0 +1,350 @@ + + + + + + +DeterministicStandardCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class DeterministicStandardCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DeterministicStandardCoder

        +
        protected DeterministicStandardCoder()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        NonDeterministicException - never, unless overridden. A + DeterministicStandardCoder is presumed deterministic.
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DoubleCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DoubleCoder.html new file mode 100644 index 00000000000..bbb23b63275 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DoubleCoder.html @@ -0,0 +1,486 @@ + + + + + + +DoubleCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class DoubleCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DurationCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DurationCoder.html new file mode 100644 index 00000000000..4366c43c919 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/DurationCoder.html @@ -0,0 +1,466 @@ + + + + + + +DurationCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class DurationCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/InstantCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/InstantCoder.html new file mode 100644 index 00000000000..b7019c20975 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/InstantCoder.html @@ -0,0 +1,466 @@ + + + + + + +InstantCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class InstantCoder

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<org.joda.time.Instant>
    +
    +
    +
    +
    public class InstantCoder
    +extends AtomicCoder<org.joda.time.Instant>
    +
    A Coder for joda Instant that encodes it as a big endian Long + shifted such that lexicographic ordering of the bytes corresponds to chronological order.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableCoder.html new file mode 100644 index 00000000000..9622cc69aab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableCoder.html @@ -0,0 +1,405 @@ + + + + + + +IterableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class IterableCoder<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableLikeCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableLikeCoder.html new file mode 100644 index 00000000000..0edba3e51c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/IterableLikeCoder.html @@ -0,0 +1,577 @@ + + + + + + +IterableLikeCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class IterableLikeCoder<T,IterableT extends Iterable<T>>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of the Iterables being transcoded
    +
    IterableT - the type of the Iterables being transcoded
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<IterableT>
    +
    +
    +
    Direct Known Subclasses:
    +
    CollectionCoder, IterableCoder, ListCoder, SetCoder
    +
    +
    +
    +
    public abstract class IterableLikeCoder<T,IterableT extends Iterable<T>>
    +extends StandardCoder<IterableT>
    +
    An abstract base class with functionality for assembling a + Coder for a class that implements Iterable. + +

    To complete a subclass, implement the decodeToIterable(java.util.List<T>) method. This superclass + will decode the elements in the input stream into a List and then pass them to that + method to be converted into the appropriate iterable type. Note that this means the input + iterables must fit into memory. + +

    The format of this coder is as follows: + +

      +
    • If the input Iterable has a known and finite size, then the size is written to the + output stream in big endian format, followed by all of the encoded elements.
    • +
    • If the input Iterable is not known to have a finite size, then each element + of the input is preceded by true encoded as a byte (indicating "more data") + followed by the encoded element, and terminated by false encoded as a byte.
    • +
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/JAXBCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/JAXBCoder.html new file mode 100644 index 00000000000..adfb18ad31e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/JAXBCoder.html @@ -0,0 +1,460 @@ + + + + + + +JAXBCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class JAXBCoder<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - type of JAXB annotated objects that will be serialized.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public class JAXBCoder<T>
    +extends AtomicCoder<T>
    +
    A coder for JAXB annotated objects. This coder uses JAXB marshalling/unmarshalling mechanisms + to encode/decode the objects. Users must provide the Class of the JAXB annotated object.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getJAXBClass

        +
        public Class<T> getJAXBClass()
        +
      • +
      + + + +
        +
      • +

        of

        +
        public static <T> JAXBCoder<T> of(Class<T> jaxbClass)
        +
        Create a coder for a given type of JAXB annotated objects.
        +
        +
        Parameters:
        +
        jaxbClass - the Class of the JAXB annotated objects.
        +
        +
      • +
      + + + + + +
        +
      • +

        encode

        +
        public void encode(T value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws CoderException,
        +                   IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        CoderException - if the value could not be encoded for some reason
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public T decode(InputStream inStream,
        +                Coder.Context context)
        +         throws CoderException,
        +                IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        CoderException - if the value could not be decoded for some reason
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getEncodingId

        +
        public String getEncodingId()
        +
        Description copied from interface: Coder
        +
        An identifier for the binary format written by Coder.encode(T, java.io.OutputStream, org.apache.beam.sdk.coders.Coder.Context). + +

        This value, along with the fully qualified class name, forms an identifier for the + binary format of this coder. Whenever this value changes, the new encoding is considered + incompatible with the prior format: It is presumed that the prior version of the coder will + be unable to correctly read the new format and the new version of the coder will be unable to + correctly read the old format. + +

        If the format is changed in a backwards-compatible way (the Coder can still accept data from + the prior format), such as by adding optional fields to a Protocol Buffer or Avro definition, + and you want a Beam runner to understand that the new coder is compatible with the prior coder, + this value must remain unchanged. It is then the responsibility of Coder.decode(java.io.InputStream, org.apache.beam.sdk.coders.Coder.Context) to correctly + read data from the prior format.

        +
        +
        Specified by:
        +
        getEncodingId in interface Coder<T>
        +
        Overrides:
        +
        getEncodingId in class StandardCoder<T>
        +
        +
      • +
      + + + +
        +
      • +

        of

        +
        public static <T> JAXBCoder<T> of(String jaxbClassName)
        +
        Constructor for JSON deserialization only.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/KvCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/KvCoder.html new file mode 100644 index 00000000000..536bcc915db --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/KvCoder.html @@ -0,0 +1,606 @@ + + + + + + +KvCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class KvCoder<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys of the KVs being transcoded
    +
    V - the type of the values of the KVs being transcoded
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<KV<K,V>>
    +
    +
    +
    +
    public class KvCoder<K,V>
    +extends StandardCoder<KV<K,V>>
    +
    A KvCoder encodes KVs.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ListCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ListCoder.html new file mode 100644 index 00000000000..2941a37c259 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/ListCoder.html @@ -0,0 +1,408 @@ + + + + + + +ListCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class ListCoder<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/MapCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/MapCoder.html new file mode 100644 index 00000000000..dad1f3d0503 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/MapCoder.html @@ -0,0 +1,503 @@ + + + + + + +MapCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class MapCoder<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys of the KVs being transcoded
    +
    V - the type of the values of the KVs being transcoded
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<Map<K,V>>
    +
    +
    +
    +
    public class MapCoder<K,V>
    +extends StandardCoder<Map<K,V>>
    +
    A Coder for Maps that encodes them according to provided + coders for keys and values.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <K,V> MapCoder<K,V> of(Coder<K> keyCoder,
        +                                     Coder<V> valueCoder)
        +
        Produces a MapCoder with the given keyCoder and valueCoder.
        +
      • +
      + + + + + + + +
        +
      • +

        getInstanceComponents

        +
        public static <K,V> List<Object> getInstanceComponents(Map<K,V> exampleValue)
        +
        Returns the key and value for an arbitrary element of this map, + if it is non-empty, otherwise returns null.
        +
      • +
      + + + +
        +
      • +

        getKeyCoder

        +
        public Coder<K> getKeyCoder()
        +
      • +
      + + + +
        +
      • +

        getValueCoder

        +
        public Coder<V> getValueCoder()
        +
      • +
      + + + +
        +
      • +

        encode

        +
        public void encode(Map<K,V> map,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException,
        +                   CoderException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public Map<K,V> decode(InputStream inStream,
        +                       Coder.Context context)
        +                throws IOException,
        +                       CoderException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
        +
        Returns:
        +
        a List containing the key coder at index 0 at the and value coder at index 1.
        +
        +
      • +
      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        NonDeterministicException - always. Not all maps have a deterministic encoding. + For example, HashMap comparison does not depend on element order, so + two HashMap instances may be equal but produce different encodings.
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/NullableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/NullableCoder.html new file mode 100644 index 00000000000..dc4636ebc03 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/NullableCoder.html @@ -0,0 +1,628 @@ + + + + + + +NullableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class NullableCoder<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the values being transcoded
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public class NullableCoder<T>
    +extends StandardCoder<T>
    +
    A NullableCoder encodes nullable values of type T using a nested + Coder<T> that does not tolerate null values. NullableCoder uses + exactly 1 byte per entry to indicate whether the value is null, then adds the encoding + of the inner coder for non-null values.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SerializableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SerializableCoder.html new file mode 100644 index 00000000000..962f3a36f92 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SerializableCoder.html @@ -0,0 +1,639 @@ + + + + + + +SerializableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class SerializableCoder<T extends Serializable>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements handled by this coder
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public class SerializableCoder<T extends Serializable>
    +extends AtomicCoder<T>
    +
    A Coder for Java classes that implement Serializable. + +

    To use, specify the coder type on a PCollection: +

    + 
    +   PCollection<MyRecord> records =
    +       foo.apply(...).setCoder(SerializableCoder.of(MyRecord.class));
    + 
    + 
    + +

    SerializableCoder does not guarantee a deterministic encoding, as Java + serialization may produce different binary encodings for two equivalent + objects.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SetCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SetCoder.html new file mode 100644 index 00000000000..ec46da8160f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/SetCoder.html @@ -0,0 +1,428 @@ + + + + + + +SetCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class SetCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SetCoder

        +
        protected SetCoder(Coder<T> elemCoder)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <T> SetCoder<T> of(Coder<T> elementCoder)
        +
        Produces a SetCoder with the given elementCoder.
        +
      • +
      + + + +
        +
      • +

        of

        +
        public static SetCoder<?> of(List<Object> components)
        +
        Dynamically typed constructor for JSON deserialization.
        +
      • +
      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Specified by:
        +
        verifyDeterministic in interface Coder<Set<T>>
        +
        Overrides:
        +
        verifyDeterministic in class IterableLikeCoder<T,Set<T>>
        +
        Throws:
        +
        NonDeterministicException - always. Sets are not ordered, but + they are encoded in the order of an arbitrary iteration.
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + +
        +
      • +

        getInstanceComponents

        +
        public static <T> List<Object> getInstanceComponents(Set<T> exampleValue)
        +
        Returns the first element in this set if it is non-empty, + otherwise returns null.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StandardCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StandardCoder.html new file mode 100644 index 00000000000..8e6737f2c0a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StandardCoder.html @@ -0,0 +1,676 @@ + + + + + + +StandardCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class StandardCoder<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringDelegateCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringDelegateCoder.html new file mode 100644 index 00000000000..1e7c186dd0c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringDelegateCoder.html @@ -0,0 +1,614 @@ + + + + + + +StringDelegateCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class StringDelegateCoder<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of objects coded.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public final class StringDelegateCoder<T>
    +extends CustomCoder<T>
    +
    A Coder that wraps a Coder<String> + and encodes/decodes values via string representations. + +

    To decode, the input byte stream is decoded to + a String, and this is passed to the single-argument + constructor for T. + +

    To encode, the input value is converted via toString(), + and this string is encoded. + +

    In order for this to operate correctly for a class Clazz, + it must be the case for any instance x that + x.equals(new Clazz(x.toString())). + +

    This method of encoding is not designed for ease of evolution of Clazz; + it should only be used in cases where the class is stable or the encoding is not + important. If evolution of the class is important, see ProtoCoder, AvroCoder, + or JAXBCoder.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringUtf8Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringUtf8Coder.html new file mode 100644 index 00000000000..06804df91f1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StringUtf8Coder.html @@ -0,0 +1,418 @@ + + + + + + +StringUtf8Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class StringUtf8Coder

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        encode

        +
        public void encode(String value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public String decode(InputStream inStream,
        +                     Coder.Context context)
        +              throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        consistentWithEquals

        +
        public boolean consistentWithEquals()
        +
        Returns true if this Coder is injective with respect to Object.equals(java.lang.Object). + +

        Whenever the encoded bytes of two values are equal, then the original values are equal + according to Objects.equals(). Note that this is well-defined for null. + +

        This condition is most notably false for arrays. More generally, this condition is false + whenever equals() compares object identity, rather than performing a + semantic/structural comparison.

        +
        +
        Specified by:
        +
        consistentWithEquals in interface Coder<String>
        +
        Overrides:
        +
        consistentWithEquals in class StandardCoder<String>
        +
        Returns:
        +
        true. This coder is injective.
        +
        +
      • +
      + + + +
        +
      • +

        getEncodedElementByteSize

        +
        protected long getEncodedElementByteSize(String value,
        +                                         Coder.Context context)
        +                                  throws Exception
        +
        Returns the size in bytes of the encoded value using this coder.
        +
        +
        Overrides:
        +
        getEncodedElementByteSize in class StandardCoder<String>
        +
        Returns:
        +
        the byte size of the UTF-8 encoding of the a string or, in a nested context, + the byte size of the encoding plus the encoded length prefix.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StructuralByteArray.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StructuralByteArray.html new file mode 100644 index 00000000000..4e398d90a75 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/StructuralByteArray.html @@ -0,0 +1,326 @@ + + + + + + +StructuralByteArray (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class StructuralByteArray

+
+
+ +
+
    +
  • +
    +
    +
    public class StructuralByteArray
    +extends Object
    +
    A wrapper around a byte[] that uses structural, value-based + equality rather than byte[]'s normal object identity.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StructuralByteArray

        +
        public StructuralByteArray(byte[] value)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getValue

        +
        public byte[] getValue()
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object o)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TableRowJsonCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TableRowJsonCoder.html new file mode 100644 index 00000000000..6da1a02cbb9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TableRowJsonCoder.html @@ -0,0 +1,414 @@ + + + + + + +TableRowJsonCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class TableRowJsonCoder

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<com.google.api.services.bigquery.model.TableRow>
    +
    +
    +
    +
    public class TableRowJsonCoder
    +extends AtomicCoder<com.google.api.services.bigquery.model.TableRow>
    +
    A Coder that encodes BigQuery TableRow objects in their native JSON format.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        encode

        +
        public void encode(com.google.api.services.bigquery.model.TableRow value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public com.google.api.services.bigquery.model.TableRow decode(InputStream inStream,
        +                                                              Coder.Context context)
        +                                                       throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getEncodedElementByteSize

        +
        protected long getEncodedElementByteSize(com.google.api.services.bigquery.model.TableRow value,
        +                                         Coder.Context context)
        +                                  throws Exception
        +
        Description copied from class: StandardCoder
        +
        Returns the size in bytes of the encoded value using this coder.
        +
        +
        Overrides:
        +
        getEncodedElementByteSize in class StandardCoder<com.google.api.services.bigquery.model.TableRow>
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Specified by:
        +
        verifyDeterministic in interface Coder<com.google.api.services.bigquery.model.TableRow>
        +
        Overrides:
        +
        verifyDeterministic in class DeterministicStandardCoder<com.google.api.services.bigquery.model.TableRow>
        +
        Throws:
        +
        NonDeterministicException - always. A TableRow can hold arbitrary + Object instances, which makes the encoding non-deterministic.
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TextualIntegerCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TextualIntegerCoder.html new file mode 100644 index 00000000000..c1b3f781874 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/TextualIntegerCoder.html @@ -0,0 +1,422 @@ + + + + + + +TextualIntegerCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class TextualIntegerCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarIntCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarIntCoder.html new file mode 100644 index 00000000000..d52a56d739f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarIntCoder.html @@ -0,0 +1,454 @@ + + + + + + +VarIntCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class VarIntCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarLongCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarLongCoder.html new file mode 100644 index 00000000000..2c7020d37c4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VarLongCoder.html @@ -0,0 +1,454 @@ + + + + + + +VarLongCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class VarLongCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VoidCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VoidCoder.html new file mode 100644 index 00000000000..54660d369e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/VoidCoder.html @@ -0,0 +1,436 @@ + + + + + + +VoidCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders
+

Class VoidCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AtomicCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AtomicCoder.html new file mode 100644 index 00000000000..928590aab3e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AtomicCoder.html @@ -0,0 +1,441 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.AtomicCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.AtomicCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AvroCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AvroCoder.html new file mode 100644 index 00000000000..4e81c322189 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/AvroCoder.html @@ -0,0 +1,314 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.AvroCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.AvroCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigDecimalCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigDecimalCoder.html new file mode 100644 index 00000000000..9369a19e85a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigDecimalCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.BigDecimalCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.BigDecimalCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianIntegerCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianIntegerCoder.html new file mode 100644 index 00000000000..978f35531cc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianIntegerCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.BigEndianIntegerCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.BigEndianIntegerCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianLongCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianLongCoder.html new file mode 100644 index 00000000000..5d17e0d661c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigEndianLongCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.BigEndianLongCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.BigEndianLongCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigIntegerCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigIntegerCoder.html new file mode 100644 index 00000000000..c61ca4e2100 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/BigIntegerCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.BigIntegerCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.BigIntegerCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteArrayCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteArrayCoder.html new file mode 100644 index 00000000000..3112ed8282b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteArrayCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.ByteArrayCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.ByteArrayCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteCoder.html new file mode 100644 index 00000000000..3fd701b264c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.ByteCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.ByteCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteStringCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteStringCoder.html new file mode 100644 index 00000000000..6ba90b34256 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ByteStringCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.ByteStringCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.ByteStringCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.ReasonCode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.ReasonCode.html new file mode 100644 index 00000000000..4274720c3fb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.ReasonCode.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CannotProvideCoderException.ReasonCode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CannotProvideCoderException.ReasonCode

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.html new file mode 100644 index 00000000000..43e72de6d37 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CannotProvideCoderException.html @@ -0,0 +1,431 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CannotProvideCoderException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CannotProvideCoderException

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.Context.html new file mode 100644 index 00000000000..684d6d3a7c4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.Context.html @@ -0,0 +1,1428 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.Coder.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.Coder.Context

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.NonDeterministicException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.NonDeterministicException.html new file mode 100644 index 00000000000..7d864790bad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.NonDeterministicException.html @@ -0,0 +1,525 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.Coder.NonDeterministicException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.Coder.NonDeterministicException

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.html new file mode 100644 index 00000000000..10204319dd3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/Coder.html @@ -0,0 +1,3661 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.coders.Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.coders.Coder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderException.html new file mode 100644 index 00000000000..be84f4363ca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderException.html @@ -0,0 +1,709 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CoderException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CoderException

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactories.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactories.html new file mode 100644 index 00000000000..2aa9c2d3a06 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactories.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CoderFactories (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CoderFactories

+
+
No usage of org.apache.beam.sdk.coders.CoderFactories
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactory.html new file mode 100644 index 00000000000..3d290a33b3b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderFactory.html @@ -0,0 +1,196 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.coders.CoderFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.coders.CoderFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProvider.html new file mode 100644 index 00000000000..1b3e6f6c924 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProvider.html @@ -0,0 +1,271 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.coders.CoderProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.coders.CoderProvider

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProviders.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProviders.html new file mode 100644 index 00000000000..a5acb1faef2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderProviders.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CoderProviders (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CoderProviders

+
+
No usage of org.apache.beam.sdk.coders.CoderProviders
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderRegistry.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderRegistry.html new file mode 100644 index 00000000000..87339d1b9d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CoderRegistry.html @@ -0,0 +1,415 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CoderRegistry (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CoderRegistry

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CollectionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CollectionCoder.html new file mode 100644 index 00000000000..95b5fbaed2f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CollectionCoder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CollectionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CollectionCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CustomCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CustomCoder.html new file mode 100644 index 00000000000..24444b68b7d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/CustomCoder.html @@ -0,0 +1,223 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.CustomCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.CustomCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DefaultCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DefaultCoder.html new file mode 100644 index 00000000000..5dbba244208 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DefaultCoder.html @@ -0,0 +1,224 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.DefaultCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.DefaultCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.CodingFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.CodingFunction.html new file mode 100644 index 00000000000..c2e7660f459 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.CodingFunction.html @@ -0,0 +1,195 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.coders.DelegateCoder.CodingFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.coders.DelegateCoder.CodingFunction

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.html new file mode 100644 index 00000000000..3a89a0fb079 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DelegateCoder.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.DelegateCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.DelegateCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DeterministicStandardCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DeterministicStandardCoder.html new file mode 100644 index 00000000000..d16a8b1fdac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DeterministicStandardCoder.html @@ -0,0 +1,447 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.DeterministicStandardCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.DeterministicStandardCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DoubleCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DoubleCoder.html new file mode 100644 index 00000000000..5d6c48b373e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DoubleCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.DoubleCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.DoubleCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DurationCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DurationCoder.html new file mode 100644 index 00000000000..a841a37b258 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/DurationCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.DurationCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.DurationCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/InstantCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/InstantCoder.html new file mode 100644 index 00000000000..5816ec04a7b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/InstantCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.InstantCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.InstantCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableCoder.html new file mode 100644 index 00000000000..533642999a0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableCoder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.IterableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.IterableCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableLikeCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableLikeCoder.html new file mode 100644 index 00000000000..916a1800ec1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/IterableLikeCoder.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.IterableLikeCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.IterableLikeCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/JAXBCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/JAXBCoder.html new file mode 100644 index 00000000000..af4b0268a40 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/JAXBCoder.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.JAXBCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.JAXBCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/KvCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/KvCoder.html new file mode 100644 index 00000000000..430870ebe82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/KvCoder.html @@ -0,0 +1,256 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.KvCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.KvCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ListCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ListCoder.html new file mode 100644 index 00000000000..126872c2286 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/ListCoder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.ListCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.ListCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/MapCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/MapCoder.html new file mode 100644 index 00000000000..9ea97fab88f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/MapCoder.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.MapCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.MapCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/NullableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/NullableCoder.html new file mode 100644 index 00000000000..8d91a659d91 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/NullableCoder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.NullableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.NullableCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SerializableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SerializableCoder.html new file mode 100644 index 00000000000..4302748c7d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SerializableCoder.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.SerializableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.SerializableCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SetCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SetCoder.html new file mode 100644 index 00000000000..dbb4b41b766 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/SetCoder.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.SetCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.SetCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StandardCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StandardCoder.html new file mode 100644 index 00000000000..6299f52629e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StandardCoder.html @@ -0,0 +1,721 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.StandardCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.StandardCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringDelegateCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringDelegateCoder.html new file mode 100644 index 00000000000..5fcefc9c9b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringDelegateCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.StringDelegateCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.StringDelegateCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringUtf8Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringUtf8Coder.html new file mode 100644 index 00000000000..59e5fac2b20 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StringUtf8Coder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.StringUtf8Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.StringUtf8Coder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StructuralByteArray.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StructuralByteArray.html new file mode 100644 index 00000000000..bd7fcbf4f30 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/StructuralByteArray.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.StructuralByteArray (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.StructuralByteArray

+
+
No usage of org.apache.beam.sdk.coders.StructuralByteArray
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TableRowJsonCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TableRowJsonCoder.html new file mode 100644 index 00000000000..734cdb11e08 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TableRowJsonCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.TableRowJsonCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.TableRowJsonCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TextualIntegerCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TextualIntegerCoder.html new file mode 100644 index 00000000000..19b5400d6a9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/TextualIntegerCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.TextualIntegerCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.TextualIntegerCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarIntCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarIntCoder.html new file mode 100644 index 00000000000..01ba7c4f009 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarIntCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.VarIntCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.VarIntCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarLongCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarLongCoder.html new file mode 100644 index 00000000000..09e1685b5ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VarLongCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.VarLongCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.VarLongCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VoidCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VoidCoder.html new file mode 100644 index 00000000000..9cf084b1922 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/class-use/VoidCoder.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.VoidCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.VoidCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-frame.html new file mode 100644 index 00000000000..58b8a669a3e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-frame.html @@ -0,0 +1,79 @@ + + + + + + +org.apache.beam.sdk.coders (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.coders

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +

Exceptions

+ +

Annotation Types

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-summary.html new file mode 100644 index 00000000000..f8343cd84be --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-summary.html @@ -0,0 +1,527 @@ + + + + + + +org.apache.beam.sdk.coders (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.coders

+
+
Defines Coders + to specify how data is encoded to and decoded from byte strings.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.coders Description

+
Defines Coders + to specify how data is encoded to and decoded from byte strings. + +

During execution of a Pipeline, elements in a + PCollection + may need to be encoded into byte strings. + This happens both at the beginning and end of a pipeline when data is read from and written to + persistent storage and also during execution of a pipeline when elements are communicated between + machines. + +

Exactly when PCollection elements are encoded during execution depends on which + PipelineRunner is being used and how that runner + chooses to execute the pipeline. As such, Beam requires that all PCollections have an + appropriate Coder in case it becomes necessary. In many cases, the Coder can be inferred from + the available Java type + information and the Pipeline's CoderRegistry. It + can be specified per PCollection via + PCollection.setCoder(Coder) or per type using the + DefaultCoder annotation. + +

This package provides a number of coders for common types like Integer, + String, and List, as well as coders like + AvroCoder that can be used to encode many custom + types.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-tree.html new file mode 100644 index 00000000000..f54c685d5c1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-tree.html @@ -0,0 +1,233 @@ + + + + + + +org.apache.beam.sdk.coders Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.coders

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Annotation Type Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-use.html new file mode 100644 index 00000000000..01be91e4771 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/package-use.html @@ -0,0 +1,1413 @@ + + + + + + +Uses of Package org.apache.beam.sdk.coders (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.coders

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/ProtoCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/ProtoCoder.html new file mode 100644 index 00000000000..9b888b193ba --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/ProtoCoder.html @@ -0,0 +1,693 @@ + + + + + + +ProtoCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.coders.protobuf
+

Class ProtoCoder<T extends com.google.protobuf.Message>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the Protocol Buffers Message handled by this Coder.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public class ProtoCoder<T extends com.google.protobuf.Message>
    +extends AtomicCoder<T>
    +
    A Coder using Google Protocol Buffers binary format. ProtoCoder supports both + Protocol Buffers syntax versions 2 and 3. + +

    To learn more about Protocol Buffers, visit: + https://developers.google.com/protocol-buffers + +

    ProtoCoder is registered in the global CoderRegistry as the default + Coder for any Message object. Custom message extensions are also supported, but + these extensions must be registered for a particular ProtoCoder instance and that + instance must be registered on the PCollection that needs the extensions: + +

    
    + import MyProtoFile;
    + import MyProtoFile.MyMessage;
    +
    + Coder<MyMessage> coder = ProtoCoder.of(MyMessage.class).withExtensionsFrom(MyProtoFile.class);
    + PCollection<MyMessage> records =  input.apply(...).setCoder(coder);
    + 
    + +

    Versioning

    + +

    ProtoCoder supports both versions 2 and 3 of the Protocol Buffers syntax. However, + the Java runtime version of the google.com.protobuf library must match exactly the + version of protoc that was used to produce the JAR files containing the compiled + .proto messages. + +

    For more information, see the + Protocol Buffers documentation. + +

    ProtoCoder and Determinism

    + +

    In general, Protocol Buffers messages can be encoded deterministically within a single + pipeline as long as: + +

      +
    • The encoded messages (and any transitively linked messages) do not use map + fields.
    • +
    • Every Java VM that encodes or decodes the messages use the same runtime version of the + Protocol Buffers library and the same compiled .proto file JAR.
    • +
    + +

    ProtoCoder and Encoding Stability

    + +

    When changing Protocol Buffers messages, follow the rules in the Protocol Buffers language + guides for + proto2 + and + proto3 + syntaxes, depending on your message type. Following these guidelines will ensure that the + old encoded data can be read by new versions of the code. + +

    Generally, any change to the message type, registered extensions, runtime library, or + compiled proto JARs may change the encoding. Thus even if both the original and updated messages + can be encoded deterministically within a single job, these deterministic encodings may not be + the same across jobs.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        of

        +
        public static <T extends com.google.protobuf.Message> ProtoCoder<T> of(Class<T> protoMessageClass)
        +
        Returns a ProtoCoder for the given Protocol Buffers Message.
        +
      • +
      + + + + + + + +
        +
      • +

        withExtensionsFrom

        +
        public ProtoCoder<T> withExtensionsFrom(Iterable<Class<?>> moreExtensionHosts)
        +
        Returns a ProtoCoder like this one, but with the extensions from the given classes + registered. + +

        Each of the extension host classes must be an class automatically generated by the + Protocol Buffers compiler, protoc, that contains messages. + +

        Does not modify this object.

        +
      • +
      + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(T value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public T decode(InputStream inStream,
        +                Coder.Context context)
        +         throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        Description copied from class: StandardCoder
        +
        +
        Overrides:
        +
        equals in class StandardCoder<T extends com.google.protobuf.Message>
        +
        Returns:
        +
        true if the two StandardCoder instances have the + same class and equal components.
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class StandardCoder<T extends com.google.protobuf.Message>
        +
        +
      • +
      + + + +
        +
      • +

        getEncodingId

        +
        public String getEncodingId()
        +
        The encoding identifier is designed to support evolution as per the design of Protocol + Buffers. In order to use this class effectively, carefully follow the advice in the Protocol + Buffers documentation at + Updating + A Message Type. + +

        In particular, the encoding identifier is guaranteed to be the same for ProtoCoder + instances of the same principal message class, with the same registered extension host classes, + and otherwise distinct. Note that the encoding ID does not encode any version of the message + or extensions, nor does it include the message schema. + +

        When modifying a message class, here are the broadest guidelines; see the above link + for greater detail. + +

          +
        • Do not change the numeric tags for any fields. +
        • Never remove a required field. +
        • Only add optional or repeated fields, with sensible defaults. +
        • When changing the type of a field, consult the Protocol Buffers documentation to ensure + the new and old types are interchangeable. +
        + +

        Code consuming this message class should be prepared to support all versions of + the class until it is certain that no remaining serialized instances exist. + +

        If backwards incompatible changes must be made, the best recourse is to change the name + of your Protocol Buffers message class.

        +
        +
        Specified by:
        +
        getEncodingId in interface Coder<T extends com.google.protobuf.Message>
        +
        Overrides:
        +
        getEncodingId in class StandardCoder<T extends com.google.protobuf.Message>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getMessageType

        +
        public Class<T> getMessageType()
        +
        Returns the Protocol Buffers Message type this ProtoCoder supports.
        +
      • +
      + + + +
        +
      • +

        getExtensionRegistry

        +
        public com.google.protobuf.ExtensionRegistry getExtensionRegistry()
        +
        Returns the ExtensionRegistry listing all known Protocol Buffers extension messages + to T registered with this ProtoCoder.
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/class-use/ProtoCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/class-use/ProtoCoder.html new file mode 100644 index 00000000000..93cb841c858 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/class-use/ProtoCoder.html @@ -0,0 +1,200 @@ + + + + + + +Uses of Class org.apache.beam.sdk.coders.protobuf.ProtoCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.coders.protobuf.ProtoCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-frame.html new file mode 100644 index 00000000000..2eb5b2431a4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-frame.html @@ -0,0 +1,21 @@ + + + + + + +org.apache.beam.sdk.coders.protobuf (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.coders.protobuf

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-summary.html new file mode 100644 index 00000000000..974d4fe7368 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-summary.html @@ -0,0 +1,161 @@ + + + + + + +org.apache.beam.sdk.coders.protobuf (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.coders.protobuf

+
+
Defines a Coder + for Protocol Buffers messages, ProtoCoder.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.coders.protobuf Description

+
Defines a Coder + for Protocol Buffers messages, ProtoCoder.
+
+
See Also:
+
ProtoCoder
+
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-tree.html new file mode 100644 index 00000000000..bba60e77f7a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-tree.html @@ -0,0 +1,151 @@ + + + + + + +org.apache.beam.sdk.coders.protobuf Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.coders.protobuf

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-use.html new file mode 100644 index 00000000000..979671b49df --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/coders/protobuf/package-use.html @@ -0,0 +1,164 @@ + + + + + + +Uses of Package org.apache.beam.sdk.coders.protobuf (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.coders.protobuf

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/Join.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/Join.html new file mode 100644 index 00000000000..32991b004d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/Join.html @@ -0,0 +1,364 @@ + + + + + + +Join (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.extensions.joinlibrary
+

Class Join

+
+
+ +
+
    +
  • +
    +
    +
    public class Join
    +extends Object
    +
    Utility class with different versions of joins. All methods join two collections of + key/value pairs (KV).
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Join

        +
        public Join()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        innerJoin

        +
        public static <K,V1,V2> PCollection<KV<K,KV<V1,V2>>> innerJoin(PCollection<KV<K,V1>> leftCollection,
        +                                                               PCollection<KV<K,V2>> rightCollection)
        +
        Inner join of two collections of KV elements.
        +
        +
        Type Parameters:
        +
        K - Type of the key for both collections
        +
        V1 - Type of the values for the left collection.
        +
        V2 - Type of the values for the right collection.
        +
        Parameters:
        +
        leftCollection - Left side collection to join.
        +
        rightCollection - Right side collection to join.
        +
        Returns:
        +
        A joined collection of KV where Key is the key and value is a + KV where Key is of type V1 and Value is type V2.
        +
        +
      • +
      + + + + + +
        +
      • +

        leftOuterJoin

        +
        public static <K,V1,V2> PCollection<KV<K,KV<V1,V2>>> leftOuterJoin(PCollection<KV<K,V1>> leftCollection,
        +                                                                   PCollection<KV<K,V2>> rightCollection,
        +                                                                   V2 nullValue)
        +
        Left Outer Join of two collections of KV elements.
        +
        +
        Type Parameters:
        +
        K - Type of the key for both collections
        +
        V1 - Type of the values for the left collection.
        +
        V2 - Type of the values for the right collection.
        +
        Parameters:
        +
        leftCollection - Left side collection to join.
        +
        rightCollection - Right side collection to join.
        +
        nullValue - Value to use as null value when right side do not match left side.
        +
        Returns:
        +
        A joined collection of KV where Key is the key and value is a + KV where Key is of type V1 and Value is type V2. Values that + should be null or empty is replaced with nullValue.
        +
        +
      • +
      + + + + + +
        +
      • +

        rightOuterJoin

        +
        public static <K,V1,V2> PCollection<KV<K,KV<V1,V2>>> rightOuterJoin(PCollection<KV<K,V1>> leftCollection,
        +                                                                    PCollection<KV<K,V2>> rightCollection,
        +                                                                    V1 nullValue)
        +
        Right Outer Join of two collections of KV elements.
        +
        +
        Type Parameters:
        +
        K - Type of the key for both collections
        +
        V1 - Type of the values for the left collection.
        +
        V2 - Type of the values for the right collection.
        +
        Parameters:
        +
        leftCollection - Left side collection to join.
        +
        rightCollection - Right side collection to join.
        +
        nullValue - Value to use as null value when left side do not match right side.
        +
        Returns:
        +
        A joined collection of KV where Key is the key and value is a + KV where Key is of type V1 and Value is type V2. Keys that + should be null or empty is replaced with nullValue.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/class-use/Join.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/class-use/Join.html new file mode 100644 index 00000000000..65545c6f4b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/class-use/Join.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.extensions.joinlibrary.Join (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.extensions.joinlibrary.Join

+
+
No usage of org.apache.beam.sdk.extensions.joinlibrary.Join
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-frame.html new file mode 100644 index 00000000000..45bd8f4df17 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-frame.html @@ -0,0 +1,21 @@ + + + + + + +org.apache.beam.sdk.extensions.joinlibrary (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.extensions.joinlibrary

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-summary.html new file mode 100644 index 00000000000..134d63e3c01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-summary.html @@ -0,0 +1,155 @@ + + + + + + +org.apache.beam.sdk.extensions.joinlibrary (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.extensions.joinlibrary

+
+
Utilities for performing SQL-style joins of keyed PCollections.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.extensions.joinlibrary Description

+
Utilities for performing SQL-style joins of keyed PCollections.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-tree.html new file mode 100644 index 00000000000..0ff3457fd96 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-tree.html @@ -0,0 +1,139 @@ + + + + + + +org.apache.beam.sdk.extensions.joinlibrary Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.extensions.joinlibrary

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-use.html new file mode 100644 index 00000000000..378a44b35b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/joinlibrary/package-use.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Package org.apache.beam.sdk.extensions.joinlibrary (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.extensions.joinlibrary

+
+
No usage of org.apache.beam.sdk.extensions.joinlibrary
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.Options.html new file mode 100644 index 00000000000..3aa41f8dde3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.Options.html @@ -0,0 +1,339 @@ + + + + + + +BufferedExternalSorter.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.extensions.sorter
+

Class BufferedExternalSorter.Options

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Options

        +
        public Options()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        setTempLocation

        +
        public BufferedExternalSorter.Options setTempLocation(String tempLocation)
        +
        Sets the path to a temporary location where the sorter writes intermediate files.
        +
      • +
      + + + +
        +
      • +

        getTempLocation

        +
        public String getTempLocation()
        +
        Returns the configured temporary location.
        +
      • +
      + + + +
        +
      • +

        setMemoryMB

        +
        public BufferedExternalSorter.Options setMemoryMB(int memoryMB)
        +
        Sets the size of the memory buffer in megabytes. This controls both the buffer for initial in + memory sorting and the buffer used when external sorting. Must be greater than zero.
        +
      • +
      + + + +
        +
      • +

        getMemoryMB

        +
        public int getMemoryMB()
        +
        Returns the configured size of the memory buffer.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.html new file mode 100644 index 00000000000..0eb734b2e49 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/BufferedExternalSorter.html @@ -0,0 +1,308 @@ + + + + + + +BufferedExternalSorter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.extensions.sorter
+

Class BufferedExternalSorter

+
+
+ +
+
    +
  • +
    +
    +
    public class BufferedExternalSorter
    +extends Object
    +
    Sorter that will use in memory sorting until the values can't fit into memory and will + then fall back to external sorting.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/SortValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/SortValues.html new file mode 100644 index 00000000000..e2f5e873cd9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/SortValues.html @@ -0,0 +1,352 @@ + + + + + + +SortValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.extensions.sorter
+

Class SortValues<PrimaryKeyT,SecondaryKeyT,ValueT>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class SortValues<PrimaryKeyT,SecondaryKeyT,ValueT>
    +extends PTransform<PCollection<KV<PrimaryKeyT,Iterable<KV<SecondaryKeyT,ValueT>>>>,PCollection<KV<PrimaryKeyT,Iterable<KV<SecondaryKeyT,ValueT>>>>>
    +
    SortValues<PrimaryKeyT, SecondaryKeyT, ValueT> takes a PCollection<KV<PrimaryKeyT, + Iterable<KV<SecondaryKeyT, ValueT>>>> with elements consisting of a primary key and iterables + over <secondary key, value> pairs, and returns a PCollection<KV<PrimaryKeyT, + Iterable<KV<SecondaryKeyT, ValueT>>> of the same elements but with values sorted by a secondary + key. + +

    This transform ignores the primary key, there is no guarantee of any relationship between + elements with different primary keys. The primary key is explicit here only because this + transform is typically used on a result of a GroupByKey transform. + +

    This transform sorts by lexicographic comparison of the byte representations of the secondary + keys and may write secondary key-value pairs to disk. In order to retrieve the byte + representations it requires the input PCollection to use a KvCoder for its input, an + IterableCoder for its input values and a KvCoder for its secondary key-value + pairs.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.Options.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.Options.html new file mode 100644 index 00000000000..893a531516f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.Options.html @@ -0,0 +1,195 @@ + + + + + + +Uses of Class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter.Options

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.html new file mode 100644 index 00000000000..530ac928156 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/BufferedExternalSorter.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.extensions.sorter.BufferedExternalSorter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/SortValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/SortValues.html new file mode 100644 index 00000000000..baff792710e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/class-use/SortValues.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.extensions.sorter.SortValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.extensions.sorter.SortValues

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-frame.html new file mode 100644 index 00000000000..c388e73b8e5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-frame.html @@ -0,0 +1,23 @@ + + + + + + +org.apache.beam.sdk.extensions.sorter (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.extensions.sorter

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-summary.html new file mode 100644 index 00000000000..cb8b41f281c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-summary.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.sdk.extensions.sorter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.extensions.sorter

+
+
Utility for performing local sort of potentially large sets of values.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.extensions.sorter Description

+
Utility for performing local sort of potentially large sets of values. Will sort in memory and + spill to disk for external sorting if necessary.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-tree.html new file mode 100644 index 00000000000..7a212585169 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-tree.html @@ -0,0 +1,145 @@ + + + + + + +org.apache.beam.sdk.extensions.sorter Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.extensions.sorter

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-use.html new file mode 100644 index 00000000000..a38303ee93f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/extensions/sorter/package-use.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Package org.apache.beam.sdk.extensions.sorter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.extensions.sorter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.Bound.html new file mode 100644 index 00000000000..2cf6d1047b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.Bound.html @@ -0,0 +1,517 @@ + + + + + + +AvroIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroIO.Read.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        withSchema

        +
        public <X> AvroIO.Read.Bound<X> withSchema(Class<X> type)
        +
        Returns a new PTransform that's like this one but + that reads Avro file(s) containing records whose type is the + specified Avro-generated class. + +

        Does not modify this object.

        +
        +
        Type Parameters:
        +
        X - the type of the decoded elements and the elements of + the resulting PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public AvroIO.Read.Bound<org.apache.avro.generic.GenericRecord> withSchema(org.apache.avro.Schema schema)
        +
        Returns a new PTransform that's like this one but + that reads Avro file(s) containing records of the specified schema. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public AvroIO.Read.Bound<org.apache.avro.generic.GenericRecord> withSchema(String schema)
        +
        Returns a new PTransform that's like this one but + that reads Avro file(s) containing records of the specified schema + in a JSON-encoded string form. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public AvroIO.Read.Bound<T> withoutValidation()
        +
        Returns a new PTransform that's like this one but + that has GCS input path validation on pipeline creation disabled. + +

        Does not modify this object. + +

        This can be useful in the case where the GCS input location does + not exist at the pipeline creation time, but is expected to be + available at execution time.

        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getFilepattern

        +
        public String getFilepattern()
        +
      • +
      + + + +
        +
      • +

        getSchema

        +
        public org.apache.avro.Schema getSchema()
        +
      • +
      + + + +
        +
      • +

        needsValidation

        +
        public boolean needsValidation()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.html new file mode 100644 index 00000000000..daa66498ddb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Read.html @@ -0,0 +1,363 @@ + + + + + + +AvroIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroIO.Read

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    AvroIO
    +
    +
    +
    +
    public static class AvroIO.Read
    +extends Object
    +
    A root PTransform that reads from an Avro file (or multiple Avro + files matching a pattern) and returns a PCollection containing + the decoding of each record.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public static AvroIO.Read.Bound<org.apache.avro.generic.GenericRecord> from(String filepattern)
        +
        Returns a PTransform that reads from the file(s) + with the given name or pattern. This can be a local filename + or filename pattern (if running locally), or a Google Cloud + Storage filename or filename pattern of the form + "gs://<bucket>/<filepath>" (if running locally or via + the Google Cloud Dataflow service). Standard + Java + Filesystem glob patterns ("*", "?", "[..]") are supported.
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public static <T> AvroIO.Read.Bound<T> withSchema(Class<T> type)
        +
        Returns a PTransform that reads Avro file(s) + containing records whose type is the specified Avro-generated class.
        +
        +
        Type Parameters:
        +
        T - the type of the decoded elements, and the elements + of the resulting PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public static AvroIO.Read.Bound<org.apache.avro.generic.GenericRecord> withSchema(org.apache.avro.Schema schema)
        +
        Returns a PTransform that reads Avro file(s) + containing records of the specified schema.
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public static AvroIO.Read.Bound<org.apache.avro.generic.GenericRecord> withSchema(String schema)
        +
        Returns a PTransform that reads Avro file(s) + containing records of the specified schema in a JSON-encoded + string form.
        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public static AvroIO.Read.Bound<org.apache.avro.generic.GenericRecord> withoutValidation()
        +
        Returns a PTransform that reads Avro file(s) + that has GCS path validation on pipeline creation disabled. + +

        This can be useful in the case where the GCS input location does + not exist at the pipeline creation time, but is expected to be available + at execution time.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.Bound.html new file mode 100644 index 00000000000..f279bed774e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.Bound.html @@ -0,0 +1,751 @@ + + + + + + +AvroIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroIO.Write.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        withSuffix

        +
        public AvroIO.Write.Bound<T> withSuffix(String filenameSuffix)
        +
        Returns a new PTransform that's like this one but + that writes to the file(s) with the given filename suffix. + +

        See ShardNameTemplate for a description of shard templates. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withNumShards

        +
        public AvroIO.Write.Bound<T> withNumShards(int numShards)
        +
        Returns a new PTransform that's like this one but + that uses the provided shard count. + +

        Constraining the number of shards is likely to reduce + the performance of a pipeline. Setting this value is not recommended + unless you require a specific number of output files. + +

        Does not modify this object.

        +
        +
        Parameters:
        +
        numShards - the number of shards to use, or 0 to let the system + decide.
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        withShardNameTemplate

        +
        public AvroIO.Write.Bound<T> withShardNameTemplate(String shardTemplate)
        +
        Returns a new PTransform that's like this one but + that uses the given shard name template. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        withoutSharding

        +
        public AvroIO.Write.Bound<T> withoutSharding()
        +
        Returns a new PTransform that's like this one but + that forces a single file as output. + +

        This is a shortcut for + .withNumShards(1).withShardNameTemplate("") + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public <X> AvroIO.Write.Bound<X> withSchema(Class<X> type)
        +
        Returns a new PTransform that's like this one but + that writes to Avro file(s) containing records whose type is the + specified Avro-generated class. + +

        Does not modify this object.

        +
        +
        Type Parameters:
        +
        X - the type of the elements of the input PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withSchema(org.apache.avro.Schema schema)
        +
        Returns a new PTransform that's like this one but + that writes to Avro file(s) containing records of the specified + schema. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withSchema(String schema)
        +
        Returns a new PTransform that's like this one but + that writes to Avro file(s) containing records of the specified + schema in a JSON-encoded string form. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public AvroIO.Write.Bound<T> withoutValidation()
        +
        Returns a new PTransform that's like this one but + that has GCS output path validation on pipeline creation disabled. + +

        Does not modify this object. + +

        This can be useful in the case where the GCS output location does + not exist at the pipeline creation time, but is expected to be + available at execution time.

        +
      • +
      + + + +
        +
      • +

        withCodec

        +
        public AvroIO.Write.Bound<T> withCodec(org.apache.avro.file.CodecFactory codec)
        +
        Returns a new PTransform that's like this one but + that writes to Avro file(s) compressed using specified codec. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withMetadata

        +
        public AvroIO.Write.Bound<T> withMetadata(Map<String,Object> metadata)
        +
        Returns a new PTransform that's like this one but + that writes to Avro file(s) with the specified metadata. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getShardNameTemplate

        +
        public String getShardNameTemplate()
        +
        Returns the current shard name template string.
        +
      • +
      + + + + + + + +
        +
      • +

        getFilenamePrefix

        +
        public String getFilenamePrefix()
        +
      • +
      + + + +
        +
      • +

        getShardTemplate

        +
        public String getShardTemplate()
        +
      • +
      + + + +
        +
      • +

        getNumShards

        +
        public int getNumShards()
        +
      • +
      + + + +
        +
      • +

        getFilenameSuffix

        +
        public String getFilenameSuffix()
        +
      • +
      + + + +
        +
      • +

        getType

        +
        public Class<T> getType()
        +
      • +
      + + + +
        +
      • +

        getSchema

        +
        public org.apache.avro.Schema getSchema()
        +
      • +
      + + + +
        +
      • +

        needsValidation

        +
        public boolean needsValidation()
        +
      • +
      + + + +
        +
      • +

        getCodec

        +
        public org.apache.avro.file.CodecFactory getCodec()
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.html new file mode 100644 index 00000000000..140aa84c547 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.Write.html @@ -0,0 +1,480 @@ + + + + + + +AvroIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroIO.Write

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    AvroIO
    +
    +
    +
    +
    public static class AvroIO.Write
    +extends Object
    +
    A root PTransform that writes a PCollection to an Avro file (or + multiple Avro files matching a sharding pattern).
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        to

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> to(String prefix)
        +
        Returns a PTransform that writes to the file(s) + with the given prefix. This can be a local filename + (if running locally), or a Google Cloud Storage filename of + the form "gs://<bucket>/<filepath>" + (if running locally or via the Google Cloud Dataflow service). + +

        The files written will begin with this prefix, followed by + a shard identifier (see AvroIO.Write.Bound.withNumShards(int), and end + in a common extension, if given by AvroIO.Write.Bound.withSuffix(java.lang.String).

        +
      • +
      + + + +
        +
      • +

        withSuffix

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withSuffix(String filenameSuffix)
        +
        Returns a PTransform that writes to the file(s) with the + given filename suffix.
        +
      • +
      + + + +
        +
      • +

        withNumShards

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withNumShards(int numShards)
        +
        Returns a PTransform that uses the provided shard count. + +

        Constraining the number of shards is likely to reduce + the performance of a pipeline. Setting this value is not recommended + unless you require a specific number of output files.

        +
        +
        Parameters:
        +
        numShards - the number of shards to use, or 0 to let the system + decide.
        +
        +
      • +
      + + + +
        +
      • +

        withShardNameTemplate

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withShardNameTemplate(String shardTemplate)
        +
        Returns a PTransform that uses the given shard name + template. + +

        See ShardNameTemplate for a description of shard templates.

        +
      • +
      + + + +
        +
      • +

        withoutSharding

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withoutSharding()
        +
        Returns a PTransform that forces a single file as + output. + +

        Constraining the number of shards is likely to reduce + the performance of a pipeline. Setting this value is not recommended + unless you require a specific number of output files.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public static <T> AvroIO.Write.Bound<T> withSchema(Class<T> type)
        +
        Returns a PTransform that writes Avro file(s) + containing records whose type is the specified Avro-generated class.
        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withSchema(org.apache.avro.Schema schema)
        +
        Returns a PTransform that writes Avro file(s) + containing records of the specified schema.
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withSchema(String schema)
        +
        Returns a PTransform that writes Avro file(s) + containing records of the specified schema in a JSON-encoded + string form.
        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withoutValidation()
        +
        Returns a PTransform that writes Avro file(s) that has GCS path validation on + pipeline creation disabled. + +

        This can be useful in the case where the GCS output location does + not exist at the pipeline creation time, but is expected to be available + at execution time.

        +
      • +
      + + + +
        +
      • +

        withCodec

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withCodec(org.apache.avro.file.CodecFactory codec)
        +
        Returns a PTransform that writes Avro file(s) using specified codec.
        +
      • +
      + + + +
        +
      • +

        withMetadata

        +
        public static AvroIO.Write.Bound<org.apache.avro.generic.GenericRecord> withMetadata(Map<String,Object> metadata)
        +
        Returns a PTransform that writes Avro file(s) with the specified metadata. + +

        Supported value types are String, Long, and byte[].

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.html new file mode 100644 index 00000000000..59d07bf13b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroIO.html @@ -0,0 +1,301 @@ + + + + + + +AvroIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroIO

+
+
+ +
+
    +
  • +
    +
    +
    public class AvroIO
    +extends Object
    +
    PTransforms for reading and writing Avro files. + +

    To read a PCollection from one or more Avro files, use + AvroIO.Read, specifying AvroIO.Read.from(java.lang.String) to specify + the path of the file(s) to read from (e.g., a local filename or + filename pattern if running locally, or a Google Cloud Storage + filename or filename pattern of the form "gs://<bucket>/<filepath>"). + +

    It is required to specify AvroIO.Read.withSchema(java.lang.Class<T>). To + read specific records, such as Avro-generated classes, provide an + Avro-generated class type. To read GenericRecords, provide either + a Schema object or an Avro schema in a JSON-encoded string form. + An exception will be thrown if a record doesn't match the specified + schema. + +

    For example: +

     
    + Pipeline p = ...;
    +
    + // A simple Read of a local file (only runs locally):
    + PCollection<AvroAutoGenClass> records =
    +     p.apply(AvroIO.Read.from("/path/to/file.avro")
    +                 .withSchema(AvroAutoGenClass.class));
    +
    + // A Read from a GCS file (runs locally and via the Google Cloud
    + // Dataflow service):
    + Schema schema = new Schema.Parser().parse(new File("schema.avsc"));
    + PCollection<GenericRecord> records =
    +     p.apply(AvroIO.Read
    +                .from("gs://my_bucket/path/to/records-*.avro")
    +                .withSchema(schema));
    +  
    + +

    To write a PCollection to one or more Avro files, use + AvroIO.Write, specifying AvroIO.Write.to(java.lang.String) to specify + the path of the file to write to (e.g., a local filename or sharded + filename pattern if running locally, or a Google Cloud Storage + filename or sharded filename pattern of the form + "gs://<bucket>/<filepath>"). + +

    It is required to specify AvroIO.Write.withSchema(java.lang.Class<T>). To + write specific records, such as Avro-generated classes, provide an + Avro-generated class type. To write GenericRecords, provide either + a Schema object or a schema in a JSON-encoded string form. + An exception will be thrown if a record doesn't match the specified + schema. + +

    For example: +

     
    + // A simple Write to a local file (only runs locally):
    + PCollection<AvroAutoGenClass> records = ...;
    + records.apply(AvroIO.Write.to("/path/to/file.avro")
    +                           .withSchema(AvroAutoGenClass.class));
    +
    + // A Write to a sharded GCS file (runs locally and via the Google Cloud
    + // Dataflow service):
    + Schema schema = new Schema.Parser().parse(new File("schema.avsc"));
    + PCollection<GenericRecord> records = ...;
    + records.apply("WriteToAvro", AvroIO.Write
    +     .to("gs://my_bucket/path/to/numbers")
    +     .withSchema(schema)
    +     .withSuffix(".avro"));
    +  
    + +

    By default, AvroIO.Write produces output files that are compressed using the + CodecFactory.deflateCodec(6). This default can + be changed or overridden using AvroIO.Write.withCodec(org.apache.avro.file.CodecFactory). + +

    Permissions

    + Permission requirements depend on the PipelineRunner that is used to execute the + Dataflow job. Please refer to the documentation of corresponding PipelineRunners for + more details.
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.AvroReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.AvroReader.html new file mode 100644 index 00000000000..1725c8fa4c4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.AvroReader.html @@ -0,0 +1,657 @@ + + + + + + +AvroSource.AvroReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroSource.AvroReader<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of records contained in the block.
    +
    +
    +
    All Implemented Interfaces:
    +
    AutoCloseable
    +
    +
    +
    Enclosing class:
    +
    AvroSource<T>
    +
    +
    +
    +
    @Experimental(value=SOURCE_SINK)
    +public static class AvroSource.AvroReader<T>
    +extends BlockBasedSource.BlockBasedReader<T>
    +
    A BlockBasedSource.BlockBasedReader for reading blocks from Avro files. + +

    An Avro Object Container File consists of a header followed by a 16-bit sync marker + and then a sequence of blocks, where each block begins with two encoded longs representing + the total number of records in the block and the block's size in bytes, followed by the + block's (optionally-encoded) records. Each block is terminated by a 16-bit sync marker.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AvroReader

        +
        public AvroReader(AvroSource<T> source)
        +
        Reads Avro records of type T from the specified source.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getCurrentSource

        +
        public AvroSource<T> getCurrentSource()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns a Source describing the same input that this Reader currently reads + (including items already read). + +

        Usage

        + +

        Reader subclasses can use this method for convenience to access unchanging properties of + the source being read. Alternatively, they can cache these properties in the constructor. + +

        The framework will call this method in the course of dynamic work rebalancing, e.g. after + a successful BoundedSource.BoundedReader.splitAtFraction(double) call. + +

        Mutability and thread safety

        + +

        Remember that Source objects must always be immutable. However, the return value + of this function may be affected by dynamic work rebalancing, happening asynchronously via + BoundedSource.BoundedReader.splitAtFraction(double), meaning it can return a different + Source object. However, the returned object itself will still itself be immutable. + Callers must take care not to rely on properties of the returned source that may be + asynchronously changed as a result of this process (e.g. do not cache an end offset when + reading a file). + +

        Implementation

        + +

        For convenience, subclasses should usually return the most concrete subclass of + Source possible. + In practice, the implementation of this method should nearly always be one of the following: +

          +
        • Source that inherits from a base class that already implements + BoundedSource.BoundedReader.getCurrentSource(): delegate to base class. In this case, it is almost always + an error for the subclass to maintain its own copy of the source. +
          
          +   public FooReader(FooSource<T> source) {
          +     super(source);
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return (FooSource<T>)super.getCurrentSource();
          +   }
          + 
          +
        • Source that does not support dynamic work rebalancing: return a private final variable. +
          
          +   private final FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          + 
          +
        • BoundedSource.BoundedReader that explicitly supports dynamic work rebalancing: + maintain a variable pointing to an immutable source object, and protect it with + synchronization. +
          
          +   private FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public synchronized FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          +
          +   public synchronized FooSource<T> splitAtFraction(double fraction) {
          +     ...
          +     FooSource<T> primary = ...;
          +     FooSource<T> residual = ...;
          +     this.source = primary;
          +     return residual;
          +   }
          + 
          +
        +
        +
        Overrides:
        +
        getCurrentSource in class FileBasedSource.FileBasedReader<T>
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        getCurrentBlockSize

        +
        public long getCurrentBlockSize()
        +
        Description copied from class: BlockBasedSource.BlockBasedReader
        +
        Returns the size of the current block in bytes as it is represented in the underlying file, + if possible. This method may return 0 if the size of the current block is unknown. + +

        The size returned by this method must be such that for two successive blocks A and B, + offset(A) + size(A) <= offset(B). If this is not satisfied, the progress reported + by the BlockBasedReader will be non-monotonic and will interfere with the quality + (but not correctness) of dynamic work rebalancing. + +

        This method and BlockBasedSource.Block.getFractionOfBlockConsumed() are used to provide an estimate + of progress within a block (getCurrentBlock().getFractionOfBlockConsumed() * + getCurrentBlockSize()). It is acceptable for the result of this computation to be 0, + but progress estimation will be inaccurate.

        +
        +
        Specified by:
        +
        getCurrentBlockSize in class BlockBasedSource.BlockBasedReader<T>
        +
        +
      • +
      + + + +
        +
      • +

        getSplitPointsRemaining

        +
        public long getSplitPointsRemaining()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns the total amount of parallelism in the unprocessed part of this reader's current + BoundedSource (as would be returned by BoundedSource.BoundedReader.getCurrentSource()). This corresponds + to all unprocessed split point records (see RangeTracker), including the last + split point returned, in the remainder part of the source. + +

        This function should be implemented only in addition to + BoundedSource.BoundedReader.getSplitPointsConsumed() and only if an exact value can be + returned. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

        Assume for examples (1) and (2) that the number of records or blocks remaining is known: + +

          +
        • Any reader for which the last call to Source.Reader.start() or + Source.Reader.advance() has returned true should should not return 0, because this reader itself + represents parallelism at least 1. This condition holds independent of whether the input is + splittable. +
        • A finished reader (for which Source.Reader.start() or Source.Reader.advance()) has returned false + should return a value of 0. This condition holds independent of whether the input is + splittable. +
        • For example 1: After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 21 (20 remaining + 1 current) if the total + number of records is known. +
        • For example 2: After returning a record in block 3 in a block-compressed file + consisting of 5 blocks, this value should be 3 (since blocks 4 and 5 can be processed in + parallel by new readers produced via dynamic work rebalancing, while the current reader + continues processing block 3) if the total number of blocks is known. +
        • For example (3): a reader for any non-empty unsplittable input, should return 1 until + it is finished, at which point it should return 0. +
        • For any reader: After returning the last split point in a file (e.g., the last record + in example (1), the first record in the last block for example (2), or the first record in + the file for example (3), this value should be 1: apart from the current task, no additional + remainder can be split off. +
        + +

        Defaults to BoundedSource.BoundedReader.SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted as + unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        Overrides:
        +
        getSplitPointsRemaining in class OffsetBasedSource.OffsetBasedReader<T>
        +
        See Also:
        +
        BoundedSource.BoundedReader.getSplitPointsConsumed()
        +
        +
      • +
      + + + +
        +
      • +

        startReading

        +
        protected void startReading(ReadableByteChannel channel)
        +                     throws IOException
        +
        Description copied from class: FileBasedSource.FileBasedReader
        +
        Performs any initialization of the subclass of FileBasedReader that involves IO + operations. Will only be invoked once and before that invocation the base class will seek the + channel to the source's starting offset. + +

        Provided ReadableByteChannel is for the file represented by the source of this + reader. Subclass may use the channel to build a higher level IO abstraction, e.g., a + BufferedReader or an XML parser. + +

        If the corresponding source is for a subrange of a file, channel is guaranteed to + be an instance of the type SeekableByteChannel. + +

        After this method is invoked the base class will not be reading data from the channel or + adjusting the position of the channel. But the base class is responsible for properly closing + the channel.

        +
        +
        Specified by:
        +
        startReading in class FileBasedSource.FileBasedReader<T>
        +
        Parameters:
        +
        channel - a byte channel representing the file backing the reader.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.html new file mode 100644 index 00000000000..fdbdbb47976 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/AvroSource.html @@ -0,0 +1,646 @@ + + + + + + +AvroSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class AvroSource<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of records to be read from the source.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    @Experimental(value=SOURCE_SINK)
    +public class AvroSource<T>
    +extends BlockBasedSource<T>
    +
    A FileBasedSource for reading Avro files. + +

    To read a PCollection of objects from one or more Avro files, use + from(java.lang.String) to specify the path(s) of the files to read. The AvroSource that + is returned will read objects of type GenericRecord with the schema(s) that were written + at file creation. To further configure the AvroSource to read with a user-defined schema, + or to return records of a type other than GenericRecord, use + withSchema(Schema) (using an Avro Schema), + withSchema(String) (using a JSON schema), or + withSchema(Class) (to return objects of the Avro-generated class specified). + +

    An AvroSource can be read from using the Read transform. For example: + +

    + 
    + AvroSource<MyType> source = AvroSource.from(file.toPath()).withSchema(MyType.class);
    + PCollection<MyType> records = Read.from(mySource);
    + 
    + 
    + +

    The readFromFileWithClass(String, Class) method is a convenience method + that returns a read transform. For example: + +

    + 
    + PCollection<MyType> records = AvroSource.readFromFileWithClass(file.toPath(), MyType.class));
    + 
    + 
    + +

    This class's implementation is based on the Avro 1.7.7 specification and implements + parsing of some parts of Avro Object Container Files. The rationale for doing so is that the Avro + API does not provide efficient ways of computing the precise offsets of blocks within a file, + which is necessary to support dynamic work rebalancing. However, whenever it is possible to use + the Avro API in a way that supports maintaining precise offsets, this class uses the Avro API. + +

    Avro Object Container files store records in blocks. Each block contains a collection of + records. Blocks may be encoded (e.g., with bzip2, deflate, snappy, etc.). Blocks are delineated + from one another by a 16-byte sync marker. + +

    An AvroSource for a subrange of a single file contains records in the blocks such that + the start offset of the block is greater than or equal to the start offset of the source and less + than the end offset of the source. + +

    To use XZ-encoded Avro files, please include an explicit dependency on xz-1.5.jar, + which has been marked as optional in the Maven sdk/pom.xml for Google Cloud Dataflow: + +

    
    + <dependency>
    +   <groupId>org.tukaani</groupId>
    +   <artifactId>xz</artifactId>
    +   <version>1.5</version>
    + </dependency>
    + 
    + +

    Permissions

    + +

    Permission requirements depend on the PipelineRunner that is used to execute the + Dataflow job. Please refer to the documentation of corresponding PipelineRunners for + more details.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        readFromFileWithClass

        +
        public static <T> Read.Bounded<T> readFromFileWithClass(String filePattern,
        +                                                        Class<T> clazz)
        +
        Creates a Read transform that will read from an AvroSource that is configured + to read records of the given type from a file pattern.
        +
      • +
      + + + +
        +
      • +

        from

        +
        public static AvroSource<org.apache.avro.generic.GenericRecord> from(String fileNameOrPattern)
        +
        Creates an AvroSource that reads from the given file name or pattern ("glob"). The + returned source can be further configured by calling withSchema(java.lang.String) to return a type other + than GenericRecord.
        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public AvroSource<org.apache.avro.generic.GenericRecord> withSchema(String schema)
        +
        Returns an AvroSource that's like this one but reads files containing records that + conform to the given schema. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public AvroSource<org.apache.avro.generic.GenericRecord> withSchema(org.apache.avro.Schema schema)
        +
        Returns an AvroSource that's like this one but reads files containing records that + conform to the given schema. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public <X> AvroSource<X> withSchema(Class<X> clazz)
        +
        Returns an AvroSource that's like this one but reads files containing records of the + type of the given class. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withMinBundleSize

        +
        public AvroSource<T> withMinBundleSize(long minBundleSize)
        +
        Returns an AvroSource that's like this one but uses the supplied minimum bundle size. + Refer to OffsetBasedSource for a description of minBundleSize and its use. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Overrides:
        +
        validate in class FileBasedSource<T>
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        getDefaultOutputCoder

        +
        public AvroCoder<T> getDefaultOutputCoder()
        +
        Description copied from class: Source
        +
        Returns the default Coder to use for the data read from this source.
        +
        +
        Specified by:
        +
        getDefaultOutputCoder in class Source<T>
        +
        +
      • +
      + + + +
        +
      • +

        getSchema

        +
        public String getSchema()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.Block.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.Block.html new file mode 100644 index 00000000000..794d419f072 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.Block.html @@ -0,0 +1,327 @@ + + + + + + +BlockBasedSource.Block (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class BlockBasedSource.Block<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Block

        +
        protected Block()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getCurrentRecord

        +
        public abstract T getCurrentRecord()
        +
        Returns the current record.
        +
      • +
      + + + +
        +
      • +

        readNextRecord

        +
        public abstract boolean readNextRecord()
        +                                throws IOException
        +
        Reads the next record from the block and returns true iff one exists.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getFractionOfBlockConsumed

        +
        public abstract double getFractionOfBlockConsumed()
        +
        Returns the fraction of the block already consumed, if possible, as a value in + [0, 1]. It should not include the current record. Successive results from this method + must be monotonically increasing. + +

        If it is not possible to compute the fraction of the block consumed this method may + return zero. For example, when the total number of records in the block is unknown.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.BlockBasedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.BlockBasedReader.html new file mode 100644 index 00000000000..35258692ec9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.BlockBasedReader.html @@ -0,0 +1,573 @@ + + + + + + +BlockBasedSource.BlockBasedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class BlockBasedSource.BlockBasedReader<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        readNextBlock

        +
        public abstract boolean readNextBlock()
        +                               throws IOException
        +
        Read the next block from the input.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getCurrentBlock

        +
        @Nullable
        +public abstract BlockBasedSource.Block<T> getCurrentBlock()
        +
        Returns the current block (the block that was read by the last successful call to + readNextBlock()). May return null initially, or if no block has been + successfully read.
        +
      • +
      + + + +
        +
      • +

        getCurrentBlockSize

        +
        public abstract long getCurrentBlockSize()
        +
        Returns the size of the current block in bytes as it is represented in the underlying file, + if possible. This method may return 0 if the size of the current block is unknown. + +

        The size returned by this method must be such that for two successive blocks A and B, + offset(A) + size(A) <= offset(B). If this is not satisfied, the progress reported + by the BlockBasedReader will be non-monotonic and will interfere with the quality + (but not correctness) of dynamic work rebalancing. + +

        This method and BlockBasedSource.Block.getFractionOfBlockConsumed() are used to provide an estimate + of progress within a block (getCurrentBlock().getFractionOfBlockConsumed() * + getCurrentBlockSize()). It is acceptable for the result of this computation to be 0, + but progress estimation will be inaccurate.

        +
      • +
      + + + +
        +
      • +

        getCurrentBlockOffset

        +
        public abstract long getCurrentBlockOffset()
        +
        Returns the largest offset such that starting to read from that offset includes the current + block.
        +
      • +
      + + + + + + + +
        +
      • +

        isAtSplitPoint

        +
        protected boolean isAtSplitPoint()
        +
        Returns true if the reader is at a split point. A BlockBasedReader is at a split + point if the current record is the first record in a block. In other words, split points + are block boundaries.
        +
        +
        Overrides:
        +
        isAtSplitPoint in class OffsetBasedSource.OffsetBasedReader<T>
        +
        +
      • +
      + + + +
        +
      • +

        readNextRecord

        +
        protected final boolean readNextRecord()
        +                                throws IOException
        +
        Reads the next record from the current block if + possible. Will call readNextBlock() to advance to the next block if not. + +

        The first record read from a block is treated as a split point.

        +
        +
        Specified by:
        +
        readNextRecord in class FileBasedSource.FileBasedReader<T>
        +
        Returns:
        +
        true if a record was successfully read, false if the end of the + channel was reached before successfully reading a new record.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.html new file mode 100644 index 00000000000..b5de6a01e47 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BlockBasedSource.html @@ -0,0 +1,485 @@ + + + + + + +BlockBasedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class BlockBasedSource<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of records to be read from the source.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    AvroSource
    +
    +
    +
    +
    @Experimental(value=SOURCE_SINK)
    +public abstract class BlockBasedSource<T>
    +extends FileBasedSource<T>
    +
    A BlockBasedSource is a FileBasedSource where a file consists of blocks of + records. + +

    BlockBasedSource should be derived from when a file format does not support efficient + seeking to a record in the file, but can support efficient seeking to a block. Alternatively, + records in the file cannot be offset-addressed, but blocks can (it is not possible to say + that record {code i} starts at offset m, but it is possible to say that block j + starts at offset n). + +

    The records that will be read from a BlockBasedSource that corresponds to a subrange + of a file [startOffset, endOffset) are those records such that the record is contained in + a block that starts at offset i, where i >= startOffset and + i < endOffset. In other words, a record will be read from the source if its first byte is + contained in a block that begins within the range described by the source. + +

    This entails that it is possible to determine the start offsets of all blocks in a file. + +

    Progress reporting for reading from a BlockBasedSource is inaccurate. A BlockBasedSource.BlockBasedReader reports its current offset as (offset of current block) + (current block + size) * (fraction of block consumed). However, only the offset of the current block is required + to be accurately reported by subclass implementations. As such, in the worst case, the current + offset is only updated at block boundaries. + +

    BlockBasedSource supports dynamic splitting. However, because records in a BlockBasedSource are not required to have offsets and progress reporting is inaccurate, BlockBasedReader only supports splitting at block boundaries. + In other words, BlockBasedSource.BlockBasedReader.atSplitPoint returns true iff the current record is the + first record in a block. See FileBasedSource.FileBasedReader for discussion about split + points.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedReadFromUnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedReadFromUnboundedSource.html new file mode 100644 index 00000000000..c2ebdfd8945 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedReadFromUnboundedSource.html @@ -0,0 +1,423 @@ + + + + + + +BoundedReadFromUnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class BoundedReadFromUnboundedSource<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getKindString

        +
        public String getKindString()
        +
        Description copied from class: PTransform
        +
        Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms). + +

        By default, returns the base name of this PTransform's class. + +

        The caller is responsible for ensuring that names of applied + PTransforms are unique, e.g., by adding a uniquifying + suffix when needed.

        +
        +
        Overrides:
        +
        getKindString in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.BoundedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.BoundedReader.html new file mode 100644 index 00000000000..32f064db51c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.BoundedReader.html @@ -0,0 +1,725 @@ + + + + + + +BoundedSource.BoundedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class BoundedSource.BoundedReader<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BoundedReader

        +
        public BoundedReader()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFractionConsumed

        +
        @Nullable
        +public Double getFractionConsumed()
        +
        Returns a value in [0, 1] representing approximately what fraction of the + current source this reader has read so far, or null if such + an estimate is not available. + +

        It is recommended that this method should satisfy the following properties: +

        + +

        By default, returns null to indicate that this cannot be estimated. + +

        Thread safety

        + If splitAtFraction(double) is implemented, this method can be called concurrently to other + methods (including itself), and it is therefore critical for it to be implemented + in a thread-safe way.
        +
      • +
      + + + +
        +
      • +

        getSplitPointsConsumed

        +
        public long getSplitPointsConsumed()
        +
        Returns the total amount of parallelism in the consumed (returned and processed) range of + this reader's current BoundedSource (as would be returned by + getCurrentSource()). This corresponds to all split point records (see + RangeTracker) returned by this reader, excluding the last split point + returned if the reader is not finished. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

          +
        • Any reader that is unstarted (aka, has never had a call to + Source.Reader.start()) has a consumed parallelism of 0. This condition holds independent of whether + the input is splittable. +
        • Any reader that has only returned its first element (aka, + has never had a call to Source.Reader.advance()) has a consumed parallelism of 0: the first element + is the current element and is still being processed. This condition holds independent of + whether the input is splittable. +
        • For an empty reader (in which the call to Source.Reader.start() returned false), the + consumed parallelism is 0. This condition holds independent of whether the input is + splittable. +
        • For a non-empty, finished reader (in which the call to Source.Reader.start() returned true and + a call to Source.Reader.advance() has returned false), the value returned must be at least 1 + and should equal the total parallelism in the source. +
        • For example (1): After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 29. When finished, the consumed parallelism + should be 50. +
        • For example (2): In a block-compressed value consisting of 5 blocks, the value should + stay at 0 until the first record of the second block is returned; stay at 1 until the first + record of the third block is returned, etc. Only once the end-of-file is reached then the + fifth block has been consumed and the value should stay at 5. +
        • For example (3): For any non-empty unsplittable input, the consumed parallelism is 0 + until the reader is finished (because the last call to Source.Reader.advance() returned false, at + which point it becomes 1. +
        + +

        A reader that is implemented using a RangeTracker is encouraged to use the + range tracker's ability to count split points to implement this method. See + OffsetBasedSource.OffsetBasedReader and OffsetRangeTracker for an example. + +

        Defaults to SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted + as unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        See Also:
        +
        getSplitPointsRemaining()
        +
        +
      • +
      + + + +
        +
      • +

        getSplitPointsRemaining

        +
        public long getSplitPointsRemaining()
        +
        Returns the total amount of parallelism in the unprocessed part of this reader's current + BoundedSource (as would be returned by getCurrentSource()). This corresponds + to all unprocessed split point records (see RangeTracker), including the last + split point returned, in the remainder part of the source. + +

        This function should be implemented only in addition to + getSplitPointsConsumed() and only if an exact value can be + returned. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

        Assume for examples (1) and (2) that the number of records or blocks remaining is known: + +

          +
        • Any reader for which the last call to Source.Reader.start() or + Source.Reader.advance() has returned true should should not return 0, because this reader itself + represents parallelism at least 1. This condition holds independent of whether the input is + splittable. +
        • A finished reader (for which Source.Reader.start() or Source.Reader.advance()) has returned false + should return a value of 0. This condition holds independent of whether the input is + splittable. +
        • For example 1: After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 21 (20 remaining + 1 current) if the total + number of records is known. +
        • For example 2: After returning a record in block 3 in a block-compressed file + consisting of 5 blocks, this value should be 3 (since blocks 4 and 5 can be processed in + parallel by new readers produced via dynamic work rebalancing, while the current reader + continues processing block 3) if the total number of blocks is known. +
        • For example (3): a reader for any non-empty unsplittable input, should return 1 until + it is finished, at which point it should return 0. +
        • For any reader: After returning the last split point in a file (e.g., the last record + in example (1), the first record in the last block for example (2), or the first record in + the file for example (3), this value should be 1: apart from the current task, no additional + remainder can be split off. +
        + +

        Defaults to SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted as + unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        See Also:
        +
        getSplitPointsConsumed()
        +
        +
      • +
      + + + +
        +
      • +

        getCurrentSource

        +
        public abstract BoundedSource<T> getCurrentSource()
        +
        Returns a Source describing the same input that this Reader currently reads + (including items already read). + +

        Usage

        + +

        Reader subclasses can use this method for convenience to access unchanging properties of + the source being read. Alternatively, they can cache these properties in the constructor. + +

        The framework will call this method in the course of dynamic work rebalancing, e.g. after + a successful splitAtFraction(double) call. + +

        Mutability and thread safety

        + +

        Remember that Source objects must always be immutable. However, the return value + of this function may be affected by dynamic work rebalancing, happening asynchronously via + splitAtFraction(double), meaning it can return a different + Source object. However, the returned object itself will still itself be immutable. + Callers must take care not to rely on properties of the returned source that may be + asynchronously changed as a result of this process (e.g. do not cache an end offset when + reading a file). + +

        Implementation

        + +

        For convenience, subclasses should usually return the most concrete subclass of + Source possible. + In practice, the implementation of this method should nearly always be one of the following: +

          +
        • Source that inherits from a base class that already implements + getCurrentSource(): delegate to base class. In this case, it is almost always + an error for the subclass to maintain its own copy of the source. +
          
          +   public FooReader(FooSource<T> source) {
          +     super(source);
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return (FooSource<T>)super.getCurrentSource();
          +   }
          + 
          +
        • Source that does not support dynamic work rebalancing: return a private final variable. +
          
          +   private final FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          + 
          +
        • BoundedSource.BoundedReader that explicitly supports dynamic work rebalancing: + maintain a variable pointing to an immutable source object, and protect it with + synchronization. +
          
          +   private FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public synchronized FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          +
          +   public synchronized FooSource<T> splitAtFraction(double fraction) {
          +     ...
          +     FooSource<T> primary = ...;
          +     FooSource<T> residual = ...;
          +     this.source = primary;
          +     return residual;
          +   }
          + 
          +
        +
        +
        Specified by:
        +
        getCurrentSource in class Source.Reader<T>
        +
        +
      • +
      + + + +
        +
      • +

        splitAtFraction

        +
        @Nullable
        +public BoundedSource<T> splitAtFraction(double fraction)
        +
        Tells the reader to narrow the range of the input it's going to read and give up + the remainder, so that the new range would contain approximately the given + fraction of the amount of data in the current range. + +

        Returns a BoundedSource representing the remainder. + +

        Detailed description

        + Assuming the following sequence of calls: +
        
        +   BoundedSource<T> initial = reader.getCurrentSource();
        +   BoundedSource<T> residual = reader.splitAtFraction(fraction);
        +   BoundedSource<T> primary = reader.getCurrentSource();
        + 
        +
          +
        • The "primary" and "residual" sources, when read, should together cover the same + set of records as "initial". +
        • The current reader should continue to be in a valid state, and continuing to read + from it should, together with the records it already read, yield the same records + as would have been read by "primary". +
        • The amount of data read by "primary" should ideally represent approximately + the given fraction of the amount of data read by "initial". +
        + For example, a reader that reads a range of offsets [A, B) in a file might implement + this method by truncating the current range to [A, A + fraction*(B-A)) and returning + a Source representing the range [A + fraction*(B-A), B). + +

        This method should return null if the split cannot be performed for this fraction + while satisfying the semantics above. E.g., a reader that reads a range of offsets + in a file should return null if it is already past the position in its range + corresponding to the given fraction. In this case, the method MUST have no effect + (the reader must behave as if the method hadn't been called at all). + +

        Statefulness

        + Since this method (if successful) affects the reader's source, in subsequent invocations + "fraction" should be interpreted relative to the new current source. + +

        Thread safety and blocking

        + This method will be called concurrently to other methods (however there will not be multiple + concurrent invocations of this method itself), and it is critical for it to be implemented + in a thread-safe way (otherwise data loss is possible). + +

        It is also very important that this method always completes quickly. In particular, + it should not perform or wait on any blocking operations such as I/O, RPCs etc. Violating + this requirement may stall completion of the work item or even cause it to fail. + +

        It is incorrect to make both this method and Source.Reader.start()/Source.Reader.advance() + synchronized, because those methods can perform blocking operations, and then + this method would have to wait for those calls to complete. + +

        RangeTracker makes it easy to implement + this method safely and correctly. + +

        By default, returns null to indicate that splitting is not possible.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.html new file mode 100644 index 00000000000..d3447849a85 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/BoundedSource.html @@ -0,0 +1,427 @@ + + + + + + +BoundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class BoundedSource<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BoundedSource

        +
        public BoundedSource()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        splitIntoBundles

        +
        public abstract List<? extends BoundedSource<T>> splitIntoBundles(long desiredBundleSizeBytes,
        +                                                                  PipelineOptions options)
        +                                                           throws Exception
        +
        Splits the source into bundles of approximately desiredBundleSizeBytes.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        getEstimatedSizeBytes

        +
        public abstract long getEstimatedSizeBytes(PipelineOptions options)
        +                                    throws Exception
        +
        An estimate of the total size (in bytes) of the data that would be read from this source. + This estimate is in terms of external storage size, before any decompression or other + processing done by the reader.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        producesSortedKeys

        +
        public abstract boolean producesSortedKeys(PipelineOptions options)
        +                                    throws Exception
        +
        Whether this source is known to produce key/value pairs sorted by lexicographic order on + the bytes of the encoded key.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressedReader.html new file mode 100644 index 00000000000..0d60a5556f3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressedReader.html @@ -0,0 +1,628 @@ + + + + + + +CompressedSource.CompressedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CompressedSource.CompressedReader<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of records read from the source.
    +
    +
    +
    All Implemented Interfaces:
    +
    AutoCloseable
    +
    +
    +
    Enclosing class:
    +
    CompressedSource<T>
    +
    +
    +
    +
    public static class CompressedSource.CompressedReader<T>
    +extends FileBasedSource.FileBasedReader<T>
    +
    Reader for a CompressedSource. Decompresses its input and uses a delegate + reader to read elements from the decompressed input.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        getSplitPointsConsumed

        +
        public final long getSplitPointsConsumed()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns the total amount of parallelism in the consumed (returned and processed) range of + this reader's current BoundedSource (as would be returned by + BoundedSource.BoundedReader.getCurrentSource()). This corresponds to all split point records (see + RangeTracker) returned by this reader, excluding the last split point + returned if the reader is not finished. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

          +
        • Any reader that is unstarted (aka, has never had a call to + Source.Reader.start()) has a consumed parallelism of 0. This condition holds independent of whether + the input is splittable. +
        • Any reader that has only returned its first element (aka, + has never had a call to Source.Reader.advance()) has a consumed parallelism of 0: the first element + is the current element and is still being processed. This condition holds independent of + whether the input is splittable. +
        • For an empty reader (in which the call to Source.Reader.start() returned false), the + consumed parallelism is 0. This condition holds independent of whether the input is + splittable. +
        • For a non-empty, finished reader (in which the call to Source.Reader.start() returned true and + a call to Source.Reader.advance() has returned false), the value returned must be at least 1 + and should equal the total parallelism in the source. +
        • For example (1): After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 29. When finished, the consumed parallelism + should be 50. +
        • For example (2): In a block-compressed value consisting of 5 blocks, the value should + stay at 0 until the first record of the second block is returned; stay at 1 until the first + record of the third block is returned, etc. Only once the end-of-file is reached then the + fifth block has been consumed and the value should stay at 5. +
        • For example (3): For any non-empty unsplittable input, the consumed parallelism is 0 + until the reader is finished (because the last call to Source.Reader.advance() returned false, at + which point it becomes 1. +
        + +

        A reader that is implemented using a RangeTracker is encouraged to use the + range tracker's ability to count split points to implement this method. See + OffsetBasedSource.OffsetBasedReader and OffsetRangeTracker for an example. + +

        Defaults to BoundedSource.BoundedReader.SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted + as unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        Overrides:
        +
        getSplitPointsConsumed in class OffsetBasedSource.OffsetBasedReader<T>
        +
        See Also:
        +
        BoundedSource.BoundedReader.getSplitPointsRemaining()
        +
        +
      • +
      + + + +
        +
      • +

        getSplitPointsRemaining

        +
        public final long getSplitPointsRemaining()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns the total amount of parallelism in the unprocessed part of this reader's current + BoundedSource (as would be returned by BoundedSource.BoundedReader.getCurrentSource()). This corresponds + to all unprocessed split point records (see RangeTracker), including the last + split point returned, in the remainder part of the source. + +

        This function should be implemented only in addition to + BoundedSource.BoundedReader.getSplitPointsConsumed() and only if an exact value can be + returned. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

        Assume for examples (1) and (2) that the number of records or blocks remaining is known: + +

          +
        • Any reader for which the last call to Source.Reader.start() or + Source.Reader.advance() has returned true should should not return 0, because this reader itself + represents parallelism at least 1. This condition holds independent of whether the input is + splittable. +
        • A finished reader (for which Source.Reader.start() or Source.Reader.advance()) has returned false + should return a value of 0. This condition holds independent of whether the input is + splittable. +
        • For example 1: After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 21 (20 remaining + 1 current) if the total + number of records is known. +
        • For example 2: After returning a record in block 3 in a block-compressed file + consisting of 5 blocks, this value should be 3 (since blocks 4 and 5 can be processed in + parallel by new readers produced via dynamic work rebalancing, while the current reader + continues processing block 3) if the total number of blocks is known. +
        • For example (3): a reader for any non-empty unsplittable input, should return 1 until + it is finished, at which point it should return 0. +
        • For any reader: After returning the last split point in a file (e.g., the last record + in example (1), the first record in the last block for example (2), or the first record in + the file for example (3), this value should be 1: apart from the current task, no additional + remainder can be split off. +
        + +

        Defaults to BoundedSource.BoundedReader.SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted as + unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        Overrides:
        +
        getSplitPointsRemaining in class OffsetBasedSource.OffsetBasedReader<T>
        +
        See Also:
        +
        BoundedSource.BoundedReader.getSplitPointsConsumed()
        +
        +
      • +
      + + + + + + + +
        +
      • +

        startReading

        +
        protected final void startReading(ReadableByteChannel channel)
        +                           throws IOException
        +
        Creates a decompressing channel from the input channel and passes it to its delegate reader's + FileBasedReader#startReading(ReadableByteChannel).
        +
        +
        Specified by:
        +
        startReading in class FileBasedSource.FileBasedReader<T>
        +
        Parameters:
        +
        channel - a byte channel representing the file backing the reader.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        readNextRecord

        +
        protected final boolean readNextRecord()
        +                                throws IOException
        +
        Reads the next record via the delegate reader.
        +
        +
        Specified by:
        +
        readNextRecord in class FileBasedSource.FileBasedReader<T>
        +
        Returns:
        +
        true if a record was successfully read, false if the end of the + channel was reached before successfully reading a new record.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressionMode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressionMode.html new file mode 100644 index 00000000000..1eefb586075 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.CompressionMode.html @@ -0,0 +1,413 @@ + + + + + + +CompressedSource.CompressionMode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Enum CompressedSource.CompressionMode

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static CompressedSource.CompressionMode[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (CompressedSource.CompressionMode c : CompressedSource.CompressionMode.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static CompressedSource.CompressionMode valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      + + + +
        +
      • +

        matches

        +
        public abstract boolean matches(String fileName)
        +
        Returns true if the given file name implies that the contents are compressed + according to the compression embodied by this factory.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.DecompressingChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.DecompressingChannelFactory.html new file mode 100644 index 00000000000..840eb948078 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.DecompressingChannelFactory.html @@ -0,0 +1,245 @@ + + + + + + +CompressedSource.DecompressingChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Interface CompressedSource.DecompressingChannelFactory

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.html new file mode 100644 index 00000000000..04fa1b9f275 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CompressedSource.html @@ -0,0 +1,600 @@ + + + + + + +CompressedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CompressedSource<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.BoundedCountingInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.BoundedCountingInput.html new file mode 100644 index 00000000000..972e5267fd5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.BoundedCountingInput.html @@ -0,0 +1,332 @@ + + + + + + +CountingInput.BoundedCountingInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CountingInput.BoundedCountingInput

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<Long> expand(PBegin begin)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<Long>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<Long>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.UnboundedCountingInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.UnboundedCountingInput.html new file mode 100644 index 00000000000..3bd1f105804 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.UnboundedCountingInput.html @@ -0,0 +1,429 @@ + + + + + + +CountingInput.UnboundedCountingInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CountingInput.UnboundedCountingInput

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        withRate

        +
        public CountingInput.UnboundedCountingInput withRate(long numElements,
        +                                                     org.joda.time.Duration periodLength)
        +
        Returns an CountingInput.UnboundedCountingInput like this one, but with output production limited + to an aggregate rate of no more than the number of elements per the period length. + +

        Note that when there are multiple splits, each split outputs independently. This may lead + to elements not being produced evenly across time, though the aggregate rate will still + approach the specified rate. + +

        A duration of Duration.ZERO will produce output as fast as possible.

        +
      • +
      + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<Long> expand(PBegin begin)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<Long>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<Long>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.html new file mode 100644 index 00000000000..0c458b989b7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingInput.html @@ -0,0 +1,390 @@ + + + + + + +CountingInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CountingInput

+
+
+ +
+
    +
  • +
    +
    +
    public class CountingInput
    +extends Object
    +
    A PTransform that produces longs. When used to produce a + bounded PCollection, CountingInput starts at 0 + or starting value, and counts up to a specified maximum. When used to produce an + unbounded PCollection, it counts up to Long.MAX_VALUE + and then never produces more output. (In practice, this limit should never be reached.) + +

    The bounded CountingInput is implemented based on OffsetBasedSource and + OffsetBasedSource.OffsetBasedReader, so it performs efficient initial splitting and it + supports dynamic work rebalancing. + +

    To produce a bounded PCollection<Long> starting from 0, + use upTo(long): + +

    
    + Pipeline p = ...
    + PTransform<PBegin, PCollection<Long>> producer = CountingInput.upTo(1000);
    + PCollection<Long> bounded = p.apply(producer);
    + 
    + +

    To produce a bounded PCollection<Long> starting from startOffset, + use forSubrange(long, long) instead. + +

    To produce an unbounded PCollection<Long>, use unbounded(), + calling CountingInput.UnboundedCountingInput.withTimestampFn(SerializableFunction) to provide values + with timestamps other than Instant.now(). + +

    
    + Pipeline p = ...
    +
    + // To create an unbounded producer that uses processing time as the element timestamp.
    + PCollection<Long> unbounded = p.apply(CountingInput.unbounded());
    + // Or, to create an unbounded source that uses a provided function to set the element timestamp.
    + PCollection<Long> unboundedWithTimestamps =
    +     p.apply(CountingInput.unbounded().withTimestampFn(someFn));
    + 
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.CounterMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.CounterMark.html new file mode 100644 index 00000000000..ccd78c57d01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.CounterMark.html @@ -0,0 +1,356 @@ + + + + + + +CountingSource.CounterMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CountingSource.CounterMark

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CounterMark

        +
        public CounterMark(long lastEmitted,
        +                   org.joda.time.Instant startTime)
        +
        Creates a checkpoint mark reflecting the last emitted value.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getLastEmitted

        +
        public long getLastEmitted()
        +
        Returns the last value emitted by the reader.
        +
      • +
      + + + +
        +
      • +

        getStartTime

        +
        public org.joda.time.Instant getStartTime()
        +
        Returns the time the reader was started.
        +
      • +
      + + + +
        +
      • +

        finalizeCheckpoint

        +
        public void finalizeCheckpoint()
        +                        throws IOException
        +
        Description copied from interface: UnboundedSource.CheckpointMark
        +
        Called by the system to signal that this checkpoint mark has been committed along with + all the records which have been read from the UnboundedSource.UnboundedReader since the + previous checkpoint was taken. + +

        For example, this method could send acknowledgements to an external data source + such as Pubsub. + +

        Note that: +

          +
        • This finalize method may be called from any thread, concurrently with calls to + the UnboundedSource.UnboundedReader it was created from. +
        • Checkpoints will not necessarily be finalized as soon as they are created. + A checkpoint may be taken while a previous checkpoint from the same + UnboundedSource.UnboundedReader has not yet be finalized. +
        • In the absence of failures, all checkpoints will be finalized and they will be + finalized in the same order they were taken from the UnboundedSource.UnboundedReader. +
        • It is possible for a checkpoint to be taken but this method never called. This method + will never be called if the checkpoint could not be committed, and other failures may cause + this method to never be called. +
        • It is not safe to assume the UnboundedSource.UnboundedReader from which this checkpoint was + created still exists at the time this method is called. +
        +
        +
        Specified by:
        +
        finalizeCheckpoint in interface UnboundedSource.CheckpointMark
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.html new file mode 100644 index 00000000000..215f03d239d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/CountingSource.html @@ -0,0 +1,354 @@ + + + + + + +CountingSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class CountingSource

+
+
+ +
+
    +
  • +
    +
    +
    public class CountingSource
    +extends Object
    +
    A source that produces longs. When used as a BoundedSource, CountingSource + starts at 0 and counts up to a specified maximum. When used as an + UnboundedSource, it counts up to Long.MAX_VALUE and then never produces more + output. (In practice, this limit should never be reached.) + +

    The bounded CountingSource is implemented based on OffsetBasedSource and + OffsetBasedSource.OffsetBasedReader, so it performs efficient initial splitting and it + supports dynamic work rebalancing. + +

    To produce a bounded PCollection<Long>, use upTo(long): + +

    
    + Pipeline p = ...
    + PTransform<PBegin, PCollection<Long>> producer = CountingInput.upTo(1000);
    + PCollection<Long> bounded = p.apply(producer);
    + 
    + +

    To produce an unbounded PCollection<Long>, use CountingInput.unbounded(), + calling CountingInput.UnboundedCountingInput.withTimestampFn(SerializableFunction) to provide values + with timestamps other than Instant.now(). + +

    
    + Pipeline p = ...
    +
    + // To create an unbounded PCollection that uses processing time as the element timestamp.
    + PCollection<Long> unbounded = p.apply(CountingInput.unbounded());
    + // Or, to create an unbounded source that uses a provided function to set the element timestamp.
    + PCollection<Long> unboundedWithTimestamps =
    +     p.apply(CountingInput.unbounded().withTimestampFn(someFn));
    +
    + 
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.CompressionType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.CompressionType.html new file mode 100644 index 00000000000..ed500698b68 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.CompressionType.html @@ -0,0 +1,419 @@ + + + + + + +FileBasedSink.CompressionType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Enum FileBasedSink.CompressionType

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriteOperation.html new file mode 100644 index 00000000000..0dbe510d56e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriteOperation.html @@ -0,0 +1,640 @@ + + + + + + +FileBasedSink.FileBasedWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class FileBasedSink.FileBasedWriteOperation<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of values written to the sink.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    Direct Known Subclasses:
    +
    XmlSink.XmlWriteOperation
    +
    +
    +
    Enclosing class:
    +
    FileBasedSink<T>
    +
    +
    +
    +
    public abstract static class FileBasedSink.FileBasedWriteOperation<T>
    +extends Sink.WriteOperation<T,FileBasedSink.FileResult>
    +
    Abstract Sink.WriteOperation that manages the process of writing to a + FileBasedSink. + +

    The primary responsibilities of the FileBasedWriteOperation is the management of output + files. During a write, FileBasedSink.FileBasedWriters write bundles to temporary file + locations. After the bundles have been written, +

      +
    1. finalize(java.lang.Iterable<org.apache.beam.sdk.io.FileBasedSink.FileResult>, org.apache.beam.sdk.options.PipelineOptions) is given a list of the temporary + files containing the output bundles. +
    2. During finalize, these temporary files are copied to final output locations and named + according to a file naming template. +
    3. Finally, any temporary files that were created during the write are removed. +
    + +

    Subclass implementations of FileBasedWriteOperation must implement + createWriter(org.apache.beam.sdk.options.PipelineOptions) to return a concrete + FileBasedSinkWriter. + +

    Temporary and Output File Naming:

    During the write, bundles are written to temporary + files using the tempDirectory that can be provided via the constructor of + FileBasedWriteOperation. These temporary files will be named + {tempDirectory}/{bundleId}, where bundleId is the unique id of the bundle. + For example, if tempDirectory is "gs://my-bucket/my_temp_output", the output for a + bundle with bundle id 15723 will be "gs://my-bucket/my_temp_output/15723". + +

    Final output files are written to baseOutputFilename with the format + {baseOutputFilename}-0000i-of-0000n.{extension} where n is the total number of bundles + written and extension is the file extension. Both baseOutputFilename and extension are required + constructor arguments. + +

    Subclass implementations can change the file naming template by supplying a value for + FileBasedSink.fileNamingTemplate. + +

    Note that in the case of permanent failure of a bundle's write, no clean up of temporary + files will occur. + +

    If there are no elements in the PCollection being written, no output will be generated.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriter.html new file mode 100644 index 00000000000..a153c8577d8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileBasedWriter.html @@ -0,0 +1,476 @@ + + + + + + +FileBasedSink.FileBasedWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class FileBasedSink.FileBasedWriter<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of values to write.
    +
    +
    +
    Direct Known Subclasses:
    +
    XmlSink.XmlWriter
    +
    +
    +
    Enclosing class:
    +
    FileBasedSink<T>
    +
    +
    +
    +
    public abstract static class FileBasedSink.FileBasedWriter<T>
    +extends Sink.Writer<T,FileBasedSink.FileResult>
    +
    Abstract Sink.Writer that writes a bundle to a FileBasedSink. Subclass + implementations provide a method that can write a single value to a WritableByteChannel + (Sink.Writer.write(T)). + +

    Subclass implementations may also override methods that write headers and footers before and + after the values in a bundle, respectively, as well as provide a MIME type for the output + channel. + +

    Multiple FileBasedWriter instances may be created on the same worker, and therefore any + access to static members or methods should be thread safe.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        mimeType

        +
        protected String mimeType
        +
        The MIME type used in the creation of the output channel (if the file system supports it). + +

        GCS, for example, supports writing files with Content-Type metadata. + +

        May be overridden. Default is MimeTypes.TEXT. See MimeTypes for other + options.

        +
      • +
      +
    • +
    + + + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileResult.html new file mode 100644 index 00000000000..8fb86728123 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.FileResult.html @@ -0,0 +1,287 @@ + + + + + + +FileBasedSink.FileResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class FileBasedSink.FileResult

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        FileResult

        +
        public FileResult(String filename)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFilename

        +
        public String getFilename()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.WritableByteChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.WritableByteChannelFactory.html new file mode 100644 index 00000000000..caba6df83f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.WritableByteChannelFactory.html @@ -0,0 +1,291 @@ + + + + + + +FileBasedSink.WritableByteChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Interface FileBasedSink.WritableByteChannelFactory

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.html new file mode 100644 index 00000000000..e5909e160a6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSink.html @@ -0,0 +1,615 @@ + + + + + + +FileBasedSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class FileBasedSink<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of values written to the sink.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    XmlSink.Bound
    +
    +
    +
    +
    public abstract class FileBasedSink<T>
    +extends Sink<T>
    +
    Abstract Sink for file-based output. An implementation of FileBasedSink writes file-based + output and defines the format of output files (how values are written, headers/footers, MIME + type, etc.). + +

    At pipeline construction time, the methods of FileBasedSink are called to validate the sink + and to create a Sink.WriteOperation that manages the process of writing to the sink. + +

    The process of writing to file-based sink is as follows: +

      +
    1. An optional subclass-defined initialization, +
    2. a parallel write of bundles to temporary files, and finally, +
    3. these temporary files are renamed with final output filenames. +
    + +

    Supported file systems are those registered with IOChannelUtils.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.FileBasedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.FileBasedReader.html new file mode 100644 index 00000000000..dbcbbbbdce5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.FileBasedReader.html @@ -0,0 +1,621 @@ + + + + + + +FileBasedSource.FileBasedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class FileBasedSource.FileBasedReader<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getCurrentSource

        +
        public FileBasedSource<T> getCurrentSource()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns a Source describing the same input that this Reader currently reads + (including items already read). + +

        Usage

        + +

        Reader subclasses can use this method for convenience to access unchanging properties of + the source being read. Alternatively, they can cache these properties in the constructor. + +

        The framework will call this method in the course of dynamic work rebalancing, e.g. after + a successful BoundedSource.BoundedReader.splitAtFraction(double) call. + +

        Mutability and thread safety

        + +

        Remember that Source objects must always be immutable. However, the return value + of this function may be affected by dynamic work rebalancing, happening asynchronously via + BoundedSource.BoundedReader.splitAtFraction(double), meaning it can return a different + Source object. However, the returned object itself will still itself be immutable. + Callers must take care not to rely on properties of the returned source that may be + asynchronously changed as a result of this process (e.g. do not cache an end offset when + reading a file). + +

        Implementation

        + +

        For convenience, subclasses should usually return the most concrete subclass of + Source possible. + In practice, the implementation of this method should nearly always be one of the following: +

          +
        • Source that inherits from a base class that already implements + BoundedSource.BoundedReader.getCurrentSource(): delegate to base class. In this case, it is almost always + an error for the subclass to maintain its own copy of the source. +
          
          +   public FooReader(FooSource<T> source) {
          +     super(source);
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return (FooSource<T>)super.getCurrentSource();
          +   }
          + 
          +
        • Source that does not support dynamic work rebalancing: return a private final variable. +
          
          +   private final FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          + 
          +
        • BoundedSource.BoundedReader that explicitly supports dynamic work rebalancing: + maintain a variable pointing to an immutable source object, and protect it with + synchronization. +
          
          +   private FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public synchronized FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          +
          +   public synchronized FooSource<T> splitAtFraction(double fraction) {
          +     ...
          +     FooSource<T> primary = ...;
          +     FooSource<T> residual = ...;
          +     this.source = primary;
          +     return residual;
          +   }
          + 
          +
        +
        +
        Overrides:
        +
        getCurrentSource in class OffsetBasedSource.OffsetBasedReader<T>
        +
        +
      • +
      + + + +
        +
      • +

        startImpl

        +
        protected final boolean startImpl()
        +                           throws IOException
        +
        Description copied from class: OffsetBasedSource.OffsetBasedReader
        +
        Initializes the OffsetBasedSource.OffsetBasedReader and advances to the first record, + returning true if there is a record available to be read. This method will be + invoked exactly once and may perform expensive setup operations that are needed to + initialize the reader. + +

        This function is the OffsetBasedReader implementation of + BoundedReader#start. The key difference is that the implementor can ignore the + possibility that it should no longer produce the first record, either because it has exceeded + the original endOffset assigned to the reader, or because a concurrent call to + OffsetBasedSource.OffsetBasedReader.splitAtFraction(double) has changed the source to shrink the offset range being read.

        +
        +
        Specified by:
        +
        startImpl in class OffsetBasedSource.OffsetBasedReader<T>
        +
        Throws:
        +
        IOException
        +
        See Also:
        +
        BoundedReader#start
        +
        +
      • +
      + + + +
        +
      • +

        advanceImpl

        +
        protected final boolean advanceImpl()
        +                             throws IOException
        +
        Description copied from class: OffsetBasedSource.OffsetBasedReader
        +
        Advances to the next record and returns true, or returns false if there is no next + record. + +

        This function is the OffsetBasedReader implementation of + BoundedReader#advance. The key difference is that the implementor can ignore the + possibility that it should no longer produce the next record, either because it has exceeded + the original endOffset assigned to the reader, or because a concurrent call to + OffsetBasedSource.OffsetBasedReader.splitAtFraction(double) has changed the source to shrink the offset range being read.

        +
        +
        Specified by:
        +
        advanceImpl in class OffsetBasedSource.OffsetBasedReader<T>
        +
        Throws:
        +
        IOException
        +
        See Also:
        +
        BoundedReader#advance
        +
        +
      • +
      + + + +
        +
      • +

        close

        +
        public void close()
        +           throws IOException
        +
        Closes any ReadableByteChannel created for the current reader. This implementation is + idempotent. Any close() method introduced by a subclass must be idempotent and must + call the close() method in the FileBasedReader.
        +
        +
        Specified by:
        +
        close in interface AutoCloseable
        +
        Specified by:
        +
        close in class Source.Reader<T>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        startReading

        +
        protected abstract void startReading(ReadableByteChannel channel)
        +                              throws IOException
        +
        Performs any initialization of the subclass of FileBasedReader that involves IO + operations. Will only be invoked once and before that invocation the base class will seek the + channel to the source's starting offset. + +

        Provided ReadableByteChannel is for the file represented by the source of this + reader. Subclass may use the channel to build a higher level IO abstraction, e.g., a + BufferedReader or an XML parser. + +

        If the corresponding source is for a subrange of a file, channel is guaranteed to + be an instance of the type SeekableByteChannel. + +

        After this method is invoked the base class will not be reading data from the channel or + adjusting the position of the channel. But the base class is responsible for properly closing + the channel.

        +
        +
        Parameters:
        +
        channel - a byte channel representing the file backing the reader.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.Mode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.Mode.html new file mode 100644 index 00000000000..44fd861fbba --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.Mode.html @@ -0,0 +1,348 @@ + + + + + + +FileBasedSource.Mode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Enum FileBasedSource.Mode

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static FileBasedSource.Mode[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (FileBasedSource.Mode c : FileBasedSource.Mode.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static FileBasedSource.Mode valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.html new file mode 100644 index 00000000000..2eab7e9cfd5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/FileBasedSource.html @@ -0,0 +1,787 @@ + + + + + + +FileBasedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class FileBasedSource<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        FileBasedSource

        +
        public FileBasedSource(String fileOrPatternSpec,
        +                       long minBundleSize)
        +
        Create a FileBaseSource based on a file or a file pattern specification. This + constructor must be used when creating a new FileBasedSource for a file pattern. + +

        See OffsetBasedSource for a detailed description of minBundleSize.

        +
        +
        Parameters:
        +
        fileOrPatternSpec - IOChannelFactory specification of file or file pattern + represented by the FileBasedSource.
        +
        minBundleSize - minimum bundle size in bytes.
        +
        +
      • +
      + + + +
        +
      • +

        FileBasedSource

        +
        public FileBasedSource(ValueProvider<String> fileOrPatternSpec,
        +                       long minBundleSize)
        +
        Create a FileBaseSource based on a file or a file pattern specification. + Same as the String constructor, but accepting a ValueProvider + to allow for runtime configuration of the source.
        +
      • +
      + + + +
        +
      • +

        FileBasedSource

        +
        public FileBasedSource(String fileName,
        +                       long minBundleSize,
        +                       long startOffset,
        +                       long endOffset)
        +
        Create a FileBasedSource based on a single file. This constructor must be used when + creating a new FileBasedSource for a subrange of a single file. + Additionally, this constructor must be used to create new FileBasedSources when + subclasses implement the method createForSubrangeOfFile(java.lang.String, long, long). + +

        See OffsetBasedSource for detailed descriptions of minBundleSize, + startOffset, and endOffset.

        +
        +
        Parameters:
        +
        fileName - IOChannelFactory specification of the file represented by the + FileBasedSource.
        +
        minBundleSize - minimum bundle size in bytes.
        +
        startOffset - starting byte offset.
        +
        endOffset - ending byte offset. If the specified value >= #getMaxEndOffset() it + implies #getMaxEndOffSet().
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFileOrPatternSpec

        +
        public final String getFileOrPatternSpec()
        +
      • +
      + + + +
        +
      • +

        getFileOrPatternSpecProvider

        +
        public final ValueProvider<String> getFileOrPatternSpecProvider()
        +
      • +
      + + + + + + + +
        +
      • +

        createSourceForSubrange

        +
        public final FileBasedSource<T> createSourceForSubrange(long start,
        +                                                        long end)
        +
        Description copied from class: OffsetBasedSource
        +
        Returns an OffsetBasedSource for a subrange of the current source. The + subrange [start, end) must be within the range [startOffset, endOffset) of + the current source, i.e. startOffset <= start < end <= endOffset.
        +
        +
        Specified by:
        +
        createSourceForSubrange in class OffsetBasedSource<T>
        +
        +
      • +
      + + + +
        +
      • +

        createForSubrangeOfFile

        +
        protected abstract FileBasedSource<T> createForSubrangeOfFile(String fileName,
        +                                                              long start,
        +                                                              long end)
        +
        Creates and returns a new FileBasedSource of the same type as the current + FileBasedSource backed by a given file and an offset range. When current source is + being split, this method is used to generate new sub-sources. When creating the source + subclasses must call the constructor FileBasedSource(String, long, long, long) of + FileBasedSource with corresponding parameter values passed here.
        +
        +
        Parameters:
        +
        fileName - file backing the new FileBasedSource.
        +
        start - starting byte offset of the new FileBasedSource.
        +
        end - ending byte offset of the new FileBasedSource. May be Long.MAX_VALUE, + in which case it will be inferred using getMaxEndOffset(org.apache.beam.sdk.options.PipelineOptions).
        +
        +
      • +
      + + + +
        +
      • +

        createSingleFileReader

        +
        protected abstract FileBasedSource.FileBasedReader<T> createSingleFileReader(PipelineOptions options)
        +
        Creates and returns an instance of a FileBasedReader implementation for the current + source assuming the source represents a single file. File patterns will be handled by + FileBasedSource implementation automatically.
        +
      • +
      + + + +
        +
      • +

        getEstimatedSizeBytes

        +
        public final long getEstimatedSizeBytes(PipelineOptions options)
        +                                 throws IOException
        +
        Description copied from class: BoundedSource
        +
        An estimate of the total size (in bytes) of the data that would be read from this source. + This estimate is in terms of external storage size, before any decompression or other + processing done by the reader.
        +
        +
        Overrides:
        +
        getEstimatedSizeBytes in class OffsetBasedSource<T>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: Source
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class OffsetBasedSource<T>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + +
        +
      • +

        isSplittable

        +
        protected boolean isSplittable()
        +                        throws Exception
        +
        Determines whether a file represented by this source is can be split into bundles. + +

        By default, a file is splittable if it is on a file system that supports efficient read + seeking. Subclasses may override to provide different behavior.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Overrides:
        +
        validate in class OffsetBasedSource<T>
        +
        +
      • +
      + + + +
        +
      • +

        getMaxEndOffset

        +
        public final long getMaxEndOffset(PipelineOptions options)
        +                           throws IOException
        +
        Description copied from class: OffsetBasedSource
        +
        Returns the actual ending offset of the current source. The value returned by this function + will be used to clip the end of the range [startOffset, endOffset) such that the + range used is [startOffset, min(endOffset, maxEndOffset)). + +

        As an example in which OffsetBasedSource is used to implement a file source, suppose + that this source was constructed with an endOffset of Long.MAX_VALUE to + indicate that a file should be read to the end. Then this function should determine + the actual, exact size of the file in bytes and return it.

        +
        +
        Specified by:
        +
        getMaxEndOffset in class OffsetBasedSource<T>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.OffsetBasedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.OffsetBasedReader.html new file mode 100644 index 00000000000..81a6644b58a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.OffsetBasedReader.html @@ -0,0 +1,904 @@ + + + + + + +OffsetBasedSource.OffsetBasedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class OffsetBasedSource.OffsetBasedReader<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isDone

        +
        public final boolean isDone()
        +
        Returns true if the last call to start() or advance() returned false.
        +
      • +
      + + + +
        +
      • +

        isStarted

        +
        public final boolean isStarted()
        +
        Returns true if there has been a call to start().
        +
      • +
      + + + + + + + +
        +
      • +

        isAtSplitPoint

        +
        protected boolean isAtSplitPoint()
        +                          throws NoSuchElementException
        +
        Returns whether the current record is at a split point (i.e., whether the current record + would be the first record to be read by a source with a specified start offset of + getCurrentOffset()). + +

        See detailed documentation about split points in RangeTracker.

        +
        +
        Throws:
        +
        NoSuchElementException
        +
        +
      • +
      + + + +
        +
      • +

        start

        +
        public final boolean start()
        +                    throws IOException
        +
        Description copied from class: Source.Reader
        +
        Initializes the reader and advances the reader to the first record. + +

        This method should be called exactly once. The invocation should occur prior to calling + Source.Reader.advance() or Source.Reader.getCurrent(). This method may perform expensive operations that + are needed to initialize the reader.

        +
        +
        Specified by:
        +
        start in class Source.Reader<T>
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        advance

        +
        public final boolean advance()
        +                      throws IOException
        +
        Description copied from class: Source.Reader
        +
        Advances the reader to the next valid record. + +

        It is an error to call this without having called Source.Reader.start() first.

        +
        +
        Specified by:
        +
        advance in class Source.Reader<T>
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        startImpl

        +
        protected abstract boolean startImpl()
        +                              throws IOException
        +
        Initializes the OffsetBasedSource.OffsetBasedReader and advances to the first record, + returning true if there is a record available to be read. This method will be + invoked exactly once and may perform expensive setup operations that are needed to + initialize the reader. + +

        This function is the OffsetBasedReader implementation of + BoundedReader#start. The key difference is that the implementor can ignore the + possibility that it should no longer produce the first record, either because it has exceeded + the original endOffset assigned to the reader, or because a concurrent call to + splitAtFraction(double) has changed the source to shrink the offset range being read.

        +
        +
        Throws:
        +
        IOException
        +
        See Also:
        +
        BoundedReader#start
        +
        +
      • +
      + + + +
        +
      • +

        advanceImpl

        +
        protected abstract boolean advanceImpl()
        +                                throws IOException
        +
        Advances to the next record and returns true, or returns false if there is no next + record. + +

        This function is the OffsetBasedReader implementation of + BoundedReader#advance. The key difference is that the implementor can ignore the + possibility that it should no longer produce the next record, either because it has exceeded + the original endOffset assigned to the reader, or because a concurrent call to + splitAtFraction(double) has changed the source to shrink the offset range being read.

        +
        +
        Throws:
        +
        IOException
        +
        See Also:
        +
        BoundedReader#advance
        +
        +
      • +
      + + + +
        +
      • +

        getCurrentSource

        +
        public OffsetBasedSource<T> getCurrentSource()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns a Source describing the same input that this Reader currently reads + (including items already read). + +

        Usage

        + +

        Reader subclasses can use this method for convenience to access unchanging properties of + the source being read. Alternatively, they can cache these properties in the constructor. + +

        The framework will call this method in the course of dynamic work rebalancing, e.g. after + a successful BoundedSource.BoundedReader.splitAtFraction(double) call. + +

        Mutability and thread safety

        + +

        Remember that Source objects must always be immutable. However, the return value + of this function may be affected by dynamic work rebalancing, happening asynchronously via + BoundedSource.BoundedReader.splitAtFraction(double), meaning it can return a different + Source object. However, the returned object itself will still itself be immutable. + Callers must take care not to rely on properties of the returned source that may be + asynchronously changed as a result of this process (e.g. do not cache an end offset when + reading a file). + +

        Implementation

        + +

        For convenience, subclasses should usually return the most concrete subclass of + Source possible. + In practice, the implementation of this method should nearly always be one of the following: +

          +
        • Source that inherits from a base class that already implements + BoundedSource.BoundedReader.getCurrentSource(): delegate to base class. In this case, it is almost always + an error for the subclass to maintain its own copy of the source. +
          
          +   public FooReader(FooSource<T> source) {
          +     super(source);
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return (FooSource<T>)super.getCurrentSource();
          +   }
          + 
          +
        • Source that does not support dynamic work rebalancing: return a private final variable. +
          
          +   private final FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          + 
          +
        • BoundedSource.BoundedReader that explicitly supports dynamic work rebalancing: + maintain a variable pointing to an immutable source object, and protect it with + synchronization. +
          
          +   private FooSource<T> source;
          +
          +   public FooReader(FooSource<T> source) {
          +     this.source = source;
          +   }
          +
          +   public synchronized FooSource<T> getCurrentSource() {
          +     return source;
          +   }
          +
          +   public synchronized FooSource<T> splitAtFraction(double fraction) {
          +     ...
          +     FooSource<T> primary = ...;
          +     FooSource<T> residual = ...;
          +     this.source = primary;
          +     return residual;
          +   }
          + 
          +
        +
        +
        Specified by:
        +
        getCurrentSource in class BoundedSource.BoundedReader<T>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getSplitPointsConsumed

        +
        public long getSplitPointsConsumed()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns the total amount of parallelism in the consumed (returned and processed) range of + this reader's current BoundedSource (as would be returned by + BoundedSource.BoundedReader.getCurrentSource()). This corresponds to all split point records (see + RangeTracker) returned by this reader, excluding the last split point + returned if the reader is not finished. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

          +
        • Any reader that is unstarted (aka, has never had a call to + Source.Reader.start()) has a consumed parallelism of 0. This condition holds independent of whether + the input is splittable. +
        • Any reader that has only returned its first element (aka, + has never had a call to Source.Reader.advance()) has a consumed parallelism of 0: the first element + is the current element and is still being processed. This condition holds independent of + whether the input is splittable. +
        • For an empty reader (in which the call to Source.Reader.start() returned false), the + consumed parallelism is 0. This condition holds independent of whether the input is + splittable. +
        • For a non-empty, finished reader (in which the call to Source.Reader.start() returned true and + a call to Source.Reader.advance() has returned false), the value returned must be at least 1 + and should equal the total parallelism in the source. +
        • For example (1): After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 29. When finished, the consumed parallelism + should be 50. +
        • For example (2): In a block-compressed value consisting of 5 blocks, the value should + stay at 0 until the first record of the second block is returned; stay at 1 until the first + record of the third block is returned, etc. Only once the end-of-file is reached then the + fifth block has been consumed and the value should stay at 5. +
        • For example (3): For any non-empty unsplittable input, the consumed parallelism is 0 + until the reader is finished (because the last call to Source.Reader.advance() returned false, at + which point it becomes 1. +
        + +

        A reader that is implemented using a RangeTracker is encouraged to use the + range tracker's ability to count split points to implement this method. See + OffsetBasedSource.OffsetBasedReader and OffsetRangeTracker for an example. + +

        Defaults to BoundedSource.BoundedReader.SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted + as unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        Overrides:
        +
        getSplitPointsConsumed in class BoundedSource.BoundedReader<T>
        +
        See Also:
        +
        BoundedSource.BoundedReader.getSplitPointsRemaining()
        +
        +
      • +
      + + + +
        +
      • +

        getSplitPointsRemaining

        +
        public long getSplitPointsRemaining()
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Returns the total amount of parallelism in the unprocessed part of this reader's current + BoundedSource (as would be returned by BoundedSource.BoundedReader.getCurrentSource()). This corresponds + to all unprocessed split point records (see RangeTracker), including the last + split point returned, in the remainder part of the source. + +

        This function should be implemented only in addition to + BoundedSource.BoundedReader.getSplitPointsConsumed() and only if an exact value can be + returned. + +

        Consider the following examples: (1) An input that can be read in parallel down to the + individual records, such as CountingSource.upTo(long), is called "perfectly splittable". + (2) a "block-compressed" file format such as AvroIO, in which a block of records has + to be read as a whole, but different blocks can be read in parallel. (3) An "unsplittable" + input such as a cursor in a database. + +

        Assume for examples (1) and (2) that the number of records or blocks remaining is known: + +

          +
        • Any reader for which the last call to Source.Reader.start() or + Source.Reader.advance() has returned true should should not return 0, because this reader itself + represents parallelism at least 1. This condition holds independent of whether the input is + splittable. +
        • A finished reader (for which Source.Reader.start() or Source.Reader.advance()) has returned false + should return a value of 0. This condition holds independent of whether the input is + splittable. +
        • For example 1: After returning record #30 (starting at 1) out of 50 in a perfectly + splittable 50-record input, this value should be 21 (20 remaining + 1 current) if the total + number of records is known. +
        • For example 2: After returning a record in block 3 in a block-compressed file + consisting of 5 blocks, this value should be 3 (since blocks 4 and 5 can be processed in + parallel by new readers produced via dynamic work rebalancing, while the current reader + continues processing block 3) if the total number of blocks is known. +
        • For example (3): a reader for any non-empty unsplittable input, should return 1 until + it is finished, at which point it should return 0. +
        • For any reader: After returning the last split point in a file (e.g., the last record + in example (1), the first record in the last block for example (2), or the first record in + the file for example (3), this value should be 1: apart from the current task, no additional + remainder can be split off. +
        + +

        Defaults to BoundedSource.BoundedReader.SPLIT_POINTS_UNKNOWN. Any value less than 0 will be interpreted as + unknown. + +

        Thread safety

        + See the javadoc on BoundedSource.BoundedReader for information about thread safety.
        +
        +
        Overrides:
        +
        getSplitPointsRemaining in class BoundedSource.BoundedReader<T>
        +
        See Also:
        +
        BoundedSource.BoundedReader.getSplitPointsConsumed()
        +
        +
      • +
      + + + +
        +
      • +

        allowsDynamicSplitting

        +
        public boolean allowsDynamicSplitting()
        +
        Whether this reader should allow dynamic splitting of the offset ranges. + +

        True by default. Override this to return false if the reader cannot + support dynamic splitting correctly. If this returns false, + splitAtFraction(double) will refuse all split requests.

        +
      • +
      + + + +
        +
      • +

        splitAtFraction

        +
        public final OffsetBasedSource<T> splitAtFraction(double fraction)
        +
        Description copied from class: BoundedSource.BoundedReader
        +
        Tells the reader to narrow the range of the input it's going to read and give up + the remainder, so that the new range would contain approximately the given + fraction of the amount of data in the current range. + +

        Returns a BoundedSource representing the remainder. + +

        Detailed description

        + Assuming the following sequence of calls: +
        
        +   BoundedSource<T> initial = reader.getCurrentSource();
        +   BoundedSource<T> residual = reader.splitAtFraction(fraction);
        +   BoundedSource<T> primary = reader.getCurrentSource();
        + 
        +
          +
        • The "primary" and "residual" sources, when read, should together cover the same + set of records as "initial". +
        • The current reader should continue to be in a valid state, and continuing to read + from it should, together with the records it already read, yield the same records + as would have been read by "primary". +
        • The amount of data read by "primary" should ideally represent approximately + the given fraction of the amount of data read by "initial". +
        + For example, a reader that reads a range of offsets [A, B) in a file might implement + this method by truncating the current range to [A, A + fraction*(B-A)) and returning + a Source representing the range [A + fraction*(B-A), B). + +

        This method should return null if the split cannot be performed for this fraction + while satisfying the semantics above. E.g., a reader that reads a range of offsets + in a file should return null if it is already past the position in its range + corresponding to the given fraction. In this case, the method MUST have no effect + (the reader must behave as if the method hadn't been called at all). + +

        Statefulness

        + Since this method (if successful) affects the reader's source, in subsequent invocations + "fraction" should be interpreted relative to the new current source. + +

        Thread safety and blocking

        + This method will be called concurrently to other methods (however there will not be multiple + concurrent invocations of this method itself), and it is critical for it to be implemented + in a thread-safe way (otherwise data loss is possible). + +

        It is also very important that this method always completes quickly. In particular, + it should not perform or wait on any blocking operations such as I/O, RPCs etc. Violating + this requirement may stall completion of the work item or even cause it to fail. + +

        It is incorrect to make both this method and Source.Reader.start()/Source.Reader.advance() + synchronized, because those methods can perform blocking operations, and then + this method would have to wait for those calls to complete. + +

        RangeTracker makes it easy to implement + this method safely and correctly. + +

        By default, returns null to indicate that splitting is not possible.

        +
        +
        Overrides:
        +
        splitAtFraction in class BoundedSource.BoundedReader<T>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.html new file mode 100644 index 00000000000..2fa01fb2584 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/OffsetBasedSource.html @@ -0,0 +1,619 @@ + + + + + + +OffsetBasedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class OffsetBasedSource<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OffsetBasedSource

        +
        public OffsetBasedSource(long startOffset,
        +                         long endOffset,
        +                         long minBundleSize)
        +
        +
        Parameters:
        +
        startOffset - starting offset (inclusive) of the source. Must be non-negative.
        +
        endOffset - ending offset (exclusive) of the source. Use Long.MAX_VALUE to + indicate that the entire source after startOffset should be read. Must be + > startOffset.
        +
        minBundleSize - minimum bundle size in offset units that should be used when splitting the + source into sub-sources. This value may not be respected if the total + range of the source is smaller than the specified minBundleSize. + Must be non-negative.
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getStartOffset

        +
        public long getStartOffset()
        +
        Returns the starting offset of the source.
        +
      • +
      + + + + + + + +
        +
      • +

        getMinBundleSize

        +
        public long getMinBundleSize()
        +
        Returns the minimum bundle size that should be used when splitting the source into sub-sources. + This value may not be respected if the total range of the source is smaller than the specified + minBundleSize.
        +
      • +
      + + + +
        +
      • +

        getEstimatedSizeBytes

        +
        public long getEstimatedSizeBytes(PipelineOptions options)
        +                           throws Exception
        +
        Description copied from class: BoundedSource
        +
        An estimate of the total size (in bytes) of the data that would be read from this source. + This estimate is in terms of external storage size, before any decompression or other + processing done by the reader.
        +
        +
        Specified by:
        +
        getEstimatedSizeBytes in class BoundedSource<T>
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Specified by:
        +
        validate in class Source<T>
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getMaxEndOffset

        +
        public abstract long getMaxEndOffset(PipelineOptions options)
        +                              throws Exception
        +
        Returns the actual ending offset of the current source. The value returned by this function + will be used to clip the end of the range [startOffset, endOffset) such that the + range used is [startOffset, min(endOffset, maxEndOffset)). + +

        As an example in which OffsetBasedSource is used to implement a file source, suppose + that this source was constructed with an endOffset of Long.MAX_VALUE to + indicate that a file should be read to the end. Then this function should determine + the actual, exact size of the file in bytes and return it.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        createSourceForSubrange

        +
        public abstract OffsetBasedSource<T> createSourceForSubrange(long start,
        +                                                             long end)
        +
        Returns an OffsetBasedSource for a subrange of the current source. The + subrange [start, end) must be within the range [startOffset, endOffset) of + the current source, i.e. startOffset <= start < end <= endOffset.
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: Source
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class Source<T>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubSubscription.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubSubscription.html new file mode 100644 index 00000000000..da5fa82e561 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubSubscription.html @@ -0,0 +1,330 @@ + + + + + + +PubsubIO.PubsubSubscription (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.PubsubSubscription

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromPath

        +
        public static PubsubIO.PubsubSubscription fromPath(String path)
        +
        Creates a class representing a Pub/Sub subscription from the specified subscription path. + +

        Cloud Pub/Sub subscription names should be of the form + projects/<project>/subscriptions/<subscription>, where <project> is the name + of the project the subscription belongs to. The <subscription> component must comply + with the following requirements: + +

          +
        • Can only contain lowercase letters, numbers, dashes ('-'), underscores ('_') and periods + ('.').
        • +
        • Must be between 3 and 255 characters.
        • +
        • Must begin with a letter.
        • +
        • Must end with a letter or a number.
        • +
        • Cannot begin with 'goog' prefix.
        • +
        +
      • +
      + + + +
        +
      • +

        asV1Beta1Path

        +
        @Deprecated
        +public String asV1Beta1Path()
        +
        Deprecated. the v1beta1 API for Cloud Pub/Sub is deprecated.
        +
        Returns the string representation of this subscription as a path used in the Cloud Pub/Sub + v1beta1 API.
        +
      • +
      + + + +
        +
      • +

        asV1Beta2Path

        +
        @Deprecated
        +public String asV1Beta2Path()
        +
        Deprecated. the v1beta2 API for Cloud Pub/Sub is deprecated.
        +
        Returns the string representation of this subscription as a path used in the Cloud Pub/Sub + v1beta2 API.
        +
      • +
      + + + +
        +
      • +

        asPath

        +
        public String asPath()
        +
        Returns the string representation of this subscription as a path used in the Cloud Pub/Sub + API.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubTopic.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubTopic.html new file mode 100644 index 00000000000..8648b107d4d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.PubsubTopic.html @@ -0,0 +1,330 @@ + + + + + + +PubsubIO.PubsubTopic (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.PubsubTopic

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromPath

        +
        public static PubsubIO.PubsubTopic fromPath(String path)
        +
        Creates a class representing a Cloud Pub/Sub topic from the specified topic path. + +

        Cloud Pub/Sub topic names should be of the form + /topics/<project>/<topic>, where <project> is the name of + the publishing project. The <topic> component must comply with + the following requirements: + +

          +
        • Can only contain lowercase letters, numbers, dashes ('-'), underscores ('_') and periods + ('.').
        • +
        • Must be between 3 and 255 characters.
        • +
        • Must begin with a letter.
        • +
        • Must end with a letter or a number.
        • +
        • Cannot begin with 'goog' prefix.
        • +
        +
      • +
      + + + +
        +
      • +

        asV1Beta1Path

        +
        @Deprecated
        +public String asV1Beta1Path()
        +
        Deprecated. the v1beta1 API for Cloud Pub/Sub is deprecated.
        +
        Returns the string representation of this topic as a path used in the Cloud Pub/Sub + v1beta1 API.
        +
      • +
      + + + +
        +
      • +

        asV1Beta2Path

        +
        @Deprecated
        +public String asV1Beta2Path()
        +
        Deprecated. the v1beta2 API for Cloud Pub/Sub is deprecated.
        +
        Returns the string representation of this topic as a path used in the Cloud Pub/Sub + v1beta2 API.
        +
      • +
      + + + +
        +
      • +

        asPath

        +
        public String asPath()
        +
        Returns the string representation of this topic as a path used in the Cloud Pub/Sub + API.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.PubsubBoundedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.PubsubBoundedReader.html new file mode 100644 index 00000000000..d3b73f4dd72 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.PubsubBoundedReader.html @@ -0,0 +1,378 @@ + + + + + + +PubsubIO.Read.Bound.PubsubBoundedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.Read.Bound.PubsubBoundedReader

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    PubsubIO.Read.Bound<T>
    +
    +
    +
    +
    public class PubsubIO.Read.Bound.PubsubBoundedReader
    +extends DoFn<Void,T>
    +
    Default reader when Pubsub subscription has some form of upper bound. + +

    TODO: Consider replacing with BoundedReadFromUnboundedSource on top + of PubsubUnboundedSource. + +

    NOTE: This is not the implementation used when running on the Google Cloud Dataflow + service in streaming mode. + +

    Public so can be suppressed by runners.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PubsubBoundedReader

        +
        public PubsubBoundedReader()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: DoFn
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class DoFn<Void,T>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.html new file mode 100644 index 00000000000..2c2714d08e4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.Bound.html @@ -0,0 +1,680 @@ + + + + + + +PubsubIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.Read.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        subscription

        +
        public PubsubIO.Read.Bound<T> subscription(String subscription)
        +
        Returns a transform that's like this one but reading from the + given subscription. + +

        See PubsubIO.PubsubSubscription.fromPath(String) for more details on the format + of the subscription string. + +

        Multiple readers reading from the same subscription will each receive + some arbitrary portion of the data. Most likely, separate readers should + use their own subscriptions. + +

        Does not modify this object.

        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        timestampLabel

        +
        public PubsubIO.Read.Bound<T> timestampLabel(String timestampLabel)
        +
        Returns a transform that's like this one but that reads message timestamps + from the given message attribute. See PubsubIO.Read.timestampLabel(String) for + more details on the format of the timestamp attribute. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        idLabel

        +
        public PubsubIO.Read.Bound<T> idLabel(String idLabel)
        +
        Returns a transform that's like this one but that reads unique message IDs + from the given message attribute. See PubsubIO.Read.idLabel(String) for more + details on the format of the ID attribute. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withCoder

        +
        public <X> PubsubIO.Read.Bound<X> withCoder(Coder<X> coder)
        +
        Returns a transform that's like this one but that uses the given + Coder to decode each record into a value of type X. + +

        Does not modify this object.

        +
        +
        Type Parameters:
        +
        X - the type of the decoded elements, and the + elements of the resulting PCollection.
        +
        +
      • +
      + + + +
        +
      • +

        maxNumRecords

        +
        public PubsubIO.Read.Bound<T> maxNumRecords(int maxNumRecords)
        +
        Returns a transform that's like this one but will only read up to the specified + maximum number of records from Cloud Pub/Sub. The transform produces a bounded + PCollection. See PubsubIO.Read.maxNumRecords(int) for more details.
        +
      • +
      + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        getTimestampLabel

        +
        public String getTimestampLabel()
        +
      • +
      + + + +
        +
      • +

        getCoder

        +
        public Coder<T> getCoder()
        +
      • +
      + + + +
        +
      • +

        getIdLabel

        +
        public String getIdLabel()
        +
      • +
      + + + +
        +
      • +

        getMaxNumRecords

        +
        public int getMaxNumRecords()
        +
      • +
      + + + +
        +
      • +

        getMaxReadTime

        +
        public org.joda.time.Duration getMaxReadTime()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.html new file mode 100644 index 00000000000..e2cd695f9fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Read.html @@ -0,0 +1,474 @@ + + + + + + +PubsubIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.Read

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        topic

        +
        public static PubsubIO.Read.Bound<String> topic(String topic)
        +
        Creates and returns a transform for reading from a Cloud Pub/Sub topic. Mutually exclusive + with subscription(String). + +

        See PubsubIO.PubsubTopic.fromPath(String) for more details on the format + of the topic string. + +

        The Beam runner will start reading data published on this topic from the time the pipeline + is started. Any data published on the topic before the pipeline is started will not be read + by the runner.

        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        timestampLabel

        +
        public static PubsubIO.Read.Bound<String> timestampLabel(String timestampLabel)
        +
        Creates and returns a transform reading from Cloud Pub/Sub where record timestamps are + expected to be provided as Pub/Sub message attributes. The timestampLabel + parameter specifies the name of the attribute that contains the timestamp. + +

        The timestamp value is expected to be represented in the attribute as either: + +

          +
        • a numerical value representing the number of milliseconds since the Unix epoch. For + example, if using the Joda time classes, Instant.getMillis() returns the correct + value for this attribute. +
        • a String in RFC 3339 format. For example, 2015-10-29T23:41:41.123Z. The + sub-second component of the timestamp is optional, and digits beyond the first three + (i.e., time units smaller than milliseconds) will be ignored. +
        + +

        If timestampLabel is not provided, the system will generate record timestamps + the first time it sees each record. All windowing will be done relative to these timestamps. + +

        By default, windows are emitted based on an estimate of when this source is likely + done producing data for a given timestamp (referred to as the Watermark; see + AfterWatermark for more details). Any late data will be handled by the trigger + specified with the windowing strategy – by default it will be output immediately. + +

        Note that the system can guarantee that no late data will ever be seen when it assigns + timestamps by arrival time (i.e. timestampLabel is not provided).

        +
        +
        See Also:
        +
        RFC 3339
        +
        +
      • +
      + + + +
        +
      • +

        idLabel

        +
        public static PubsubIO.Read.Bound<String> idLabel(String idLabel)
        +
        Creates and returns a transform for reading from Cloud Pub/Sub where unique record + identifiers are expected to be provided as Pub/Sub message attributes. The idLabel + parameter specifies the attribute name. The value of the attribute can be any string + that uniquely identifies this record. + +

        Pub/Sub cannot guarantee that no duplicate data will be delivered on the Pub/Sub stream. + If idLabel is not provided, Beam cannot guarantee that no duplicate data will + be delivered, and deduplication of the stream will be strictly best effort.

        +
      • +
      + + + +
        +
      • +

        withCoder

        +
        public static <T> PubsubIO.Read.Bound<T> withCoder(Coder<T> coder)
        +
        Creates and returns a transform for reading from Cloud Pub/Sub that uses the given + Coder to decode Pub/Sub messages into a value of type T. + +

        By default, uses StringUtf8Coder, which just + returns the text lines as Java strings.

        +
        +
        Type Parameters:
        +
        T - the type of the decoded elements, and the elements + of the resulting PCollection.
        +
        +
      • +
      + + + +
        +
      • +

        maxNumRecords

        +
        public static PubsubIO.Read.Bound<String> maxNumRecords(int maxNumRecords)
        +
        Creates and returns a transform for reading from Cloud Pub/Sub with a maximum number of + records that will be read. The transform produces a bounded PCollection. + +

        Either this option or maxReadTime(Duration) must be set in order to create a + bounded source.

        +
      • +
      + + + +
        +
      • +

        maxReadTime

        +
        public static PubsubIO.Read.Bound<String> maxReadTime(org.joda.time.Duration maxReadTime)
        +
        Creates and returns a transform for reading from Cloud Pub/Sub with a maximum number of + duration during which records will be read. The transform produces a bounded + PCollection. + +

        Either this option or maxNumRecords(int) must be set in order to create a bounded + source.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.PubsubBoundedWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.PubsubBoundedWriter.html new file mode 100644 index 00000000000..21960160852 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.PubsubBoundedWriter.html @@ -0,0 +1,413 @@ + + + + + + +PubsubIO.Write.Bound.PubsubBoundedWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.Write.Bound.PubsubBoundedWriter

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    PubsubIO.Write.Bound<T>
    +
    +
    +
    +
    public class PubsubIO.Write.Bound.PubsubBoundedWriter
    +extends DoFn<T,Void>
    +
    Writer to Pubsub which batches messages from bounded collections. + +

    NOTE: This is not the implementation used when running on the Google Cloud Dataflow + service in streaming mode. + +

    Public so can be suppressed by runners.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.html new file mode 100644 index 00000000000..79784b69f69 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.Bound.html @@ -0,0 +1,552 @@ + + + + + + +PubsubIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.Write.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        timestampLabel

        +
        public PubsubIO.Write.Bound<T> timestampLabel(String timestampLabel)
        +
        Returns a new transform that's like this one but that publishes record timestamps + to a message attribute with the specified name. See + PubsubIO.Write.timestampLabel(String) for more details. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        idLabel

        +
        public PubsubIO.Write.Bound<T> idLabel(String idLabel)
        +
        Returns a new transform that's like this one but that publishes unique record IDs + to a message attribute with the specified name. See PubsubIO.Write.idLabel(String) + for more details. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withCoder

        +
        public <X> PubsubIO.Write.Bound<X> withCoder(Coder<X> coder)
        +
        Returns a new transform that's like this one + but that uses the given Coder to encode each of + the elements of the input PCollection into an + output record. + +

        Does not modify this object.

        +
        +
        Type Parameters:
        +
        X - the type of the elements of the input PCollection
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        getTimestampLabel

        +
        public String getTimestampLabel()
        +
      • +
      + + + +
        +
      • +

        getIdLabel

        +
        public String getIdLabel()
        +
      • +
      + + + +
        +
      • +

        getCoder

        +
        public Coder<T> getCoder()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.html new file mode 100644 index 00000000000..dcebb14e183 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.Write.html @@ -0,0 +1,361 @@ + + + + + + +PubsubIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO.Write

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        timestampLabel

        +
        public static PubsubIO.Write.Bound<String> timestampLabel(String timestampLabel)
        +
        Creates a transform that writes to Pub/Sub, adds each record's timestamp to the published + messages in an attribute with the specified name. The value of the attribute will be a number + representing the number of milliseconds since the Unix epoch. For example, if using the Joda + time classes, Instant.Instant(long) can be used to parse this value. + +

        If the output from this sink is being read by another Beam pipeline, then + PubsubIO.Read.timestampLabel(String) can be used to ensure the other source reads + these timestamps from the appropriate attribute.

        +
      • +
      + + + +
        +
      • +

        idLabel

        +
        public static PubsubIO.Write.Bound<String> idLabel(String idLabel)
        +
        Creates a transform that writes to Pub/Sub, adding each record's unique identifier to the + published messages in an attribute with the specified name. The value of the attribute is an + opaque string. + +

        If the the output from this sink is being read by another Beam pipeline, then + PubsubIO.Read.idLabel(String) can be used to ensure that* the other source reads + these unique identifiers from the appropriate attribute.

        +
      • +
      + + + +
        +
      • +

        withCoder

        +
        public static <T> PubsubIO.Write.Bound<T> withCoder(Coder<T> coder)
        +
        Creates a transform that uses the given Coder to encode each of the + elements of the input collection into an output message. + +

        By default, uses StringUtf8Coder, which writes input Java strings directly as + records.

        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input PCollection
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.html new file mode 100644 index 00000000000..3a89897c702 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubIO.html @@ -0,0 +1,294 @@ + + + + + + +PubsubIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubIO

+
+
+ +
+
    +
  • +
    +
    +
    public class PubsubIO
    +extends Object
    +
    Read and Write PTransforms for Cloud Pub/Sub streams. These transforms create + and consume unbounded PCollections. + +

    Permissions

    + +

    Permission requirements depend on the PipelineRunner that is used to execute the + Beam pipeline. Please refer to the documentation of corresponding + PipelineRunners for more details.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DEFAULT_PUBSUB_CODER

        +
        public static final Coder<String> DEFAULT_PUBSUB_CODER
        +
        The default Coder used to translate to/from Cloud Pub/Sub messages.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSink.html new file mode 100644 index 00000000000..605c9a95043 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSink.html @@ -0,0 +1,417 @@ + + + + + + +PubsubUnboundedSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubUnboundedSink<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class PubsubUnboundedSink<T>
    +extends PTransform<PCollection<T>,PDone>
    +
    A PTransform which streams messages to Pubsub. +
      +
    • The underlying implementation is just a GroupByKey followed by a ParDo which + publishes as a side effect. (In the future we want to design and switch to a custom + UnboundedSink implementation so as to gain access to system watermark and + end-of-pipeline cleanup.) +
    • We try to send messages in batches while also limiting send latency. +
    • No stats are logged. Rather some counters are used to keep track of elements and batches. +
    • Though some background threads are used by the underlying netty system all actual Pubsub + calls are blocking. We rely on the underlying runner to allow multiple DoFn instances + to execute concurrently and hide latency. +
    • A failed bundle will cause messages to be resent. Thus we rely on the Pubsub consumer + to dedup messages. +
    + +

    NOTE: This is not the implementation used when running on the Google Cloud Dataflow service.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSource.html new file mode 100644 index 00000000000..26be0cf639b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/PubsubUnboundedSource.html @@ -0,0 +1,482 @@ + + + + + + +PubsubUnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class PubsubUnboundedSource<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class PubsubUnboundedSource<T>
    +extends PTransform<PBegin,PCollection<T>>
    +
    A PTransform which streams messages from Pubsub. +
      +
    • The underlying implementation in an UnboundedSource which receives messages + in batches and hands them out one at a time. +
    • The watermark (either in Pubsub processing time or custom timestamp time) is estimated + by keeping track of the minimum of the last minutes worth of messages. This assumes Pubsub + delivers the oldest (in Pubsub processing time) available message at least once a minute, + and that custom timestamps are 'mostly' monotonic with Pubsub processing time. Unfortunately + both of those assumptions are fragile. Thus the estimated watermark may get ahead of + the 'true' watermark and cause some messages to be late. +
    • Checkpoints are used both to ACK received messages back to Pubsub (so that they may + be retired on the Pubsub end), and to NACK already consumed messages should a checkpoint + need to be restored (so that Pubsub will resend those messages promptly). +
    • The backlog is determined by each reader using the messages which have been pulled from + Pubsub but not yet consumed downstream. The backlog does not take account of any messages queued + by Pubsub for the subscription. Unfortunately there is currently no API to determine + the size of the Pubsub queue's backlog. +
    • The subscription must already exist. +
    • The subscription timeout is read whenever a reader is started. However it is not + checked thereafter despite the timeout being user-changeable on-the-fly. +
    • We log vital stats every 30 seconds. +
    • Though some background threads may be used by the underlying transport all Pubsub calls + are blocking. We rely on the underlying runner to allow multiple + UnboundedSource.UnboundedReader instances to execute concurrently and thus hide latency. +
    + +

    NOTE: This is not the implementation used when running on the Google Cloud Dataflow service.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Bounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Bounded.html new file mode 100644 index 00000000000..9e728ac1969 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Bounded.html @@ -0,0 +1,401 @@ + + + + + + +Read.Bounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Read.Bounded<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        expand

        +
        public final PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        getSource

        +
        public BoundedSource<T> getSource()
        +
        Returns the BoundedSource used to create this Read PTransform.
        +
      • +
      + + + +
        +
      • +

        getKindString

        +
        public String getKindString()
        +
        Description copied from class: PTransform
        +
        Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms). + +

        By default, returns the base name of this PTransform's class. + +

        The caller is responsible for ensuring that names of applied + PTransforms are unique, e.g., by adding a uniquifying + suffix when needed.

        +
        +
        Overrides:
        +
        getKindString in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Builder.html new file mode 100644 index 00000000000..895e18bae2e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Builder.html @@ -0,0 +1,267 @@ + + + + + + +Read.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Read.Builder

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    Read
    +
    +
    +
    +
    public static class Read.Builder
    +extends Object
    +
    Helper class for building Read transforms.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public <T> Read.Bounded<T> from(BoundedSource<T> source)
        +
        Returns a new Read.Bounded PTransform reading from the given + BoundedSource.
        +
      • +
      + + + +
        +
      • +

        from

        +
        public <T> Read.Unbounded<T> from(UnboundedSource<T,?> source)
        +
        Returns a new Read.Unbounded PTransform reading from the given + UnboundedSource.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Unbounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Unbounded.html new file mode 100644 index 00000000000..c04787993a1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.Unbounded.html @@ -0,0 +1,442 @@ + + + + + + +Read.Unbounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Read.Unbounded<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + +
        +
      • +

        expand

        +
        public final PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        getSource

        +
        public UnboundedSource<T,?> getSource()
        +
        Returns the UnboundedSource used to create this Read PTransform.
        +
      • +
      + + + +
        +
      • +

        getKindString

        +
        public String getKindString()
        +
        Description copied from class: PTransform
        +
        Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms). + +

        By default, returns the base name of this PTransform's class. + +

        The caller is responsible for ensuring that names of applied + PTransforms are unique, e.g., by adding a uniquifying + suffix when needed.

        +
        +
        Overrides:
        +
        getKindString in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.html new file mode 100644 index 00000000000..931a2edb8ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Read.html @@ -0,0 +1,336 @@ + + + + + + +Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Read

+
+
+ +
+
    +
  • +
    +
    +
    public class Read
    +extends Object
    +
    A PTransform for reading from a Source. + +

    Usage example: +

    + Pipeline p = Pipeline.create();
    + p.apply(Read.from(new MySource().withFoo("foo").withBar("bar")));
    + 
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Read

        +
        public Read()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public static <T> Read.Bounded<T> from(BoundedSource<T> source)
        +
        Returns a new Read.Bounded PTransform reading from the given + BoundedSource.
        +
      • +
      + + + +
        +
      • +

        from

        +
        public static <T> Read.Unbounded<T> from(UnboundedSource<T,?> source)
        +
        Returns a new Read.Unbounded PTransform reading from the given + UnboundedSource.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/ShardNameTemplate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/ShardNameTemplate.html new file mode 100644 index 00000000000..a99c1df61f4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/ShardNameTemplate.html @@ -0,0 +1,346 @@ + + + + + + +ShardNameTemplate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class ShardNameTemplate

+
+
+ +
+
    +
  • +
    +
    +
    public class ShardNameTemplate
    +extends Object
    +
    Standard shard naming templates. + +

    Shard naming templates are strings that may contain placeholders for + the shard number and shard count. When constructing a filename for a + particular shard number, the upper-case letters 'S' and 'N' are replaced + with the 0-padded shard number and shard count respectively. + +

    Left-padding of the numbers enables lexicographical sorting of the + resulting filenames. If the shard number or count are too large for the + space provided in the template, then the result may no longer sort + lexicographically. For example, a shard template of "S-of-N", for 200 + shards, will result in outputs named "0-of-200", ... '10-of-200', + '100-of-200", etc. + +

    Shard numbers start with 0, so the last shard number is the shard count + minus one. For example, the template "-SSSSS-of-NNNNN" will be + instantiated as "-00000-of-01000" for the first shard (shard 0) of a + 1000-way sharded output. + +

    A shard name template is typically provided along with a name prefix + and suffix, which allows constructing complex paths that have embedded + shard information. For example, outputs in the form + "gs://bucket/path-01-of-99.txt" could be constructed by providing the + individual components: + +

    
    +   pipeline.apply(
    +       TextIO.Write.to("gs://bucket/path")
    +                   .withShardNameTemplate("-SS-of-NN")
    +                   .withSuffix(".txt"))
    + 
    + +

    In the example above, you could make parts of the output configurable + by users without the user having to specify all components of the output + name. + +

    If a shard name template does not contain any repeating 'S', then + the output shard count must be 1, as otherwise the same filename would be + generated for multiple shards.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        INDEX_OF_MAX

        +
        public static final String INDEX_OF_MAX
        +
        Shard name containing the index and max. + +

        Eg: [prefix]-00000-of-00100[suffix] and + [prefix]-00001-of-00100[suffix]

        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      + + + +
        +
      • +

        DIRECTORY_CONTAINER

        +
        public static final String DIRECTORY_CONTAINER
        +
        Shard is a file within a directory. + +

        Eg: [prefix]/part-00000[suffix] and [prefix]/part-00001[suffix]

        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ShardNameTemplate

        +
        public ShardNameTemplate()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.WriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.WriteOperation.html new file mode 100644 index 00000000000..2ae746d8a9f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.WriteOperation.html @@ -0,0 +1,418 @@ + + + + + + +Sink.WriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Sink.WriteOperation<T,WriteT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of objects to write
    +
    WriteT - The result of a per-bundle write
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    Direct Known Subclasses:
    +
    FileBasedSink.FileBasedWriteOperation, HDFSFileSink.HDFSWriteOperation
    +
    +
    +
    Enclosing class:
    +
    Sink<T>
    +
    +
    +
    +
    public abstract static class Sink.WriteOperation<T,WriteT>
    +extends Object
    +implements Serializable
    +
    A Sink.WriteOperation defines the process of a parallel write of objects to a Sink. + +

    The WriteOperation defines how to perform initialization and finalization of a + parallel write to a sink as well as how to create a Sink.Writer object that can write + a bundle to the sink. + +

    Since operations in Beam may be run multiple times for redundancy or fault-tolerance, + the initialization and finalization defined by a WriteOperation must be idempotent. + +

    WriteOperations may be mutable; a WriteOperation is serialized after the + call to initialize method and deserialized before calls to + createWriter and finalized. However, it is not + reserialized after createWriter, so createWriter should not mutate the + state of the WriteOperation. + +

    See Sink for more detailed documentation about the process of writing to a Sink.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WriteOperation

        +
        public WriteOperation()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        initialize

        +
        public abstract void initialize(PipelineOptions options)
        +                         throws Exception
        +
        Performs initialization before writing to the sink. Called before writing begins.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        finalize

        +
        public abstract void finalize(Iterable<WriteT> writerResults,
        +                              PipelineOptions options)
        +                       throws Exception
        +
        Given an Iterable of results from bundle writes, performs finalization after writing and + closes the sink. Called after all bundle writes are complete. + +

        The results that are passed to finalize are those returned by bundles that completed + successfully. Although bundles may have been run multiple times (for fault-tolerance), only + one writer result will be passed to finalize for each bundle. An implementation of finalize + should perform clean up of any failed and successfully retried bundles. Note that these + failed bundles will not have their writer result passed to finalize, so finalize should be + capable of locating any temporary/partial output written by failed bundles. + +

        A best practice is to make finalize atomic. If this is impossible given the semantics + of the sink, finalize should be idempotent, as it may be called multiple times in the case of + failure/retry or for redundancy. + +

        Note that the iteration order of the writer results is not guaranteed to be consistent if + finalize is called multiple times.

        +
        +
        Parameters:
        +
        writerResults - an Iterable of results from successful bundle writes.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getSink

        +
        public abstract Sink<T> getSink()
        +
        Returns the Sink that this write operation writes to.
        +
      • +
      + + + +
        +
      • +

        getWriterResultCoder

        +
        public abstract Coder<WriteT> getWriterResultCoder()
        +
        Returns a coder for the writer result type.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.Writer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.Writer.html new file mode 100644 index 00000000000..aec90574218 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.Writer.html @@ -0,0 +1,374 @@ + + + + + + +Sink.Writer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Sink.Writer<T,WriteT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of object to write
    +
    WriteT - The writer results type (e.g., the bundle's output filename, as String)
    +
    +
    +
    Direct Known Subclasses:
    +
    FileBasedSink.FileBasedWriter, HDFSFileSink.HDFSWriter
    +
    +
    +
    Enclosing class:
    +
    Sink<T>
    +
    +
    +
    +
    public abstract static class Sink.Writer<T,WriteT>
    +extends Object
    +
    A Writer writes a bundle of elements from a PCollection to a sink. open(java.lang.String) is + called before writing begins and close() is called after all elements in the + bundle have been written. write(T) writes an element to the sink. + +

    Note that any access to static members or methods of a Writer must be thread-safe, as + multiple instances of a Writer may be instantiated in different threads on the same worker. + +

    See Sink for more detailed documentation about the process of writing to a Sink.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Writer

        +
        public Writer()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        open

        +
        public abstract void open(String uId)
        +                   throws Exception
        +
        Performs bundle initialization. For example, creates a temporary file for writing or + initializes any state that will be used across calls to write(T). + +

        The unique id that is given to open should be used to ensure that the writer's output does + not interfere with the output of other Writers, as a bundle may be executed many times for + fault tolerance. See Sink for more information about bundle ids.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        write

        +
        public abstract void write(T value)
        +                    throws Exception
        +
        Called for each value in the bundle.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getWriteOperation

        +
        public abstract Sink.WriteOperation<T,WriteT> getWriteOperation()
        +
        Returns the write operation this writer belongs to.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.html new file mode 100644 index 00000000000..0ee4ecb316a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Sink.html @@ -0,0 +1,466 @@ + + + + + + +Sink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Sink<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Sink

        +
        public Sink()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validate

        +
        public abstract void validate(PipelineOptions options)
        +
        Ensures that the sink is valid and can be written to before the write operation begins. One + should use Preconditions to implement this method.
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.Reader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.Reader.html new file mode 100644 index 00000000000..d428ca8764b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.Reader.html @@ -0,0 +1,485 @@ + + + + + + +Source.Reader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Source.Reader<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    AutoCloseable
    +
    +
    +
    Direct Known Subclasses:
    +
    BoundedSource.BoundedReader, UnboundedSource.UnboundedReader
    +
    +
    +
    Enclosing class:
    +
    Source<T>
    +
    +
    +
    +
    public abstract static class Source.Reader<T>
    +extends Object
    +implements AutoCloseable
    +
    The interface that readers of custom input sources must implement. + +

    This interface is deliberately distinct from Iterator because + the current model tends to be easier to program and more efficient in practice + for iterating over sources such as files, databases etc. (rather than pure collections). + +

    Reading data from the Source.Reader must obey the following access pattern: +

      +
    • One call to start() +
      • If start() returned true, any number of calls to getCurrent* + methods
      +
    • Repeatedly, a call to advance(). This may be called regardless + of what the previous start()/advance() returned. +
      • If advance() returned true, any number of calls to getCurrent* + methods
      +
    + +

    For example, if the reader is reading a fixed set of data: +

    +   try {
    +     for (boolean available = reader.start(); available; available = reader.advance()) {
    +       T item = reader.getCurrent();
    +       Instant timestamp = reader.getCurrentTimestamp();
    +       ...
    +     }
    +   } finally {
    +     reader.close();
    +   }
    + 
    + +

    If the set of data being read is continually growing: +

    +   try {
    +     boolean available = reader.start();
    +     while (true) {
    +       if (available) {
    +         T item = reader.getCurrent();
    +         Instant timestamp = reader.getCurrentTimestamp();
    +         ...
    +         resetExponentialBackoff();
    +       } else {
    +         exponentialBackoff();
    +       }
    +       available = reader.advance();
    +     }
    +   } finally {
    +     reader.close();
    +   }
    + 
    + +

    Note: this interface is a work-in-progress and may change. + +

    All Reader functions except getCurrentSource() do not need to be thread-safe; + they may only be accessed by a single thread at once. However, getCurrentSource() needs + to be thread-safe, and other functions should assume that its returned value can change + asynchronously.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Reader

        +
        public Reader()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        start

        +
        public abstract boolean start()
        +                       throws IOException
        +
        Initializes the reader and advances the reader to the first record. + +

        This method should be called exactly once. The invocation should occur prior to calling + advance() or getCurrent(). This method may perform expensive operations that + are needed to initialize the reader.

        +
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        advance

        +
        public abstract boolean advance()
        +                         throws IOException
        +
        Advances the reader to the next valid record. + +

        It is an error to call this without having called start() first.

        +
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getCurrent

        +
        public abstract T getCurrent()
        +                      throws NoSuchElementException
        +
        Returns the value of the data item that was read by the last start() or + advance() call. The returned value must be effectively immutable and remain valid + indefinitely. + +

        Multiple calls to this method without an intervening call to advance() should + return the same result.

        +
        +
        Throws:
        +
        NoSuchElementException - if start() was never called, or if + the last start() or advance() returned false.
        +
        +
      • +
      + + + +
        +
      • +

        getCurrentTimestamp

        +
        public abstract org.joda.time.Instant getCurrentTimestamp()
        +                                                   throws NoSuchElementException
        +
        Returns the timestamp associated with the current data item. + +

        If the source does not support timestamps, this should return + BoundedWindow.TIMESTAMP_MIN_VALUE. + +

        Multiple calls to this method without an intervening call to advance() should + return the same result.

        +
        +
        Throws:
        +
        NoSuchElementException - if the reader is at the beginning of the input and + start() or advance() wasn't called, or if the last start() or + advance() returned false.
        +
        +
      • +
      + + + +
        +
      • +

        close

        +
        public abstract void close()
        +                    throws IOException
        +
        Closes the reader. The reader cannot be used after this method is called.
        +
        +
        Specified by:
        +
        close in interface AutoCloseable
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getCurrentSource

        +
        public abstract Source<T> getCurrentSource()
        +
        Returns a Source describing the same input that this Reader currently reads + (including items already read). + +

        Usually, an implementation will simply return the immutable Source object from + which the current Source.Reader was constructed, or delegate to the base class. + However, when using or implementing this method on a BoundedSource.BoundedReader, + special considerations apply, see documentation for + BoundedSource.BoundedReader.getCurrentSource().

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.html new file mode 100644 index 00000000000..1d15300f591 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Source.html @@ -0,0 +1,388 @@ + + + + + + +Source (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Source<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - Type of elements read by the source.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    BoundedSource, UnboundedSource
    +
    +
    +
    +
    @Experimental(value=SOURCE_SINK)
    +public abstract class Source<T>
    +extends Object
    +implements Serializable, HasDisplayData
    +
    Base class for defining input formats and creating a Source for reading the input. + +

    This class is not intended to be subclassed directly. Instead, to define + a bounded source (a source which produces a finite amount of input), subclass + BoundedSource; to define an unbounded source, subclass UnboundedSource. + +

    A Source passed to a Read transform must be + Serializable. This allows the Source instance + created in this "main program" to be sent (in serialized form) to + remote worker machines and reconstituted for each batch of elements + of the input PCollection being processed or for each source splitting + operation. A Source can have instance variable state, and + non-transient instance variable state will be serialized in the main program + and then deserialized on remote worker machines. + +

    Source classes MUST be effectively immutable. The only acceptable use of + mutable fields is to cache the results of expensive operations, and such fields MUST be + marked transient. + +

    Source objects should override Object.toString(), as it will be + used in important error and debugging messages.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Source

        +
        public Source()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validate

        +
        public abstract void validate()
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        public abstract Coder<T> getDefaultOutputCoder()
        +
        Returns the default Coder to use for the data read from this source.
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.CompressionType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.CompressionType.html new file mode 100644 index 00000000000..5fee4f14974 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.CompressionType.html @@ -0,0 +1,421 @@ + + + + + + +TextIO.CompressionType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Enum TextIO.CompressionType

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static TextIO.CompressionType[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (TextIO.CompressionType c : TextIO.CompressionType.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static TextIO.CompressionType valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      + + + +
        +
      • +

        matches

        +
        public boolean matches(String filename)
        +
        Determine if a given filename matches a compression type based on its extension.
        +
        +
        Parameters:
        +
        filename - the filename to match
        +
        Returns:
        +
        true iff the filename ends with the compression type's known extension.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.Bound.html new file mode 100644 index 00000000000..bbdaafc8a9b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.Bound.html @@ -0,0 +1,527 @@ + + + + + + +TextIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class TextIO.Read.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public TextIO.Read.Bound<T> from(String filepattern)
        +
        Returns a new transform for reading from text files that's like this one but + that reads from the file(s) with the given name or pattern. See TextIO.Read.from(java.lang.String) + for a description of filepatterns. + +

        Does not modify this object.

        +
      • +
      + + + + + + + +
        +
      • +

        withCoder

        +
        public <X> TextIO.Read.Bound<X> withCoder(Coder<X> coder)
        +
        Returns a new transform for reading from text files that's like this one but + that uses the given Coder<X> to decode each of the + lines of the file into a value of type X. + +

        Does not modify this object.

        +
        +
        Type Parameters:
        +
        X - the type of the decoded elements, and the + elements of the resulting PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public TextIO.Read.Bound<T> withoutValidation()
        +
        Returns a new transform for reading from text files that's like this one but + that has GCS path validation on pipeline creation disabled. + +

        This can be useful in the case where the GCS input does not + exist at the pipeline creation time, but is expected to be + available at execution time. + +

        Does not modify this object.

        +
      • +
      + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getFilepattern

        +
        public String getFilepattern()
        +
      • +
      + + + +
        +
      • +

        needsValidation

        +
        public boolean needsValidation()
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.html new file mode 100644 index 00000000000..3aacf81e6e0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Read.html @@ -0,0 +1,368 @@ + + + + + + +TextIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class TextIO.Read

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    TextIO
    +
    +
    +
    +
    public static class TextIO.Read
    +extends Object
    +
    A PTransform that reads from a text file (or multiple text + files matching a pattern) and returns a PCollection containing + the decoding of each of the lines of the text file(s). The + default decoding just returns each line as a String, but you may call + withCoder(Coder) to change the return type.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public static TextIO.Read.Bound<String> from(String filepattern)
        +
        Returns a transform for reading text files that reads from the file(s) + with the given filename or filename pattern. This can be a local path (if running locally), + or a Google Cloud Storage filename or filename pattern of the form + "gs://<bucket>/<filepath>" (if running locally or via the Google Cloud Dataflow + service). Standard Java Filesystem glob patterns ("*", "?", "[..]") are supported.
        +
      • +
      + + + + + + + +
        +
      • +

        withCoder

        +
        public static <T> TextIO.Read.Bound<T> withCoder(Coder<T> coder)
        +
        Returns a transform for reading text files that uses the given + Coder<T> to decode each of the lines of the file into a + value of type T. + +

        By default, uses StringUtf8Coder, which just + returns the text lines as Java strings.

        +
        +
        Type Parameters:
        +
        T - the type of the decoded elements, and the elements + of the resulting PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public static TextIO.Read.Bound<String> withoutValidation()
        +
        Returns a transform for reading text files that has GCS path validation on + pipeline creation disabled. + +

        This can be useful in the case where the GCS input does not + exist at the pipeline creation time, but is expected to be + available at execution time.

        +
      • +
      + + + +
        +
      • +

        withCompressionType

        +
        public static TextIO.Read.Bound<String> withCompressionType(TextIO.CompressionType compressionType)
        +
        Returns a transform for reading text files that decompresses all input files + using the specified compression type. + +

        If no compression type is specified, the default is TextIO.CompressionType.AUTO. + In this mode, the compression type of the file is determined by its extension + (e.g., *.gz is gzipped, *.bz2 is bzipped, and all other extensions are + uncompressed).

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.Bound.html new file mode 100644 index 00000000000..88d8338f783 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.Bound.html @@ -0,0 +1,759 @@ + + + + + + +TextIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class TextIO.Write.Bound<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of the input PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    TextIO.Write
    +
    +
    +
    +
    public static class TextIO.Write.Bound<T>
    +extends PTransform<PCollection<T>,PDone>
    +
    A PTransform that writes a bounded PCollection to a text file (or + multiple text files matching a sharding pattern), with each + PCollection element being encoded into its own line.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        to

        +
        public TextIO.Write.Bound<T> to(String filenamePrefix)
        +
        Returns a transform for writing to text files that's like this one but + that writes to the file(s) with the given filename prefix. + +

        See Write.to(String) for more information. + +

        Does not modify this object.

        +
      • +
      + + + + + + + +
        +
      • +

        withSuffix

        +
        public TextIO.Write.Bound<T> withSuffix(String nameExtension)
        +
        Returns a transform for writing to text files that that's like this one but + that writes to the file(s) with the given filename suffix. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        withNumShards

        +
        public TextIO.Write.Bound<T> withNumShards(int numShards)
        +
        Returns a transform for writing to text files that's like this one but + that uses the provided shard count. + +

        Constraining the number of shards is likely to reduce + the performance of a pipeline. Setting this value is not recommended + unless you require a specific number of output files. + +

        Does not modify this object.

        +
        +
        Parameters:
        +
        numShards - the number of shards to use, or 0 to let the system + decide.
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        withShardNameTemplate

        +
        public TextIO.Write.Bound<T> withShardNameTemplate(String shardTemplate)
        +
        Returns a transform for writing to text files that's like this one but + that uses the given shard name template. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        ShardNameTemplate
        +
        +
      • +
      + + + +
        +
      • +

        withoutSharding

        +
        public TextIO.Write.Bound<T> withoutSharding()
        +
        Returns a transform for writing to text files that's like this one but + that forces a single file as output. + +

        Constraining the number of shards is likely to reduce + the performance of a pipeline. Using this setting is not recommended + unless you truly require a single output file. + +

        This is a shortcut for + .withNumShards(1).withShardNameTemplate("") + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withCoder

        +
        public <X> TextIO.Write.Bound<X> withCoder(Coder<X> coder)
        +
        Returns a transform for writing to text files that's like this one + but that uses the given Coder<X> to encode each of + the elements of the input PCollection<X> into an + output text line. Does not modify this object.
        +
        +
        Type Parameters:
        +
        X - the type of the elements of the input PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public TextIO.Write.Bound<T> withoutValidation()
        +
        Returns a transform for writing to text files that's like this one but + that has GCS output path validation on pipeline creation disabled. + +

        This can be useful in the case where the GCS output location does + not exist at the pipeline creation time, but is expected to be + available at execution time. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withHeader

        +
        public TextIO.Write.Bound<T> withHeader(@Nullable
        +                                        String header)
        +
        Returns a transform for writing to text files that adds a header string to the files + it writes. Note that a newline character will be added after the header. + +

        A null value will clear any previously configured header. + +

        Does not modify this object.

        +
        +
        Parameters:
        +
        header - the string to be added as file header
        +
        +
      • +
      + + + +
        +
      • +

        withFooter

        +
        public TextIO.Write.Bound<T> withFooter(@Nullable
        +                                        String footer)
        +
        Returns a transform for writing to text files that adds a footer string to the files + it writes. Note that a newline character will be added after the header. + +

        A null value will clear any previously configured footer. + +

        Does not modify this object.

        +
        +
        Parameters:
        +
        footer - the string to be added as file footer
        +
        +
      • +
      + + + + + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getShardNameTemplate

        +
        public String getShardNameTemplate()
        +
        Returns the current shard name template string.
        +
      • +
      + + + + + + + +
        +
      • +

        getFilenamePrefix

        +
        public String getFilenamePrefix()
        +
      • +
      + + + +
        +
      • +

        getShardTemplate

        +
        public String getShardTemplate()
        +
      • +
      + + + +
        +
      • +

        getNumShards

        +
        public int getNumShards()
        +
      • +
      + + + +
        +
      • +

        getFilenameSuffix

        +
        public String getFilenameSuffix()
        +
      • +
      + + + +
        +
      • +

        getCoder

        +
        public Coder<T> getCoder()
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        needsValidation

        +
        public boolean needsValidation()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.html new file mode 100644 index 00000000000..811640c44bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.Write.html @@ -0,0 +1,536 @@ + + + + + + +TextIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class TextIO.Write

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    TextIO
    +
    +
    +
    +
    public static class TextIO.Write
    +extends Object
    +
    A PTransform that writes a PCollection to text file (or + multiple text files matching a sharding pattern), with each + element of the input collection encoded into its own line.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Write

        +
        public Write()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        to

        +
        public static TextIO.Write.Bound<String> to(String prefix)
        +
        Returns a transform for writing to text files that writes to the file(s) + with the given prefix. This can be a local filename + (if running locally), or a Google Cloud Storage filename of + the form "gs://<bucket>/<filepath>" + (if running locally or via the Google Cloud Dataflow service). + +

        The files written will begin with this prefix, followed by + a shard identifier (see TextIO.Write.Bound.withNumShards(int), and end + in a common extension, if given by TextIO.Write.Bound.withSuffix(String).

        +
      • +
      + + + + + + + +
        +
      • +

        withSuffix

        +
        public static TextIO.Write.Bound<String> withSuffix(String nameExtension)
        +
        Returns a transform for writing to text files that appends the specified suffix + to the created files.
        +
      • +
      + + + +
        +
      • +

        withNumShards

        +
        public static TextIO.Write.Bound<String> withNumShards(int numShards)
        +
        Returns a transform for writing to text files that uses the provided shard count. + +

        Constraining the number of shards is likely to reduce + the performance of a pipeline. Setting this value is not recommended + unless you require a specific number of output files.

        +
        +
        Parameters:
        +
        numShards - the number of shards to use, or 0 to let the system + decide.
        +
        +
      • +
      + + + +
        +
      • +

        withShardNameTemplate

        +
        public static TextIO.Write.Bound<String> withShardNameTemplate(String shardTemplate)
        +
        Returns a transform for writing to text files that uses the given shard name + template. + +

        See ShardNameTemplate for a description of shard templates.

        +
      • +
      + + + +
        +
      • +

        withoutSharding

        +
        public static TextIO.Write.Bound<String> withoutSharding()
        +
        Returns a transform for writing to text files that forces a single file as + output.
        +
      • +
      + + + +
        +
      • +

        withCoder

        +
        public static <T> TextIO.Write.Bound<T> withCoder(Coder<T> coder)
        +
        Returns a transform for writing to text files that uses the given + Coder to encode each of the elements of the input + PCollection into an output text line. + +

        By default, uses StringUtf8Coder, which writes input + Java strings directly as output lines.

        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input PCollection
        +
        +
      • +
      + + + +
        +
      • +

        withoutValidation

        +
        public static TextIO.Write.Bound<String> withoutValidation()
        +
        Returns a transform for writing to text files that has GCS path validation on + pipeline creation disabled. + +

        This can be useful in the case where the GCS output location does + not exist at the pipeline creation time, but is expected to be available + at execution time.

        +
      • +
      + + + +
        +
      • +

        withHeader

        +
        public static TextIO.Write.Bound<String> withHeader(@Nullable
        +                                                    String header)
        +
        Returns a transform for writing to text files that adds a header string to the files + it writes. Note that a newline character will be added after the header. + +

        A null value will clear any previously configured header.

        +
        +
        Parameters:
        +
        header - the string to be added as file header
        +
        +
      • +
      + + + +
        +
      • +

        withFooter

        +
        public static TextIO.Write.Bound<String> withFooter(@Nullable
        +                                                    String footer)
        +
        Returns a transform for writing to text files that adds a footer string to the files + it writes. Note that a newline character will be added after the header. + +

        A null value will clear any previously configured footer.

        +
        +
        Parameters:
        +
        footer - the string to be added as file footer
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.html new file mode 100644 index 00000000000..1eca9e4b6b1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/TextIO.html @@ -0,0 +1,343 @@ + + + + + + +TextIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class TextIO

+
+
+ +
+
    +
  • +
    +
    +
    public class TextIO
    +extends Object
    +
    PTransforms for reading and writing text files. + +

    To read a PCollection from one or more text files, use TextIO.Read. + You can instantiate a transform using TextIO.Read.from(String) to specify + the path of the file(s) to read from (e.g., a local filename or + filename pattern if running locally, or a Google Cloud Storage + filename or filename pattern of the form + "gs://<bucket>/<filepath>"). + +

    By default, TextIO.Read returns a PCollection of Strings, + each corresponding to one line of an input UTF-8 text file. To convert directly from the raw + bytes (split into lines delimited by '\n', '\r', or '\r\n') to another object of type T, + supply a Coder<T> using TextIO.Read.withCoder(Coder). + +

    See the following examples: + +

    
    + Pipeline p = ...;
    +
    + // A simple Read of a local file (only runs locally):
    + PCollection<String> lines =
    +     p.apply(TextIO.Read.from("/local/path/to/file.txt"));
    +
    + // A fully-specified Read from a GCS file:
    + PCollection<Integer> numbers =
    +     p.apply("ReadNumbers", TextIO.Read
    +         .from("gs://my_bucket/path/to/numbers-*.txt")
    +         .withCoder(TextualIntegerCoder.of()));
    + 
    + +

    To write a PCollection to one or more text files, use + TextIO.Write, specifying TextIO.Write.to(String) to specify + the path of the file to write to (e.g., a local filename or sharded + filename pattern if running locally, or a Google Cloud Storage + filename or sharded filename pattern of the form + "gs://<bucket>/<filepath>"). You can use TextIO.Write.withCoder(Coder) + to specify the Coder to use to encode the Java values into text lines. + +

    Any existing files with the same names as generated output files + will be overwritten. + +

    For example: +

    
    + // A simple Write to a local file (only runs locally):
    + PCollection<String> lines = ...;
    + lines.apply(TextIO.Write.to("/path/to/file.txt"));
    +
    + // A fully-specified Write to a sharded GCS file:
    + PCollection<Integer> numbers = ...;
    + numbers.apply("WriteNumbers", TextIO.Write
    +      .to("gs://my_bucket/path/to/numbers")
    +      .withSuffix(".txt")
    +      .withCoder(TextualIntegerCoder.of()));
    +
    + // Same as above, only with Gzip compression:
    + PCollection<Integer> numbers = ...;
    + numbers.apply("WriteNumbers", TextIO.Write
    +      .to("gs://my_bucket/path/to/numbers")
    +      .withSuffix(".txt")
    +      .withCoder(TextualIntegerCoder.of())
    +      .withWritableByteChannelFactory(FileBasedSink.CompressionType.GZIP));
    + 
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DEFAULT_TEXT_CODER

        +
        public static final Coder<String> DEFAULT_TEXT_CODER
        +
        The default coder, which returns each line of the input file as a string.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html new file mode 100644 index 00000000000..5349c03c54d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.CheckpointMark.html @@ -0,0 +1,266 @@ + + + + + + +UnboundedSource.CheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Interface UnboundedSource.CheckpointMark

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        finalizeCheckpoint

        +
        void finalizeCheckpoint()
        +                 throws IOException
        +
        Called by the system to signal that this checkpoint mark has been committed along with + all the records which have been read from the UnboundedSource.UnboundedReader since the + previous checkpoint was taken. + +

        For example, this method could send acknowledgements to an external data source + such as Pubsub. + +

        Note that: +

          +
        • This finalize method may be called from any thread, concurrently with calls to + the UnboundedSource.UnboundedReader it was created from. +
        • Checkpoints will not necessarily be finalized as soon as they are created. + A checkpoint may be taken while a previous checkpoint from the same + UnboundedSource.UnboundedReader has not yet be finalized. +
        • In the absence of failures, all checkpoints will be finalized and they will be + finalized in the same order they were taken from the UnboundedSource.UnboundedReader. +
        • It is possible for a checkpoint to be taken but this method never called. This method + will never be called if the checkpoint could not be committed, and other failures may cause + this method to never be called. +
        • It is not safe to assume the UnboundedSource.UnboundedReader from which this checkpoint was + created still exists at the time this method is called. +
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.UnboundedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.UnboundedReader.html new file mode 100644 index 00000000000..4728922dd51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.UnboundedReader.html @@ -0,0 +1,557 @@ + + + + + + +UnboundedSource.UnboundedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class UnboundedSource.UnboundedReader<OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        BACKLOG_UNKNOWN

        +
        public static final long BACKLOG_UNKNOWN
        +
        Constant representing an unknown amount of backlog.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        UnboundedReader

        +
        public UnboundedReader()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        start

        +
        public abstract boolean start()
        +                       throws IOException
        +
        Initializes the reader and advances the reader to the first record. If the reader has been + restored from a checkpoint then it should advance to the next unread record at the point + the checkpoint was taken. + +

        This method will be called exactly once. The invocation will occur prior to calling + advance() or Source.Reader.getCurrent(). This method may perform expensive operations that + are needed to initialize the reader. + +

        Returns true if a record was read, false if there is no more input + currently available. Future calls to advance() may return true once more data + is available. Regardless of the return value of start, start will not be + called again on the same UnboundedReader object; it will only be called again when a + new reader object is constructed for the same source, e.g. on recovery.

        +
        +
        Specified by:
        +
        start in class Source.Reader<OutputT>
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        advance

        +
        public abstract boolean advance()
        +                         throws IOException
        +
        Advances the reader to the next valid record. + +

        Returns true if a record was read, false if there is no more input + available. Future calls to advance() may return true once more data is + available.

        +
        +
        Specified by:
        +
        advance in class Source.Reader<OutputT>
        +
        Returns:
        +
        true if a record was read, false if there is no more input available.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getCurrentRecordId

        +
        public byte[] getCurrentRecordId()
        +                          throws NoSuchElementException
        +
        Returns a unique identifier for the current record. This should be the same for each + instance of the same logical record read from the underlying data source. + +

        It is only necessary to override this if UnboundedSource.requiresDeduping() has been overridden to + return true. + +

        For example, this could be a hash of the record contents, or a logical ID present in + the record. If this is generated as a hash of the record contents, it should be at least 16 + bytes (128 bits) to avoid collisions. + +

        This method has the same restrictions on when it can be called as Source.Reader.getCurrent() and + Source.Reader.getCurrentTimestamp().

        +
        +
        Throws:
        +
        NoSuchElementException - if the reader is at the beginning of the input and + start() or advance() wasn't called, or if the last start() or + advance() returned false.
        +
        +
      • +
      + + + +
        +
      • +

        getWatermark

        +
        public abstract org.joda.time.Instant getWatermark()
        +
        Returns a timestamp before or at the timestamps of all future elements read by this reader. + +

        This can be approximate. If records are read that violate this guarantee, they will be + considered late, which will affect how they will be processed. See + Window for more information on + late data and how to handle it. + +

        However, this value should be as late as possible. Downstream windows may not be able + to close until this watermark passes their end. + +

        For example, a source may know that the records it reads will be in timestamp order. In + this case, the watermark can be the timestamp of the last record read. For a + source that does not have natural timestamps, timestamps can be set to the time of + reading, in which case the watermark is the current clock time. + +

        See Window and + Trigger for more + information on timestamps and watermarks. + +

        May be called after advance() or start() has returned false, but not before + start() has been called.

        +
      • +
      + + + + + + + +
        +
      • +

        getSplitBacklogBytes

        +
        public long getSplitBacklogBytes()
        +
        Returns the size of the backlog of unread data in the underlying data source represented by + this split of this source. + +

        One of this or getTotalBacklogBytes() should be overridden in order to allow the + runner to scale the amount of resources allocated to the pipeline.

        +
      • +
      + + + +
        +
      • +

        getTotalBacklogBytes

        +
        public long getTotalBacklogBytes()
        +
        Returns the size of the backlog of unread data in the underlying data source represented by + all splits of this source. + +

        One of this or getSplitBacklogBytes() should be overridden in order to allow the + runner to scale the amount of resources allocated to the pipeline.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.html new file mode 100644 index 00000000000..8e77bafaeb7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/UnboundedSource.html @@ -0,0 +1,448 @@ + + + + + + +UnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class UnboundedSource<OutputT,CheckpointMarkT extends UnboundedSource.CheckpointMark>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    OutputT - Type of records output by this source.
    +
    CheckpointMarkT - Type of checkpoint marks used by the readers of this source.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    UnboundedReadFromBoundedSource.BoundedToUnboundedSourceAdapter
    +
    +
    +
    +
    public abstract class UnboundedSource<OutputT,CheckpointMarkT extends UnboundedSource.CheckpointMark>
    +extends Source<OutputT>
    +
    A Source that reads an unbounded amount of input and, because of that, supports + some additional operations such as checkpointing, watermarks, and record ids. + +
      +
    • Checkpointing allows sources to not re-read the same data again in the case of failures. +
    • Watermarks allow for downstream parts of the pipeline to know up to what point + in time the data is complete. +
    • Record ids allow for efficient deduplication of input records; many streaming sources + do not guarantee that a given record will only be read a single time. +
    + +

    See Window and + Trigger for more information on + timestamps and watermarks.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        UnboundedSource

        +
        public UnboundedSource()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        generateInitialSplits

        +
        public abstract List<? extends UnboundedSource<OutputT,CheckpointMarkT>> generateInitialSplits(int desiredNumSplits,
        +                                                                                               PipelineOptions options)
        +                                                                                        throws Exception
        +
        Returns a list of UnboundedSource objects representing the instances of this source + that should be used when executing the workflow. Each split should return a separate partition + of the input data. + +

        For example, for a source reading from a growing directory of files, each split + could correspond to a prefix of file names. + +

        Some sources are not splittable, such as reading from a single TCP stream. In that + case, only a single split should be returned. + +

        Some data sources automatically partition their data among readers. For these types of + inputs, n identical replicas of the top-level source can be returned. + +

        The size of the returned list should be as close to desiredNumSplits + as possible, but does not have to match exactly. A low number of splits + will limit the amount of parallelism in the source.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        getCheckpointMarkCoder

        +
        @Nullable
        +public abstract Coder<CheckpointMarkT> getCheckpointMarkCoder()
        +
        Returns a Coder for encoding and decoding the checkpoints for this source, or + null if the checkpoints do not need to be durably committed.
        +
      • +
      + + + +
        +
      • +

        requiresDeduping

        +
        public boolean requiresDeduping()
        +
        Returns whether this source requires explicit deduping. + +

        This is needed if the underlying data source can return the same record multiple times, + such a queuing system with a pull-ack model. Sources where the records read are uniquely + identified by the persisted state in the CheckpointMark do not need this. + +

        Generally, if UnboundedSource.CheckpointMark.finalizeCheckpoint() is overridden, this method should + return true. Checkpoint finalization is best-effort, and readers can be resumed from a + checkpoint that has not been finalized.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.Bound.html new file mode 100644 index 00000000000..59ea6dff81e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.Bound.html @@ -0,0 +1,394 @@ + + + + + + +Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Write.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getNumShards

        +
        public int getNumShards()
        +
        Returns the number of shards that will be produced in the output.
        +
        +
        See Also:
        +
        for more information
        +
        +
      • +
      + + + +
        +
      • +

        getSink

        +
        public Sink<T> getSink()
        +
        Returns the Sink associated with this PTransform.
        +
      • +
      + + + +
        +
      • +

        withNumShards

        +
        public Write.Bound<T> withNumShards(int numShards)
        +
        Returns a new Write.Bound that will write to the current Sink using the + specified number of shards. + +

        This option should be used sparingly as it can hurt performance. See Write for + more information. + +

        A value less than or equal to 0 will be equivalent to the default behavior of + runner-controlled sharding.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.html new file mode 100644 index 00000000000..a137e5b6a7f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/Write.html @@ -0,0 +1,321 @@ + + + + + + +Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class Write

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=SOURCE_SINK)
    +public class Write
    +extends Object
    +
    A PTransform that writes to a Sink. A write begins with a sequential global + initialization of a sink, followed by a parallel write, and ends with a sequential finalization + of the write. The output of a write is PDone. + +

    By default, every bundle in the input PCollection will be processed by a + Sink.WriteOperation, so the number of outputs will vary based on runner behavior, though at + least 1 output will always be produced. The exact parallelism of the write stage can be + controlled using Write.Bound.withNumShards(int), typically used to control how many files are + produced or to globally limit the number of workers connecting to an external service. However, + this option can often hurt performance: it adds an additional GroupByKey to the pipeline. + +

    Write re-windows the data into the global window, so it is typically not well suited + to use in streaming pipelines. + +

    Example usage with runner-controlled sharding: + +

     p.apply(Write.to(new MySink(...)));
    + +

    Example usage with a fixed number of shards: + +

     p.apply(Write.to(new MySink(...)).withNumShards(3));
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Write

        +
        public Write()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        to

        +
        public static <T> Write.Bound<T> to(Sink<T> sink)
        +
        Creates a Write transform that writes to the given Sink, letting the runner + control how many different shards are produced.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.Bound.html new file mode 100644 index 00000000000..cbf49bd5a1e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.Bound.html @@ -0,0 +1,426 @@ + + + + + + +XmlSink.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class XmlSink.Bound<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        ofRecordClass

        +
        public <T> XmlSink.Bound<T> ofRecordClass(Class<T> classToBind)
        +
        Returns an XmlSink that writes objects of the class specified as XML elements. + +

        The specified class must be able to be used to create a JAXB context.

        +
      • +
      + + + +
        +
      • +

        toFilenamePrefix

        +
        public XmlSink.Bound<T> toFilenamePrefix(String baseOutputFilename)
        +
        Returns an XmlSink that writes to files with the given prefix. + +

        Output files will have the name {filenamePrefix}-0000i-of-0000n.xml where n is + the number of output bundles that the Dataflow service divides the output into.

        +
      • +
      + + + +
        +
      • +

        withRootElement

        +
        public XmlSink.Bound<T> withRootElement(String rootElementName)
        +
        Returns an XmlSink that writes XML files with an enclosing root element of the + supplied name.
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PipelineOptions options)
        +
        Validates that the root element, class to bind to a JAXB context, and filenamePrefix have + been set and that the class can be bound in a JAXB context.
        +
        +
        Overrides:
        +
        validate in class FileBasedSink<T>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: Sink
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class FileBasedSink<T>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriteOperation.html new file mode 100644 index 00000000000..eb9d63c850e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriteOperation.html @@ -0,0 +1,348 @@ + + + + + + +XmlSink.XmlWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class XmlSink.XmlWriteOperation<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriter.html new file mode 100644 index 00000000000..534b047dd61 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.XmlWriter.html @@ -0,0 +1,413 @@ + + + + + + +XmlSink.XmlWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class XmlSink.XmlWriter<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.html new file mode 100644 index 00000000000..a5d19edfdc0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSink.html @@ -0,0 +1,471 @@ + + + + + + +XmlSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class XmlSink

+
+
+ +
+
    +
  • +
    +
    +
    public class XmlSink
    +extends Object
    +
    A Sink that outputs records as XML-formatted elements. Writes a PCollection of + records from JAXB-annotated classes to a single file location. + +

    Given a PCollection containing records of type T that can be marshalled to XML elements, this + Sink will produce a single file consisting of a single root element that contains all of the + elements in the PCollection. + +

    XML Sinks are created with a base filename to write to, a root element name that will be used + for the root element of the output files, and a class to bind to an XML element. This class + will be used in the marshalling of records in an input PCollection to their XML representation + and must be able to be bound using JAXB annotations (checked at pipeline construction time). + +

    XML Sinks can be written to using the Write transform: + +

    + p.apply(Write.to(
    +      XmlSink.ofRecordClass(Type.class)
    +          .withRootElementName(root_element)
    +          .toFilenamePrefix(output_filename)));
    + 
    + +

    For example, consider the following class with JAXB annotations: + +

    +   @XmlRootElement(name = "word_count_result")
    +   @XmlType(propOrder = {"word", "frequency"})
    +  public class WordFrequency {
    +    private String word;
    +    private long frequency;
    +
    +    public WordFrequency() { }
    +
    +    public WordFrequency(String word, long frequency) {
    +      this.word = word;
    +      this.frequency = frequency;
    +    }
    +
    +    public void setWord(String word) {
    +      this.word = word;
    +    }
    +
    +    public void setFrequency(long frequency) {
    +      this.frequency = frequency;
    +    }
    +
    +    public long getFrequency() {
    +      return frequency;
    +    }
    +
    +    public String getWord() {
    +      return word;
    +    }
    +  }
    + 
    + +

    The following will produce XML output with a root element named "words" from a PCollection of + WordFrequency objects: +

    + p.apply(Write.to(
    +  XmlSink.ofRecordClass(WordFrequency.class)
    +      .withRootElement("words")
    +      .toFilenamePrefix(output_file)));
    + 
    + +

    The output of which will look like: +

    + 
    + <words>
    +
    +  <word_count_result>
    +    <word>decreased</word>
    +    <frequency>1</frequency>
    +  </word_count_result>
    +
    +  <word_count_result>
    +    <word>War</word>
    +    <frequency>4</frequency>
    +  </word_count_result>
    +
    +  <word_count_result>
    +    <word>empress'</word>
    +    <frequency>14</frequency>
    +  </word_count_result>
    +
    +  <word_count_result>
    +    <word>stoops</word>
    +    <frequency>6</frequency>
    +  </word_count_result>
    +
    +  ...
    + </words>
    + 
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSource.html new file mode 100644 index 00000000000..92e64e2b4a1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/XmlSource.html @@ -0,0 +1,664 @@ + + + + + + +XmlSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io
+

Class XmlSource<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - Type of the objects that represent the records of the XML file. The + PCollection generated by this source will be of this type.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class XmlSource<T>
    +extends FileBasedSource<T>
    +
    A source that can be used to read XML files. This source reads one or more + XML files and creates a PCollection of a given type. A Read transform can be + created by passing an XmlSource object to Read.from(org.apache.beam.sdk.io.BoundedSource<T>). Please note the + example given below. + +

    The XML file must be of the following form, where root and record are XML + element names that are defined by the user: + +

    + 
    + <root>
    + <record> ... </record>
    + <record> ... </record>
    + <record> ... </record>
    + ...
    + <record> ... </record>
    + </root>
    + 
    + 
    + +

    Basically, the XML document should contain a single root element with an inner list consisting + entirely of record elements. The records may contain arbitrary XML content; however, that content + must not contain the start <record> or end </record> tags. This + restriction enables reading from large XML files in parallel from different offsets in the file. + +

    Root and/or record elements may additionally contain an arbitrary number of XML attributes. + Additionally users must provide a class of a JAXB annotated Java type that can be used convert + records into Java objects and vice versa using JAXB marshalling/unmarshalling mechanisms. Reading + the source will generate a PCollection of the given JAXB annotated Java type. + Optionally users may provide a minimum size of a bundle that should be created for the source. + +

    The following example shows how to read from XmlSource in a Beam pipeline: + +

    + 
    + XmlSource<String> source = XmlSource.<String>from(file.toPath().toString())
    +     .withRootElement("root")
    +     .withRecordElement("record")
    +     .withRecordClass(Record.class);
    + PCollection<String> output = p.apply(Read.from(source));
    + 
    + 
    + +

    Currently, only XML files that use single-byte characters are supported. Using a file that + contains multi-byte characters may result in data loss or duplication. + +

    To use XmlSource: +

      +
    1. Explicitly declare a dependency on org.codehaus.woodstox:stax2-api
    2. +
    3. Include a compatible implementation on the classpath at run-time, + such as org.codehaus.woodstox:woodstox-core-asl
    4. +
    + +

    These dependencies have been declared as optional in the sdks/java/core/pom.xml file of + Apache Beam. + +

    Permissions

    + Permission requirements depend on the + PipelineRunner that is + used to execute the Beam pipeline. Please refer to the documentation of corresponding + PipelineRunners for more details.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public static <T> XmlSource<T> from(String fileOrPatternSpec)
        +
        Creates an XmlSource for a single XML file or a set of XML files defined by a Java "glob" file + pattern. Each XML file should be of the form defined in XmlSource.
        +
      • +
      + + + +
        +
      • +

        withRootElement

        +
        public XmlSource<T> withRootElement(String rootElement)
        +
        Sets name of the root element of the XML document. This will be used to create a valid starting + root element when initiating a bundle of records created from an XML document. This is a + required parameter.
        +
      • +
      + + + +
        +
      • +

        withRecordElement

        +
        public XmlSource<T> withRecordElement(String recordElement)
        +
        Sets name of the record element of the XML document. This will be used to determine offset of + the first record of a bundle created from the XML document. This is a required parameter.
        +
      • +
      + + + +
        +
      • +

        withRecordClass

        +
        public XmlSource<T> withRecordClass(Class<T> recordClass)
        +
        Sets a JAXB annotated class that can be populated using a record of the provided XML file. This + will be used when unmarshalling record objects from the XML file. This is a required + parameter.
        +
      • +
      + + + +
        +
      • +

        withMinBundleSize

        +
        public XmlSource<T> withMinBundleSize(long minBundleSize)
        +
        Sets a parameter minBundleSize for the minimum bundle size of the source. Please refer + to OffsetBasedSource for the definition of minBundleSize. This is an optional + parameter.
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Overrides:
        +
        validate in class FileBasedSource<T>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: Source
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class FileBasedSource<T>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        public Coder<T> getDefaultOutputCoder()
        +
        Description copied from class: Source
        +
        Returns the default Coder to use for the data read from this source.
        +
        +
        Specified by:
        +
        getDefaultOutputCoder in class Source<T>
        +
        +
      • +
      + + + +
        +
      • +

        getRootElement

        +
        public String getRootElement()
        +
      • +
      + + + +
        +
      • +

        getRecordElement

        +
        public String getRecordElement()
        +
      • +
      + + + +
        +
      • +

        getRecordClass

        +
        public Class<T> getRecordClass()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.Bound.html new file mode 100644 index 00000000000..b2953fda867 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.Bound.html @@ -0,0 +1,239 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroIO.Read.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.html new file mode 100644 index 00000000000..4ae81925d8d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Read.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroIO.Read

+
+
No usage of org.apache.beam.sdk.io.AvroIO.Read
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.Bound.html new file mode 100644 index 00000000000..1d884747b23 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.Bound.html @@ -0,0 +1,321 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroIO.Write.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.html new file mode 100644 index 00000000000..91dd4b11adf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroIO.Write

+
+
No usage of org.apache.beam.sdk.io.AvroIO.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.html new file mode 100644 index 00000000000..25abe7d790b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroIO

+
+
No usage of org.apache.beam.sdk.io.AvroIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.AvroReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.AvroReader.html new file mode 100644 index 00000000000..94a9b88f355 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.AvroReader.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroSource.AvroReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroSource.AvroReader

+
+
No usage of org.apache.beam.sdk.io.AvroSource.AvroReader
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.html new file mode 100644 index 00000000000..dae3c92611d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/AvroSource.html @@ -0,0 +1,216 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.AvroSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.AvroSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.Block.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.Block.html new file mode 100644 index 00000000000..e7a3d5cb511 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.Block.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.BlockBasedSource.Block (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.BlockBasedSource.Block

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.BlockBasedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.BlockBasedReader.html new file mode 100644 index 00000000000..a27ff472a5d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.BlockBasedReader.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.BlockBasedSource.BlockBasedReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.html new file mode 100644 index 00000000000..80a5d5cf83e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BlockBasedSource.html @@ -0,0 +1,206 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.BlockBasedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.BlockBasedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedReadFromUnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedReadFromUnboundedSource.html new file mode 100644 index 00000000000..be6cda92cd4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedReadFromUnboundedSource.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.BoundedReadFromUnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.BoundedReadFromUnboundedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.BoundedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.BoundedReader.html new file mode 100644 index 00000000000..04549ec7171 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.BoundedReader.html @@ -0,0 +1,342 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.BoundedSource.BoundedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.BoundedSource.BoundedReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.html new file mode 100644 index 00000000000..0dd4874602f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/BoundedSource.html @@ -0,0 +1,626 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.BoundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.BoundedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressedReader.html new file mode 100644 index 00000000000..49adb20e5e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressedReader.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CompressedSource.CompressedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CompressedSource.CompressedReader

+
+
No usage of org.apache.beam.sdk.io.CompressedSource.CompressedReader
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressionMode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressionMode.html new file mode 100644 index 00000000000..23c5a263ad0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.CompressionMode.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CompressedSource.CompressionMode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CompressedSource.CompressionMode

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.DecompressingChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.DecompressingChannelFactory.html new file mode 100644 index 00000000000..133b8034ee4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.DecompressingChannelFactory.html @@ -0,0 +1,209 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.CompressedSource.DecompressingChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.CompressedSource.DecompressingChannelFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.html new file mode 100644 index 00000000000..9d1d81a34a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CompressedSource.html @@ -0,0 +1,193 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CompressedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CompressedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.BoundedCountingInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.BoundedCountingInput.html new file mode 100644 index 00000000000..72fdffd7e15 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.BoundedCountingInput.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CountingInput.BoundedCountingInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CountingInput.BoundedCountingInput

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.UnboundedCountingInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.UnboundedCountingInput.html new file mode 100644 index 00000000000..d2d99e1c687 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.UnboundedCountingInput.html @@ -0,0 +1,202 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CountingInput.UnboundedCountingInput

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.html new file mode 100644 index 00000000000..d3255e92d8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingInput.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CountingInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CountingInput

+
+
No usage of org.apache.beam.sdk.io.CountingInput
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.CounterMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.CounterMark.html new file mode 100644 index 00000000000..3efdc8973ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.CounterMark.html @@ -0,0 +1,183 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CountingSource.CounterMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CountingSource.CounterMark

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.html new file mode 100644 index 00000000000..a807df24df4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/CountingSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.CountingSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.CountingSource

+
+
No usage of org.apache.beam.sdk.io.CountingSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.CompressionType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.CompressionType.html new file mode 100644 index 00000000000..6724cb690bd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.CompressionType.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSink.CompressionType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSink.CompressionType

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriteOperation.html new file mode 100644 index 00000000000..26a854b8ea0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriteOperation.html @@ -0,0 +1,207 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSink.FileBasedWriteOperation

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriter.html new file mode 100644 index 00000000000..7205d3587a0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileBasedWriter.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSink.FileBasedWriter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileResult.html new file mode 100644 index 00000000000..9fd7d08afec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.FileResult.html @@ -0,0 +1,204 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSink.FileResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSink.FileResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.WritableByteChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.WritableByteChannelFactory.html new file mode 100644 index 00000000000..7876952e010 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.WritableByteChannelFactory.html @@ -0,0 +1,236 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.FileBasedSink.WritableByteChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.FileBasedSink.WritableByteChannelFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.html new file mode 100644 index 00000000000..4065317da0c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSink.html @@ -0,0 +1,222 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSink

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.FileBasedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.FileBasedReader.html new file mode 100644 index 00000000000..4e52361c87a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.FileBasedReader.html @@ -0,0 +1,224 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSource.FileBasedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSource.FileBasedReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.Mode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.Mode.html new file mode 100644 index 00000000000..a3c69d713b7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.Mode.html @@ -0,0 +1,183 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSource.Mode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSource.Mode

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.html new file mode 100644 index 00000000000..f018bc26132 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/FileBasedSource.html @@ -0,0 +1,286 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.FileBasedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.FileBasedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.OffsetBasedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.OffsetBasedReader.html new file mode 100644 index 00000000000..491e3241776 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.OffsetBasedReader.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.OffsetBasedSource.OffsetBasedReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.html new file mode 100644 index 00000000000..fbfdf6c7226 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/OffsetBasedSource.html @@ -0,0 +1,246 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.OffsetBasedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.OffsetBasedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubSubscription.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubSubscription.html new file mode 100644 index 00000000000..3c1b3e00c67 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubSubscription.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.PubsubSubscription (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.PubsubSubscription

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubTopic.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubTopic.html new file mode 100644 index 00000000000..11310f0606b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.PubsubTopic.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.PubsubTopic (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.PubsubTopic

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.PubsubBoundedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.PubsubBoundedReader.html new file mode 100644 index 00000000000..4a7e94080ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.PubsubBoundedReader.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.Read.Bound.PubsubBoundedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.Read.Bound.PubsubBoundedReader

+
+
No usage of org.apache.beam.sdk.io.PubsubIO.Read.Bound.PubsubBoundedReader
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.html new file mode 100644 index 00000000000..98d31fc2209 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.Bound.html @@ -0,0 +1,285 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.Read.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.html new file mode 100644 index 00000000000..4199833fb82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Read.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.Read

+
+
No usage of org.apache.beam.sdk.io.PubsubIO.Read
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.PubsubBoundedWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.PubsubBoundedWriter.html new file mode 100644 index 00000000000..ca744d73625 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.PubsubBoundedWriter.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter

+
+
No usage of org.apache.beam.sdk.io.PubsubIO.Write.Bound.PubsubBoundedWriter
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.html new file mode 100644 index 00000000000..b69fea8f4cb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.Bound.html @@ -0,0 +1,235 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.Write.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.html new file mode 100644 index 00000000000..6b7fa241198 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO.Write

+
+
No usage of org.apache.beam.sdk.io.PubsubIO.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.html new file mode 100644 index 00000000000..65a68c2ed41 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubIO

+
+
No usage of org.apache.beam.sdk.io.PubsubIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSink.html new file mode 100644 index 00000000000..66b642669ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSink.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubUnboundedSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubUnboundedSink

+
+
No usage of org.apache.beam.sdk.io.PubsubUnboundedSink
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSource.html new file mode 100644 index 00000000000..4aed1559e36 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/PubsubUnboundedSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.PubsubUnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.PubsubUnboundedSource

+
+
No usage of org.apache.beam.sdk.io.PubsubUnboundedSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Bounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Bounded.html new file mode 100644 index 00000000000..3efe6e9f6f8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Bounded.html @@ -0,0 +1,261 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Read.Bounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Read.Bounded

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Builder.html new file mode 100644 index 00000000000..5d2c37864e5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Builder.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Read.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Read.Builder

+
+
No usage of org.apache.beam.sdk.io.Read.Builder
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Unbounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Unbounded.html new file mode 100644 index 00000000000..c5987b635a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.Unbounded.html @@ -0,0 +1,214 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Read.Unbounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Read.Unbounded

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.html new file mode 100644 index 00000000000..5913f1bf67c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Read.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Read

+
+
No usage of org.apache.beam.sdk.io.Read
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/ShardNameTemplate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/ShardNameTemplate.html new file mode 100644 index 00000000000..3b928b0e9a7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/ShardNameTemplate.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.ShardNameTemplate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.ShardNameTemplate

+
+
No usage of org.apache.beam.sdk.io.ShardNameTemplate
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.WriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.WriteOperation.html new file mode 100644 index 00000000000..027c84dc85a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.WriteOperation.html @@ -0,0 +1,282 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Sink.WriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Sink.WriteOperation

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.Writer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.Writer.html new file mode 100644 index 00000000000..a7d71535f4a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.Writer.html @@ -0,0 +1,271 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Sink.Writer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Sink.Writer

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.html new file mode 100644 index 00000000000..846b2ada355 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Sink.html @@ -0,0 +1,295 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Sink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Sink

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.Reader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.Reader.html new file mode 100644 index 00000000000..a365a0a5e1c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.Reader.html @@ -0,0 +1,292 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Source.Reader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Source.Reader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.html new file mode 100644 index 00000000000..d3c85aabd67 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Source.html @@ -0,0 +1,418 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Source (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Source

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.CompressionType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.CompressionType.html new file mode 100644 index 00000000000..defcb9d08f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.CompressionType.html @@ -0,0 +1,206 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.TextIO.CompressionType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.TextIO.CompressionType

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.Bound.html new file mode 100644 index 00000000000..b91f239b86d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.Bound.html @@ -0,0 +1,236 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.TextIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.TextIO.Read.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.html new file mode 100644 index 00000000000..989829752b6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Read.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.TextIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.TextIO.Read

+
+
No usage of org.apache.beam.sdk.io.TextIO.Read
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.Bound.html new file mode 100644 index 00000000000..029a32ad133 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.Bound.html @@ -0,0 +1,320 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.TextIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.TextIO.Write.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.html new file mode 100644 index 00000000000..7c695df9830 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.TextIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.TextIO.Write

+
+
No usage of org.apache.beam.sdk.io.TextIO.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.html new file mode 100644 index 00000000000..1a240d376a2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/TextIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.TextIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.TextIO

+
+
No usage of org.apache.beam.sdk.io.TextIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.CheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.CheckpointMark.html new file mode 100644 index 00000000000..e62e77a1d1d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.CheckpointMark.html @@ -0,0 +1,346 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.UnboundedSource.CheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.UnboundedSource.CheckpointMark

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.UnboundedReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.UnboundedReader.html new file mode 100644 index 00000000000..a9aa9616bbd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.UnboundedReader.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.UnboundedSource.UnboundedReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.html new file mode 100644 index 00000000000..e3d92671375 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/UnboundedSource.html @@ -0,0 +1,287 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.UnboundedSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.UnboundedSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.Bound.html new file mode 100644 index 00000000000..a0d2ede6332 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.Bound.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Write.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.html new file mode 100644 index 00000000000..a957c017edf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.Write

+
+
No usage of org.apache.beam.sdk.io.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.Bound.html new file mode 100644 index 00000000000..862d0616aa6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.Bound.html @@ -0,0 +1,216 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.XmlSink.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.XmlSink.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriteOperation.html new file mode 100644 index 00000000000..df641c06a9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriteOperation.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.XmlSink.XmlWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.XmlSink.XmlWriteOperation

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriter.html new file mode 100644 index 00000000000..bdb2bce82e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.XmlWriter.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.XmlSink.XmlWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.XmlSink.XmlWriter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.html new file mode 100644 index 00000000000..d662bb63e02 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSink.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.XmlSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.XmlSink

+
+
No usage of org.apache.beam.sdk.io.XmlSink
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSource.html new file mode 100644 index 00000000000..7377835ce92 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/class-use/XmlSource.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.XmlSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.XmlSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.Bound.html new file mode 100644 index 00000000000..145d2b66436 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.Bound.html @@ -0,0 +1,641 @@ + + + + + + +BigQueryIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Class BigQueryIO.Read.Bound

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        from

        +
        public BigQueryIO.Read.Bound from(com.google.api.services.bigquery.model.TableReference table)
        +
        Returns a copy of this transform that reads from the specified table. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        fromQuery

        +
        public BigQueryIO.Read.Bound fromQuery(String query)
        +
        Returns a copy of this transform that reads the results of the specified query. + +

        Does not modify this object. + +

        By default, the query results will be flattened -- see + "flattenResults" in the + Jobs documentation for more information. To disable flattening, use + withoutResultFlattening(). + +

        By default, the query will use BigQuery's legacy SQL dialect. To use the BigQuery + Standard SQL dialect, use usingStandardSql().

        +
      • +
      + + + + + + + +
        +
      • +

        withoutValidation

        +
        public BigQueryIO.Read.Bound withoutValidation()
        +
        Disable validation that the table exists or the query succeeds prior to pipeline + submission. Basic validation (such as ensuring that a query or table is specified) still + occurs.
        +
      • +
      + + + + + + + +
        +
      • +

        usingStandardSql

        +
        public BigQueryIO.Read.Bound usingStandardSql()
        +
        Enables BigQuery's Standard SQL dialect when reading from a query. + +

        Only valid when a query is used (fromQuery(java.lang.String)). Setting this option when reading + from a table will cause an error during validation.

        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PBegin input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PBegin,PCollection<com.google.api.services.bigquery.model.TableRow>>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<com.google.api.services.bigquery.model.TableRow> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<com.google.api.services.bigquery.model.TableRow>>
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        protected Coder<com.google.api.services.bigquery.model.TableRow> getDefaultOutputCoder()
        +
        Description copied from class: PTransform
        +
        Returns the default Coder to use for the output of this + single-output PTransform. + +

        By default, always throws

        +
        +
        Overrides:
        +
        getDefaultOutputCoder in class PTransform<PBegin,PCollection<com.google.api.services.bigquery.model.TableRow>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<com.google.api.services.bigquery.model.TableRow>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getTableProvider

        +
        @Nullable
        +public ValueProvider<com.google.api.services.bigquery.model.TableReference> getTableProvider()
        +
        Returns the table to read, or null if reading from a query instead.
        +
      • +
      + + + +
        +
      • +

        getTable

        +
        @Nullable
        +public com.google.api.services.bigquery.model.TableReference getTable()
        +
        Returns the table to read, or null if reading from a query instead.
        +
      • +
      + + + +
        +
      • +

        getQuery

        +
        @Nullable
        +public String getQuery()
        +
        Returns the query to be read, or null if reading from a table instead.
        +
      • +
      + + + +
        +
      • +

        getQueryProvider

        +
        @Nullable
        +public ValueProvider<String> getQueryProvider()
        +
        Returns the query to be read, or null if reading from a table instead.
        +
      • +
      + + + +
        +
      • +

        getValidate

        +
        public boolean getValidate()
        +
        Returns true if table validation is enabled.
        +
      • +
      + + + +
        +
      • +

        getFlattenResults

        +
        public Boolean getFlattenResults()
        +
        Returns true/false if result flattening is enabled/disabled, or null if not applicable.
        +
      • +
      + + + +
        +
      • +

        getUseLegacySql

        +
        @Nullable
        +public Boolean getUseLegacySql()
        +
        Returns true (false) if the query will (will not) use BigQuery's legacy SQL mode, or null + if not applicable.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.html new file mode 100644 index 00000000000..de595fd0c83 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Read.html @@ -0,0 +1,368 @@ + + + + + + +BigQueryIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Class BigQueryIO.Read

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    BigQueryIO
    +
    +
    +
    +
    public static class BigQueryIO.Read
    +extends Object
    +
    A PTransform that reads from a BigQuery table and returns a + PCollection of TableRows containing each of the rows of the table. + +

    Each TableRow contains values indexed by column name. Here is a + sample processing function that processes a "line" column from rows: +

    
    + static class ExtractWordsFn extends DoFn<TableRow, String> {
    +   public void processElement(ProcessContext c) {
    +     // Get the "line" field of the TableRow object, split it into words, and emit them.
    +     TableRow row = c.element();
    +     String[] words = row.get("line").toString().split("[^a-zA-Z']+");
    +     for (String word : words) {
    +       if (!word.isEmpty()) {
    +         c.output(word);
    +       }
    +     }
    +   }
    + }
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.Bound.html new file mode 100644 index 00000000000..64c5629fb38 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.Bound.html @@ -0,0 +1,701 @@ + + + + + + +BigQueryIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Class BigQueryIO.Write.Bound

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        to

        +
        public BigQueryIO.Write.Bound to(com.google.api.services.bigquery.model.TableReference table)
        +
        Returns a copy of this write transformation, but writing to the specified table. + +

        Does not modify this object.

        +
      • +
      + + + + + + + +
        +
      • +

        to

        +
        public BigQueryIO.Write.Bound to(SerializableFunction<BoundedWindow,String> tableSpecFunction)
        +
        Returns a copy of this write transformation, but using the specified function to determine + which table to write to for each window. + +

        Does not modify this object. + +

        tableSpecFunction should be deterministic. When given the same window, it + should always return the same table specification.

        +
      • +
      + + + +
        +
      • +

        toTableReference

        +
        public BigQueryIO.Write.Bound toTableReference(SerializableFunction<BoundedWindow,com.google.api.services.bigquery.model.TableReference> tableRefFunction)
        +
        Returns a copy of this write transformation, but using the specified function to determine + which table to write to for each window. + +

        Does not modify this object. + +

        tableRefFunction should be deterministic. When given the same window, it should + always return the same table reference.

        +
      • +
      + + + +
        +
      • +

        withSchema

        +
        public BigQueryIO.Write.Bound withSchema(com.google.api.services.bigquery.model.TableSchema schema)
        +
        Returns a copy of this write transformation, but using the specified schema for rows + to be written. + +

        Does not modify this object.

        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        withoutValidation

        +
        public BigQueryIO.Write.Bound withoutValidation()
        +
        Returns a copy of this write transformation, but without BigQuery table validation. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<com.google.api.services.bigquery.model.TableRow> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<com.google.api.services.bigquery.model.TableRow>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<com.google.api.services.bigquery.model.TableRow> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<com.google.api.services.bigquery.model.TableRow>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        protected Coder<Void> getDefaultOutputCoder()
        +
        Description copied from class: PTransform
        +
        Returns the default Coder to use for the output of this + single-output PTransform. + +

        By default, always throws

        +
        +
        Overrides:
        +
        getDefaultOutputCoder in class PTransform<PCollection<com.google.api.services.bigquery.model.TableRow>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<com.google.api.services.bigquery.model.TableRow>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getSchema

        +
        public com.google.api.services.bigquery.model.TableSchema getSchema()
        +
        Returns the table schema.
        +
      • +
      + + + +
        +
      • +

        getTable

        +
        @Nullable
        +public ValueProvider<com.google.api.services.bigquery.model.TableReference> getTable()
        +
        Returns the table reference, or null.
        +
      • +
      + + + +
        +
      • +

        getValidate

        +
        public boolean getValidate()
        +
        Returns true if table validation is enabled.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.CreateDisposition.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.CreateDisposition.html new file mode 100644 index 00000000000..7df3d55621e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.CreateDisposition.html @@ -0,0 +1,371 @@ + + + + + + +BigQueryIO.Write.CreateDisposition (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Enum BigQueryIO.Write.CreateDisposition

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static BigQueryIO.Write.CreateDisposition[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (BigQueryIO.Write.CreateDisposition c : BigQueryIO.Write.CreateDisposition.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static BigQueryIO.Write.CreateDisposition valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.WriteDisposition.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.WriteDisposition.html new file mode 100644 index 00000000000..2e08b3805db --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.WriteDisposition.html @@ -0,0 +1,388 @@ + + + + + + +BigQueryIO.Write.WriteDisposition (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Enum BigQueryIO.Write.WriteDisposition

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Enum Constant Detail

      + + + +
        +
      • +

        WRITE_TRUNCATE

        +
        public static final BigQueryIO.Write.WriteDisposition WRITE_TRUNCATE
        +
        Specifies that write should replace a table. + +

        The replacement may occur in multiple steps - for instance by first + removing the existing table, then creating a replacement, then filling + it in. This is not an atomic operation, and external programs may + see the table in any of these intermediate steps.

        +
      • +
      + + + + + + + +
        +
      • +

        WRITE_EMPTY

        +
        public static final BigQueryIO.Write.WriteDisposition WRITE_EMPTY
        +
        Specifies that the output table must be empty. This is the default + behavior. + +

        If the output table is not empty, the write fails at runtime. + +

        This check may occur long before data is written, and does not + guarantee exclusive access to the table. If two programs are run + concurrently, each specifying the same output table and + a BigQueryIO.Write.WriteDisposition of WRITE_EMPTY, it is possible + for both to succeed.

        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static BigQueryIO.Write.WriteDisposition[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (BigQueryIO.Write.WriteDisposition c : BigQueryIO.Write.WriteDisposition.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static BigQueryIO.Write.WriteDisposition valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.html new file mode 100644 index 00000000000..62537d7750e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.Write.html @@ -0,0 +1,469 @@ + + + + + + +BigQueryIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Class BigQueryIO.Write

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    BigQueryIO
    +
    +
    +
    +
    public static class BigQueryIO.Write
    +extends Object
    +
    A PTransform that writes a PCollection containing TableRows + to a BigQuery table. + +

    In BigQuery, each table has an encosing dataset. The dataset being written must already + exist. + +

    By default, tables will be created if they do not exist, which corresponds to a + BigQueryIO.Write.CreateDisposition.CREATE_IF_NEEDED disposition that matches the default of BigQuery's + Jobs API. A schema must be provided (via withSchema(TableSchema)), + or else the transform may fail at runtime with an IllegalArgumentException. + +

    By default, writes require an empty table, which corresponds to + a BigQueryIO.Write.WriteDisposition.WRITE_EMPTY disposition that matches the + default of BigQuery's Jobs API. + +

    Here is a sample transform that produces TableRow values containing + "word" and "count" columns: +

    
    + static class FormatCountsFn extends DoFn<KV<String, Long>, TableRow> {
    +   public void processElement(ProcessContext c) {
    +     TableRow row = new TableRow()
    +         .set("word", c.element().getKey())
    +         .set("count", c.element().getValue().intValue());
    +     c.output(row);
    +   }
    + }
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.html new file mode 100644 index 00000000000..17ea26d8eb3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.html @@ -0,0 +1,396 @@ + + + + + + +BigQueryIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigquery
+

Class BigQueryIO

+
+
+ +
+
    +
  • +
    +
    +
    public class BigQueryIO
    +extends Object
    +
    PTransforms for reading and writing + BigQuery tables. + +

    Table References

    + +

    A fully-qualified BigQuery table name consists of three components: +

      +
    • projectId: the Cloud project id (defaults to + GcpOptions.getProject()). +
    • datasetId: the BigQuery dataset id, unique within a project. +
    • tableId: a table id, unique within a dataset. +
    + +

    BigQuery table references are stored as a TableReference, which comes + from the + BigQuery Java Client API. + Tables can be referred to as Strings, with or without the projectId. + A helper function is provided (parseTableSpec(String)) + that parses the following string forms into a TableReference: + +

      +
    • [project_id]:[dataset_id].[table_id] +
    • [dataset_id].[table_id] +
    + +

    Reading

    + +

    To read from a BigQuery table, apply a BigQueryIO.Read transformation. + This produces a PCollection of TableRows as output: +

    
    + PCollection<TableRow> weatherData = pipeline.apply(
    +     BigQueryIO.Read.from("clouddataflow-readonly:samples.weather_stations"));
    + 
    + +

    See TableRow for more information on the TableRow object. + +

    Users may provide a query to read from rather than reading all of a BigQuery table. If + specified, the result obtained by executing the specified query will be used as the data of the + input transform. + +

    
    + PCollection<TableRow> meanTemperatureData = pipeline.apply(
    +     BigQueryIO.Read.fromQuery("SELECT year, mean_temp FROM [samples.weather_stations]"));
    + 
    + +

    When creating a BigQuery input transform, users should provide either a query or a table. + Pipeline construction will fail with a validation error if neither or both are specified. + +

    Writing

    + +

    To write to a BigQuery table, apply a BigQueryIO.Write transformation. + This consumes a PCollection of TableRows as input. +

    
    + PCollection<TableRow> quotes = ...
    +
    + List<TableFieldSchema> fields = new ArrayList<>();
    + fields.add(new TableFieldSchema().setName("source").setType("STRING"));
    + fields.add(new TableFieldSchema().setName("quote").setType("STRING"));
    + TableSchema schema = new TableSchema().setFields(fields);
    +
    + quotes.apply(BigQueryIO.Write
    +     .to("my-project:output.output_table")
    +     .withSchema(schema)
    +     .withWriteDisposition(BigQueryIO.Write.WriteDisposition.WRITE_TRUNCATE));
    + 
    + +

    See BigQueryIO.Write for details on how to specify if a write should + append to an existing table, replace the table, or verify that the table is + empty. Note that the dataset being written to must already exist. Unbounded PCollections can only + be written using BigQueryIO.Write.WriteDisposition.WRITE_EMPTY or + BigQueryIO.Write.WriteDisposition.WRITE_APPEND. + +

    Sharding BigQuery output tables

    + +

    A common use case is to dynamically generate BigQuery table names based on + the current window. To support this, + BigQueryIO.Write.to(SerializableFunction) + accepts a function mapping the current window to a tablespec. For example, + here's code that outputs daily tables to BigQuery: +

    
    + PCollection<TableRow> quotes = ...
    + quotes.apply(Window.<TableRow>into(CalendarWindows.days(1)))
    +       .apply(BigQueryIO.Write
    +         .withSchema(schema)
    +         .to(new SerializableFunction<BoundedWindow, String>() {
    +           public String apply(BoundedWindow window) {
    +             // The cast below is safe because CalendarWindows.days(1) produces IntervalWindows.
    +             String dayString = DateTimeFormat.forPattern("yyyy_MM_dd")
    +                  .withZone(DateTimeZone.UTC)
    +                  .print(((IntervalWindow) window).start());
    +             return "my-project:output.output_table_" + dayString;
    +           }
    +         }));
    + 
    + +

    Per-window tables are not yet supported in batch mode. + +

    Permissions

    + +

    Permission requirements depend on the PipelineRunner that is used to execute the + Dataflow job. Please refer to the documentation of corresponding PipelineRunners for + more details. + +

    Please see BigQuery Access Control + for security and permission related information specific to BigQuery.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        parseTableSpec

        +
        public static com.google.api.services.bigquery.model.TableReference parseTableSpec(String tableSpec)
        +
        Parse a table specification in the form + "[project_id]:[dataset_id].[table_id]" or "[dataset_id].[table_id]". + +

        If the project id is omitted, the default project id is used.

        +
      • +
      + + + +
        +
      • +

        toTableSpec

        +
        public static String toTableSpec(com.google.api.services.bigquery.model.TableReference ref)
        +
        Returns a canonical string representation of the TableReference.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.Bound.html new file mode 100644 index 00000000000..29c59c749a1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.Bound.html @@ -0,0 +1,245 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.html new file mode 100644 index 00000000000..255a8f4e81a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Read.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read

+
+
No usage of org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.Bound.html new file mode 100644 index 00000000000..8a696d87beb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.Bound.html @@ -0,0 +1,288 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.CreateDisposition.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.CreateDisposition.html new file mode 100644 index 00000000000..cc1fb85eb3e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.CreateDisposition.html @@ -0,0 +1,204 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.CreateDisposition (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.CreateDisposition

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.WriteDisposition.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.WriteDisposition.html new file mode 100644 index 00000000000..3f32e1ddbef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.WriteDisposition.html @@ -0,0 +1,204 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.WriteDisposition (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write.WriteDisposition

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.html new file mode 100644 index 00000000000..46da3c1e8f5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.Write.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write

+
+
No usage of org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.html new file mode 100644 index 00000000000..c4503b94a0a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/class-use/BigQueryIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO

+
+
No usage of org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-frame.html new file mode 100644 index 00000000000..618cd9837ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-frame.html @@ -0,0 +1,30 @@ + + + + + + +org.apache.beam.sdk.io.gcp.bigquery (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.gcp.bigquery

+
+

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-summary.html new file mode 100644 index 00000000000..605a9ab6643 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-summary.html @@ -0,0 +1,211 @@ + + + + + + +org.apache.beam.sdk.io.gcp.bigquery (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.gcp.bigquery

+
+
Defines transforms for reading and writing from Google BigQuery.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.gcp.bigquery Description

+
Defines transforms for reading and writing from Google BigQuery.
+
+
See Also:
+
BigQueryIO
+
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-tree.html new file mode 100644 index 00000000000..babb3f0af82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-tree.html @@ -0,0 +1,160 @@ + + + + + + +org.apache.beam.sdk.io.gcp.bigquery Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.gcp.bigquery

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-use.html new file mode 100644 index 00000000000..7e6134dd05a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigquery/package-use.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.gcp.bigquery (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.gcp.bigquery

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Read.html new file mode 100644 index 00000000000..77dd4bcb79f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Read.html @@ -0,0 +1,526 @@ + + + + + + +BigtableIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigtable
+

Class BigtableIO.Read

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withBigtableOptions

        +
        public BigtableIO.Read withBigtableOptions(com.google.cloud.bigtable.config.BigtableOptions options)
        +
        Returns a new BigtableIO.Read that will read from the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withBigtableOptions

        +
        public BigtableIO.Read withBigtableOptions(com.google.cloud.bigtable.config.BigtableOptions.Builder optionsBuilder)
        +
        Returns a new BigtableIO.Read that will read from the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations. + +

        Clones the given BigtableOptions builder so that any further changes + will have no effect on the returned BigtableIO.Read. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withRowFilter

        +
        public BigtableIO.Read withRowFilter(com.google.bigtable.v2.RowFilter filter)
        +
        Returns a new BigtableIO.Read that will filter the rows read from Cloud Bigtable + using the given row filter. + +

        Does not modify this object.

        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getBigtableOptions

        +
        public com.google.cloud.bigtable.config.BigtableOptions getBigtableOptions()
        +
        Returns the Google Cloud Bigtable instance being read from, and other parameters.
        +
      • +
      + + + +
        +
      • +

        getKeyRange

        +
        public ByteKeyRange getKeyRange()
        +
        Returns the range of keys that will be read from the table. By default, returns + ByteKeyRange.ALL_KEYS to scan the entire table.
        +
      • +
      + + + +
        +
      • +

        getTableId

        +
        public String getTableId()
        +
        Returns the table being read from.
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<com.google.bigtable.v2.Row> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<com.google.bigtable.v2.Row>>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PBegin input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PBegin,PCollection<com.google.bigtable.v2.Row>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<com.google.bigtable.v2.Row>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Write.html new file mode 100644 index 00000000000..261f1015599 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.Write.html @@ -0,0 +1,471 @@ + + + + + + +BigtableIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigtable
+

Class BigtableIO.Write

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withBigtableOptions

        +
        public BigtableIO.Write withBigtableOptions(com.google.cloud.bigtable.config.BigtableOptions options)
        +
        Returns a new BigtableIO.Write that will write to the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations. + +

        Does not modify this object.

        +
      • +
      + + + +
        +
      • +

        withBigtableOptions

        +
        public BigtableIO.Write withBigtableOptions(com.google.cloud.bigtable.config.BigtableOptions.Builder optionsBuilder)
        +
        Returns a new BigtableIO.Write that will write to the Cloud Bigtable instance + indicated by the given options, and using any other specified customizations. + +

        Clones the given BigtableOptions builder so that any further changes + will have no effect on the returned BigtableIO.Write. + +

        Does not modify this object.

        +
      • +
      + + + + + + + +
        +
      • +

        getBigtableOptions

        +
        public com.google.cloud.bigtable.config.BigtableOptions getBigtableOptions()
        +
        Returns the Google Cloud Bigtable instance being written to, and other parameters.
        +
      • +
      + + + +
        +
      • +

        getTableId

        +
        public String getTableId()
        +
        Returns the table being written to.
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.html new file mode 100644 index 00000000000..467f0a132cb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableIO.html @@ -0,0 +1,379 @@ + + + + + + +BigtableIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigtable
+

Class BigtableIO

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental
    +public class BigtableIO
    +extends Object
    +
    A bounded source and sink for Google Cloud Bigtable. + +

    For more information, see the online documentation at + Google Cloud Bigtable. + +

    Reading from Cloud Bigtable

    + +

    The Bigtable source returns a set of rows from a single table, returning a + PCollection<Row>. + +

    To configure a Cloud Bigtable source, you must supply a table id and a BigtableOptions + or builder configured with the project and other information necessary to identify the + Bigtable instance. By default, BigtableIO.Read will read all rows in the table. The row + range to be read can optionally be restricted using BigtableIO.Read.withKeyRange(org.apache.beam.sdk.io.range.ByteKeyRange), and + a RowFilter can be specified using BigtableIO.Read.withRowFilter(com.google.bigtable.v2.RowFilter). For example: + +

    
    + BigtableOptions.Builder optionsBuilder =
    +     new BigtableOptions.Builder()
    +         .setProjectId("project")
    +         .setInstanceId("instance");
    +
    + Pipeline p = ...;
    +
    + // Scan the entire table.
    + p.apply("read",
    +     BigtableIO.read()
    +         .withBigtableOptions(optionsBuilder)
    +         .withTableId("table"));
    +
    + // Scan a prefix of the table.
    + ByteKeyRange keyRange = ...;
    + p.apply("read",
    +     BigtableIO.read()
    +         .withBigtableOptions(optionsBuilder)
    +         .withTableId("table")
    +         .withKeyRange(keyRange));
    +
    + // Scan a subset of rows that match the specified row filter.
    + p.apply("filtered read",
    +     BigtableIO.read()
    +         .withBigtableOptions(optionsBuilder)
    +         .withTableId("table")
    +         .withRowFilter(filter));
    + 
    + +

    Writing to Cloud Bigtable

    + +

    The Bigtable sink executes a set of row mutations on a single table. It takes as input a + PCollection<KV<ByteString, Iterable<Mutation>>>, where the + ByteString is the key of the row being mutated, and each Mutation represents an + idempotent transformation to that row. + +

    To configure a Cloud Bigtable sink, you must supply a table id and a BigtableOptions + or builder configured with the project and other information necessary to identify the + Bigtable instance, for example: + +

    
    + BigtableOptions.Builder optionsBuilder =
    +     new BigtableOptions.Builder()
    +         .setProjectId("project")
    +         .setInstanceId("instance");
    +
    + PCollection<KV<ByteString, Iterable<Mutation>>> data = ...;
    +
    + data.apply("write",
    +     BigtableIO.write()
    +         .withBigtableOptions(optionsBuilder)
    +         .withTableId("table"));
    + 
    + +

    Experimental

    + +

    This connector for Cloud Bigtable is considered experimental and may break or receive + backwards-incompatible changes in future versions of the Cloud Dataflow SDK. Cloud Bigtable is + in Beta, and thus it may introduce breaking changes in future revisions of its service or APIs. + +

    Permissions

    + +

    Permission requirements depend on the PipelineRunner that is used to execute the + Dataflow job. Please refer to the documentation of corresponding + PipelineRunners for more details.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableTestOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableTestOptions.html new file mode 100644 index 00000000000..bed1483c614 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/BigtableTestOptions.html @@ -0,0 +1,313 @@ + + + + + + +BigtableTestOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.bigtable
+

Interface BigtableTestOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Read.html new file mode 100644 index 00000000000..85d8aa0f829 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Read.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Write.html new file mode 100644 index 00000000000..fe362ef50ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.Write.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.html new file mode 100644 index 00000000000..f1aa9823f79 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.bigtable.BigtableIO

+
+
No usage of org.apache.beam.sdk.io.gcp.bigtable.BigtableIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableTestOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableTestOptions.html new file mode 100644 index 00000000000..673d609f127 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/class-use/BigtableTestOptions.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions

+
+
No usage of org.apache.beam.sdk.io.gcp.bigtable.BigtableTestOptions
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-frame.html new file mode 100644 index 00000000000..2fd0b28fcd8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-frame.html @@ -0,0 +1,27 @@ + + + + + + +org.apache.beam.sdk.io.gcp.bigtable (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.gcp.bigtable

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-summary.html new file mode 100644 index 00000000000..f987f9dff44 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-summary.html @@ -0,0 +1,188 @@ + + + + + + +org.apache.beam.sdk.io.gcp.bigtable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.gcp.bigtable

+
+
Defines transforms for reading and writing from Google Cloud Bigtable.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.gcp.bigtable Description

+
Defines transforms for reading and writing from Google Cloud Bigtable.
+
+
See Also:
+
BigtableIO
+
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-tree.html new file mode 100644 index 00000000000..7241d101254 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-tree.html @@ -0,0 +1,161 @@ + + + + + + +org.apache.beam.sdk.io.gcp.bigtable Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.gcp.bigtable

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-use.html new file mode 100644 index 00000000000..ce8aac9bb32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/bigtable/package-use.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.gcp.bigtable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.gcp.bigtable

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreIO.html new file mode 100644 index 00000000000..b9ff819fe70 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreIO.html @@ -0,0 +1,250 @@ + + + + + + +DatastoreIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.datastore
+

Class DatastoreIO

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        v1

        +
        public static DatastoreV1 v1()
        +
        Returns a DatastoreV1 that provides an API for accessing Cloud Datastore through v1 + version of Datastore Client library.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteEntity.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteEntity.html new file mode 100644 index 00000000000..49666203025 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteEntity.html @@ -0,0 +1,285 @@ + + + + + + +DatastoreV1.DeleteEntity (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.datastore
+

Class DatastoreV1.DeleteEntity

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteKey.html new file mode 100644 index 00000000000..b58dbf0f8ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.DeleteKey.html @@ -0,0 +1,286 @@ + + + + + + +DatastoreV1.DeleteKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.datastore
+

Class DatastoreV1.DeleteKey

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Read.html new file mode 100644 index 00000000000..7403657e0ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Read.html @@ -0,0 +1,586 @@ + + + + + + +DatastoreV1.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.datastore
+

Class DatastoreV1.Read

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        NUM_QUERY_SPLITS_MAX

        +
        public static final int NUM_QUERY_SPLITS_MAX
        +
        An upper bound on the number of splits for a query.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Read

        +
        public Read()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getQuery

        +
        @Nullable
        +public abstract com.google.datastore.v1.Query getQuery()
        +
      • +
      + + + + + + + +
        +
      • +

        getNumQuerySplits

        +
        public abstract int getNumQuerySplits()
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        withQuery

        +
        public DatastoreV1.Read withQuery(com.google.datastore.v1.Query query)
        +
        Returns a new DatastoreV1.Read that reads the results of the specified query. + +

        Note: Normally, DatastoreIO will read from Cloud Datastore in parallel + across many workers. However, when the Query is configured with a limit using + Query.Builder#setLimit, then all results will be read by a single worker in order + to ensure correct results.

        +
      • +
      + + + + + + + +
        +
      • +

        withNumQuerySplits

        +
        public DatastoreV1.Read withNumQuerySplits(int numQuerySplits)
        +
        Returns a new DatastoreV1.Read that reads by splitting the given query into + numQuerySplits. + +

        The semantics for the query splitting is defined below: +

          +
        • Any value less than or equal to 0 will be ignored, and the number of splits will be + chosen dynamically at runtime based on the query data size. +
        • Any value greater than NUM_QUERY_SPLITS_MAX will be capped at + NUM_QUERY_SPLITS_MAX. +
        • If the query has a user limit set, then numQuerySplits will be + ignored and no split will be performed. +
        • Under certain cases Cloud Datastore is unable to split query to the requested number of + splits. In such cases we just use whatever the Cloud Datastore returns. +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<com.google.datastore.v1.Entity> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<com.google.datastore.v1.Entity>>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PBegin input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PBegin,PCollection<com.google.datastore.v1.Entity>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<com.google.datastore.v1.Entity>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Write.html new file mode 100644 index 00000000000..11a136ed8d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.Write.html @@ -0,0 +1,283 @@ + + + + + + +DatastoreV1.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.datastore
+

Class DatastoreV1.Write

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.html new file mode 100644 index 00000000000..068d5180b86 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/DatastoreV1.html @@ -0,0 +1,426 @@ + + + + + + +DatastoreV1 (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.gcp.datastore
+

Class DatastoreV1

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=SOURCE_SINK)
    +public class DatastoreV1
    +extends Object
    +
    DatastoreV1 provides an API to Read, Write and Delete PCollections + of Google Cloud Datastore version v1 + Entity objects. + +

    This API currently requires an authentication workaround. To use DatastoreV1, users + must use the gcloud command line tool to get credentials for Cloud Datastore: +

    + $ gcloud auth login
    + 
    + +

    To read a PCollection from a query to Cloud Datastore, use read() + and its methods DatastoreV1.Read.withProjectId(java.lang.String) and DatastoreV1.Read.withQuery(com.google.datastore.v1.Query) to + specify the project to query and the query to read from. You can optionally provide a namespace + to query within using DatastoreV1.Read.withNamespace(java.lang.String). You could also optionally specify + how many splits you want for the query using DatastoreV1.Read.withNumQuerySplits(int). + +

    For example: + +

     
    + // Read a query from Datastore
    + PipelineOptions options = PipelineOptionsFactory.fromArgs(args).create();
    + Query query = ...;
    + String projectId = "...";
    +
    + Pipeline p = Pipeline.create(options);
    + PCollection<Entity> entities = p.apply(
    +     DatastoreIO.v1().read()
    +         .withProjectId(projectId)
    +         .withQuery(query));
    +  
    + +

    Note: Normally, a Cloud Dataflow job will read from Cloud Datastore in parallel across + many workers. However, when the Query is configured with a limit using + Query.Builder.setLimit(Int32Value), then + all returned results will be read by a single Dataflow worker in order to ensure correct data. + +

    To write a PCollection to a Cloud Datastore, use write(), + specifying the Cloud Datastore project to write to: + +

     
    + PCollection<Entity> entities = ...;
    + entities.apply(DatastoreIO.v1().write().withProjectId(projectId));
    + p.run();
    +  
    + +

    To delete a PCollection of Entities from Cloud Datastore, use + deleteEntity(), specifying the Cloud Datastore project to write to: + +

     
    + PCollection<Entity> entities = ...;
    + entities.apply(DatastoreIO.v1().deleteEntity().withProjectId(projectId));
    + p.run();
    +  
    + +

    To delete entities associated with a PCollection of Keys from Cloud + Datastore, use deleteKey(), specifying the Cloud Datastore project to write to: + +

     
    + PCollection<Entity> entities = ...;
    + entities.apply(DatastoreIO.v1().deleteKey().withProjectId(projectId));
    + p.run();
    +  
    + +

    Entities in the PCollection to be written or deleted must have complete + Keys. Complete Keys specify the name and id of the + Entity, where incomplete Keys do not. A namespace other than + projectId default may be used by specifying it in the Entity Keys. + +

    
    + Key.Builder keyBuilder = DatastoreHelper.makeKey(...);
    + keyBuilder.getPartitionIdBuilder().setNamespace(namespace);
    + 
    + +

    Entities will be committed as upsert (update or insert) or delete mutations. Please + read Entities, Properties, + and Keys for more information about Entity keys. + +

    Permissions

    + Permission requirements depend on the PipelineRunner that is used to execute the + Dataflow job. Please refer to the documentation of corresponding PipelineRunners for + more details. + +

    Please see Cloud Datastore Sign Up + for security and permission related information specific to Cloud Datastore.

    +
    +
    See Also:
    +
    PipelineRunner
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreIO.html new file mode 100644 index 00000000000..0423a4a1804 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.datastore.DatastoreIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.datastore.DatastoreIO

+
+
No usage of org.apache.beam.sdk.io.gcp.datastore.DatastoreIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteEntity.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteEntity.html new file mode 100644 index 00000000000..a780f874bf6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteEntity.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteKey.html new file mode 100644 index 00000000000..810b25eeb76 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.DeleteKey.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Read.html new file mode 100644 index 00000000000..05a7cf68975 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Read.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Write.html new file mode 100644 index 00000000000..5968b598bc1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.Write.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.html new file mode 100644 index 00000000000..9bc6acc3685 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/class-use/DatastoreV1.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1 (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.gcp.datastore.DatastoreV1

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-frame.html new file mode 100644 index 00000000000..fc23ae28053 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-frame.html @@ -0,0 +1,26 @@ + + + + + + +org.apache.beam.sdk.io.gcp.datastore (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.gcp.datastore

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-summary.html new file mode 100644 index 00000000000..3824c05b0a4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-summary.html @@ -0,0 +1,195 @@ + + + + + + +org.apache.beam.sdk.io.gcp.datastore (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.gcp.datastore

+
+
Provides an API for reading from and writing to + Google Cloud Datastore over different + versions of the Cloud Datastore Client libraries.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.gcp.datastore Description

+

Provides an API for reading from and writing to + Google Cloud Datastore over different + versions of the Cloud Datastore Client libraries.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-tree.html new file mode 100644 index 00000000000..a7666595342 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-tree.html @@ -0,0 +1,148 @@ + + + + + + +org.apache.beam.sdk.io.gcp.datastore Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.gcp.datastore

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-use.html new file mode 100644 index 00000000000..e6d9a5d499a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/gcp/datastore/package-use.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.gcp.datastore (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.gcp.datastore

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroHDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroHDFSFileSource.html new file mode 100644 index 00000000000..bc397c6f045 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroHDFSFileSource.html @@ -0,0 +1,467 @@ + + + + + + +AvroHDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class AvroHDFSFileSource<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of the Avro records to be read from the source.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    SimpleAuthAvroHDFSFileSource
    +
    +
    +
    +
    public class AvroHDFSFileSource<T>
    +extends HDFSFileSource<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable>
    +
    A BoundedSource for reading Avro files resident in a Hadoop filesystem.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroWrapperCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroWrapperCoder.html new file mode 100644 index 00000000000..0d2508396b6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/AvroWrapperCoder.html @@ -0,0 +1,449 @@ + + + + + + +AvroWrapperCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class AvroWrapperCoder<WrapperT extends org.apache.avro.mapred.AvroWrapper<DatumT>,DatumT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    WrapperT - the type of the wrapper
    +
    DatumT - the type of the datum
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<WrapperT>
    +
    +
    +
    +
    public class AvroWrapperCoder<WrapperT extends org.apache.avro.mapred.AvroWrapper<DatumT>,DatumT>
    +extends StandardCoder<WrapperT>
    +
    A AvroWrapperCoder is a Coder for a Java class that implements AvroWrapper.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <WrapperT extends org.apache.avro.mapred.AvroWrapper<DatumT>,DatumT> AvroWrapperCoder<WrapperT,DatumT> of(Class<WrapperT> wrapperType,
        +                                                                                                                        AvroCoder<DatumT> datumCoder)
        +
        Return a AvroWrapperCoder instance for the provided element class.
        +
        +
        Type Parameters:
        +
        WrapperT - the type of the wrapper
        +
        DatumT - the type of the datum
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(WrapperT value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public WrapperT decode(InputStream inStream,
        +                       Coder.Context context)
        +                throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriteOperation.html new file mode 100644 index 00000000000..2afc4b7efab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriteOperation.html @@ -0,0 +1,474 @@ + + + + + + +HDFSFileSink.HDFSWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class HDFSFileSink.HDFSWriteOperation<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        path

        +
        protected final String path
        +
      • +
      + + + +
        +
      • +

        formatClass

        +
        protected final Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> formatClass
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        HDFSWriteOperation

        +
        public HDFSWriteOperation(Sink<KV<K,V>> sink,
        +                          String path,
        +                          Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> formatClass)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        finalize

        +
        public void finalize(Iterable<String> writerResults,
        +                     PipelineOptions options)
        +              throws Exception
        +
        Description copied from class: Sink.WriteOperation
        +
        Given an Iterable of results from bundle writes, performs finalization after writing and + closes the sink. Called after all bundle writes are complete. + +

        The results that are passed to finalize are those returned by bundles that completed + successfully. Although bundles may have been run multiple times (for fault-tolerance), only + one writer result will be passed to finalize for each bundle. An implementation of finalize + should perform clean up of any failed and successfully retried bundles. Note that these + failed bundles will not have their writer result passed to finalize, so finalize should be + capable of locating any temporary/partial output written by failed bundles. + +

        A best practice is to make finalize atomic. If this is impossible given the semantics + of the sink, finalize should be idempotent, as it may be called multiple times in the case of + failure/retry or for redundancy. + +

        Note that the iteration order of the writer results is not guaranteed to be consistent if + finalize is called multiple times.

        +
        +
        Specified by:
        +
        finalize in class Sink.WriteOperation<KV<K,V>,String>
        +
        Parameters:
        +
        writerResults - an Iterable of results from successful bundle writes.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriter.html new file mode 100644 index 00000000000..ef9ddaa6d5f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.HDFSWriter.html @@ -0,0 +1,383 @@ + + + + + + +HDFSFileSink.HDFSWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class HDFSFileSink.HDFSWriter<K,V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.html new file mode 100644 index 00000000000..5e39291d892 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSink.html @@ -0,0 +1,435 @@ + + + + + + +HDFSFileSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class HDFSFileSink<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of keys to be written to the sink.
    +
    V - The type of values to be written to the sink.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    SimpleAuthHDFSFileSink
    +
    +
    +
    +
    public class HDFSFileSink<K,V>
    +extends Sink<KV<K,V>>
    +
    A Sink for writing records to a Hadoop filesystem using a Hadoop file-based output + format.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        path

        +
        protected final String path
        +
      • +
      + + + +
        +
      • +

        formatClass

        +
        protected final Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> formatClass
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        HDFSFileSink

        +
        public HDFSFileSink(String path,
        +                    Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> formatClass)
        +
      • +
      + + + +
        +
      • +

        HDFSFileSink

        +
        public HDFSFileSink(String path,
        +                    Class<? extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V>> formatClass,
        +                    org.apache.hadoop.conf.Configuration conf)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.SerializableSplit.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.SerializableSplit.html new file mode 100644 index 00000000000..53de414d64f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.SerializableSplit.html @@ -0,0 +1,343 @@ + + + + + + +HDFSFileSource.SerializableSplit (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class HDFSFileSource.SerializableSplit

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Externalizable, Serializable
    +
    +
    +
    Enclosing class:
    +
    HDFSFileSource<K,V>
    +
    +
    +
    +
    public static class HDFSFileSource.SerializableSplit
    +extends Object
    +implements Externalizable
    +
    A wrapper to allow Hadoop InputSplits to be + serialized using Java's standard serialization mechanisms. Note that the InputSplit + has to be Writable (which most are).
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.html new file mode 100644 index 00000000000..5413113f6f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/HDFSFileSource.html @@ -0,0 +1,762 @@ + + + + + + +HDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class HDFSFileSource<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        filepattern

        +
        protected final String filepattern
        +
      • +
      + + + +
        +
      • +

        formatClass

        +
        protected final Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<?,?>> formatClass
        +
      • +
      + + + +
        +
      • +

        keyClass

        +
        protected final Class<K> keyClass
        +
      • +
      + + + +
        +
      • +

        valueClass

        +
        protected final Class<V> valueClass
        +
      • +
      + + + + +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        HDFSFileSource

        +
        protected HDFSFileSource(String filepattern,
        +                         Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<?,?>> formatClass,
        +                         Class<K> keyClass,
        +                         Class<V> valueClass)
        +
        Create a HDFSFileSource based on a file or a file pattern specification.
        +
      • +
      + + + +
        +
      • +

        HDFSFileSource

        +
        protected HDFSFileSource(String filepattern,
        +                         Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<?,?>> formatClass,
        +                         Class<K> keyClass,
        +                         Class<V> valueClass,
        +                         HDFSFileSource.SerializableSplit serializableSplit)
        +
        Create a HDFSFileSource based on a single Hadoop input split, which won't be + split up further.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        readFrom

        +
        public static <K,V,T extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> Read.Bounded<KV<K,V>> readFrom(String filepattern,
        +                                                                                                                        Class<T> formatClass,
        +                                                                                                                        Class<K> keyClass,
        +                                                                                                                        Class<V> valueClass)
        +
        Creates a Read transform that will read from an HDFSFileSource + with the given file name or pattern ("glob") using the given Hadoop + FileInputFormat, + with key-value types specified by the given key class and value class.
        +
      • +
      + + + +
        +
      • +

        from

        +
        public static <K,V,T extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> HDFSFileSource<K,V> from(String filepattern,
        +                                                                                                                  Class<T> formatClass,
        +                                                                                                                  Class<K> keyClass,
        +                                                                                                                  Class<V> valueClass)
        +
        Creates a HDFSFileSource that reads from the given file name or pattern ("glob") + using the given Hadoop FileInputFormat, + with key-value types specified by the given key class and value class.
        +
      • +
      + + + +
        +
      • +

        getFilepattern

        +
        public String getFilepattern()
        +
      • +
      + + + +
        +
      • +

        getFormatClass

        +
        public Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<?,?>> getFormatClass()
        +
      • +
      + + + +
        +
      • +

        getKeyClass

        +
        public Class<K> getKeyClass()
        +
      • +
      + + + +
        +
      • +

        getValueClass

        +
        public Class<V> getValueClass()
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Specified by:
        +
        validate in class Source<KV<K,V>>
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        getDefaultOutputCoder

        +
        public Coder<KV<K,V>> getDefaultOutputCoder()
        +
        Description copied from class: Source
        +
        Returns the default Coder to use for the data read from this source.
        +
        +
        Specified by:
        +
        getDefaultOutputCoder in class Source<KV<K,V>>
        +
        +
      • +
      + + + +
        +
      • +

        getEstimatedSizeBytes

        +
        public long getEstimatedSizeBytes(PipelineOptions options)
        +
        Description copied from class: BoundedSource
        +
        An estimate of the total size (in bytes) of the data that would be read from this source. + This estimate is in terms of external storage size, before any decompression or other + processing done by the reader.
        +
        +
        Specified by:
        +
        getEstimatedSizeBytes in class BoundedSource<KV<K,V>>
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/WritableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/WritableCoder.html new file mode 100644 index 00000000000..2a97b7f1eab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/WritableCoder.html @@ -0,0 +1,485 @@ + + + + + + +WritableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs
+

Class WritableCoder<T extends org.apache.hadoop.io.Writable>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements handled by this coder
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<T>
    +
    +
    +
    +
    public class WritableCoder<T extends org.apache.hadoop.io.Writable>
    +extends StandardCoder<T>
    +
    A WritableCoder is a Coder for a Java class that implements Writable. + +

    To use, specify the coder type on a PCollection: +

    + 
    +   PCollection<MyRecord> records =
    +       foo.apply(...).setCoder(WritableCoder.of(MyRecord.class));
    + 
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WritableCoder

        +
        public WritableCoder(Class<T> type)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <T extends org.apache.hadoop.io.Writable> WritableCoder<T> of(Class<T> clazz)
        +
        Returns a WritableCoder instance for the provided element class.
        +
        +
        Type Parameters:
        +
        T - the element type
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(T value,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public T decode(InputStream inStream,
        +                Coder.Context context)
        +         throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroHDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroHDFSFileSource.html new file mode 100644 index 00000000000..afbf5e3b652 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroHDFSFileSource.html @@ -0,0 +1,209 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.AvroHDFSFileSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroWrapperCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroWrapperCoder.html new file mode 100644 index 00000000000..eb3fa77f47f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/AvroWrapperCoder.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.AvroWrapperCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.AvroWrapperCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriteOperation.html new file mode 100644 index 00000000000..301eef4560a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriteOperation.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriteOperation

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriter.html new file mode 100644 index 00000000000..744b7bbb570 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.HDFSWriter.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.HDFSFileSink.HDFSWriter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.html new file mode 100644 index 00000000000..a3c0932e161 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSink.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.HDFSFileSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.HDFSFileSink

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.SerializableSplit.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.SerializableSplit.html new file mode 100644 index 00000000000..22f4276793c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.SerializableSplit.html @@ -0,0 +1,230 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.HDFSFileSource.SerializableSplit

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.html new file mode 100644 index 00000000000..7c99b297380 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/HDFSFileSource.html @@ -0,0 +1,243 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.HDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.HDFSFileSource

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/WritableCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/WritableCoder.html new file mode 100644 index 00000000000..598299129b3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/class-use/WritableCoder.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.WritableCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.WritableCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-frame.html new file mode 100644 index 00000000000..99ea1e7ff5f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-frame.html @@ -0,0 +1,28 @@ + + + + + + +org.apache.beam.sdk.io.hdfs (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.hdfs

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-summary.html new file mode 100644 index 00000000000..a4519559b9b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-summary.html @@ -0,0 +1,200 @@ + + + + + + +org.apache.beam.sdk.io.hdfs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.hdfs

+
+
Transforms used to read from the Hadoop file system (HDFS).
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.hdfs Description

+
Transforms used to read from the Hadoop file system (HDFS).
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-tree.html new file mode 100644 index 00000000000..ea46e88d6e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-tree.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.sdk.io.hdfs Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.hdfs

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-use.html new file mode 100644 index 00000000000..dde74d6d2db --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/package-use.html @@ -0,0 +1,241 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.hdfs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.hdfs

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthAvroHDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthAvroHDFSFileSource.html new file mode 100644 index 00000000000..1ca977d8c0a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthAvroHDFSFileSource.html @@ -0,0 +1,427 @@ + + + + + + +SimpleAuthAvroHDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs.simpleauth
+

Class SimpleAuthAvroHDFSFileSource<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class SimpleAuthAvroHDFSFileSource<T>
    +extends AvroHDFSFileSource<T>
    +
    Source for Avros on Hadoop/HDFS with Simple Authentication. + +

    Allows to set arbitrary username as HDFS user, which is used for reading Avro from HDFS.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SimpleAuthAvroHDFSFileSource

        +
        public SimpleAuthAvroHDFSFileSource(String filepattern,
        +                                    AvroCoder<T> avroCoder,
        +                                    String username)
        +
        Create a SimpleAuthAvroHDFSFileSource based on a file or a file pattern specification.
        +
        +
        Parameters:
        +
        username - HDFS username.
        +
        +
      • +
      + + + +
        +
      • +

        SimpleAuthAvroHDFSFileSource

        +
        public SimpleAuthAvroHDFSFileSource(String filepattern,
        +                                    AvroCoder<T> avroCoder,
        +                                    HDFSFileSource.SerializableSplit serializableSplit,
        +                                    String username)
        +
        Create a SimpleAuthAvroHDFSFileSource based on a single Hadoop input split, which won't + be split up further.
        +
        +
        Parameters:
        +
        username - HDFS username.
        +
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html new file mode 100644 index 00000000000..f14b5162567 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html @@ -0,0 +1,344 @@ + + + + + + +SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs.simpleauth
+

Class SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        finalize

        +
        public void finalize(Iterable<String> writerResults,
        +                     PipelineOptions options)
        +              throws Exception
        +
        Description copied from class: Sink.WriteOperation
        +
        Given an Iterable of results from bundle writes, performs finalization after writing and + closes the sink. Called after all bundle writes are complete. + +

        The results that are passed to finalize are those returned by bundles that completed + successfully. Although bundles may have been run multiple times (for fault-tolerance), only + one writer result will be passed to finalize for each bundle. An implementation of finalize + should perform clean up of any failed and successfully retried bundles. Note that these + failed bundles will not have their writer result passed to finalize, so finalize should be + capable of locating any temporary/partial output written by failed bundles. + +

        A best practice is to make finalize atomic. If this is impossible given the semantics + of the sink, finalize should be idempotent, as it may be called multiple times in the case of + failure/retry or for redundancy. + +

        Note that the iteration order of the writer results is not guaranteed to be consistent if + finalize is called multiple times.

        +
        +
        Overrides:
        +
        finalize in class HDFSFileSink.HDFSWriteOperation<K,V>
        +
        Parameters:
        +
        writerResults - an Iterable of results from successful bundle writes.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html new file mode 100644 index 00000000000..f6c44ebf695 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html @@ -0,0 +1,348 @@ + + + + + + +SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs.simpleauth
+

Class SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter<K,V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.html new file mode 100644 index 00000000000..6f70e728403 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSink.html @@ -0,0 +1,384 @@ + + + + + + +SimpleAuthHDFSFileSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs.simpleauth
+

Class SimpleAuthHDFSFileSink<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of keys to be written to the sink.
    +
    V - The type of values to be written to the sink.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class SimpleAuthHDFSFileSink<K,V>
    +extends HDFSFileSink<K,V>
    +
    A Sink for writing records to a Hadoop filesystem using a Hadoop file-based output + format with Simple Authentication. + +

    Allows arbitrary username as HDFS user, which is used for writing to HDFS.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSource.html new file mode 100644 index 00000000000..234bd68d8de --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/SimpleAuthHDFSFileSource.html @@ -0,0 +1,485 @@ + + + + + + +SimpleAuthHDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.hdfs.simpleauth
+

Class SimpleAuthHDFSFileSource<K,V>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class SimpleAuthHDFSFileSource<K,V>
    +extends HDFSFileSource<K,V>
    +
    Source for Hadoop/HDFS with Simple Authentication. + +

    Allows to set arbitrary username as HDFS user, which is used for reading from HDFS.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SimpleAuthHDFSFileSource

        +
        protected SimpleAuthHDFSFileSource(String filepattern,
        +                                   Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<?,?>> formatClass,
        +                                   Class<K> keyClass,
        +                                   Class<V> valueClass,
        +                                   HDFSFileSource.SerializableSplit serializableSplit,
        +                                   String username)
        +
        Create a SimpleAuthHDFSFileSource based on a single Hadoop input split, which won't be + split up further.
        +
        +
        Parameters:
        +
        username - HDFS username.
        +
        +
      • +
      + + + +
        +
      • +

        SimpleAuthHDFSFileSource

        +
        protected SimpleAuthHDFSFileSource(String filepattern,
        +                                   Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<?,?>> formatClass,
        +                                   Class<K> keyClass,
        +                                   Class<V> valueClass,
        +                                   String username)
        +
        Create a SimpleAuthHDFSFileSource based on a file or a file pattern specification.
        +
        +
        Parameters:
        +
        username - HDFS username.
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        readFrom

        +
        public static <K,V,T extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> Read.Bounded<KV<K,V>> readFrom(String filepattern,
        +                                                                                                                        Class<T> formatClass,
        +                                                                                                                        Class<K> keyClass,
        +                                                                                                                        Class<V> valueClass,
        +                                                                                                                        String username)
        +
        Creates a Read transform that will read from an SimpleAuthHDFSFileSource + with the given file name or pattern ("glob") using the given Hadoop FileInputFormat, + with key-value types specified + by the given key class and value class.
        +
        +
        Parameters:
        +
        username - HDFS username.
        +
        +
      • +
      + + + +
        +
      • +

        from

        +
        public static <K,V,T extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>> HDFSFileSource<K,V> from(String filepattern,
        +                                                                                                                  Class<T> formatClass,
        +                                                                                                                  Class<K> keyClass,
        +                                                                                                                  Class<V> valueClass,
        +                                                                                                                  String username)
        +
        Creates a SimpleAuthHDFSFileSource that reads from the given file name or pattern + ("glob") using the given Hadoop FileInputFormat, with key-value types specified by the + given key class and value class.
        +
        +
        Parameters:
        +
        username - HDFS username.
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthAvroHDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthAvroHDFSFileSource.html new file mode 100644 index 00000000000..92a9de969ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthAvroHDFSFileSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthAvroHDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthAvroHDFSFileSource

+
+
No usage of org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthAvroHDFSFileSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html new file mode 100644 index 00000000000..302ac938992 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriteOperation

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html new file mode 100644 index 00000000000..308d379b549 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter

+
+
No usage of org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink.SimpleAuthHDFSWriter
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.html new file mode 100644 index 00000000000..3015b7f77a3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSink.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink

+
+
No usage of org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSink
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSource.html new file mode 100644 index 00000000000..d857e90270d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/class-use/SimpleAuthHDFSFileSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource

+
+
No usage of org.apache.beam.sdk.io.hdfs.simpleauth.SimpleAuthHDFSFileSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-frame.html new file mode 100644 index 00000000000..97fa1a05356 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-frame.html @@ -0,0 +1,25 @@ + + + + + + +org.apache.beam.sdk.io.hdfs.simpleauth (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.hdfs.simpleauth

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-summary.html new file mode 100644 index 00000000000..1d77180b119 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-summary.html @@ -0,0 +1,180 @@ + + + + + + +org.apache.beam.sdk.io.hdfs.simpleauth (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.hdfs.simpleauth

+
+
Transforms used to read from the Hadoop file system (HDFS) with authentication.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.hdfs.simpleauth Description

+
Transforms used to read from the Hadoop file system (HDFS) with authentication.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-tree.html new file mode 100644 index 00000000000..0eeb6ce5adc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-tree.html @@ -0,0 +1,183 @@ + + + + + + +org.apache.beam.sdk.io.hdfs.simpleauth Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.hdfs.simpleauth

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-use.html new file mode 100644 index 00000000000..f3601e52b8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/hdfs/simpleauth/package-use.html @@ -0,0 +1,163 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.hdfs.simpleauth (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.hdfs.simpleauth

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.DataSourceConfiguration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.DataSourceConfiguration.html new file mode 100644 index 00000000000..e571798e800 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.DataSourceConfiguration.html @@ -0,0 +1,329 @@ + + + + + + +JdbcIO.DataSourceConfiguration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Class JdbcIO.DataSourceConfiguration

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.PreparedStatementSetter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.PreparedStatementSetter.html new file mode 100644 index 00000000000..814b7d36b17 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.PreparedStatementSetter.html @@ -0,0 +1,243 @@ + + + + + + +JdbcIO.PreparedStatementSetter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Interface JdbcIO.PreparedStatementSetter<T>

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    JdbcIO
    +
    +
    +
    +
    public static interface JdbcIO.PreparedStatementSetter<T>
    +extends Serializable
    +
    An interface used by the JdbcIO Write to set the parameters of the PreparedStatement + used to setParameters into the database.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Read.html new file mode 100644 index 00000000000..dca428b3e35 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Read.html @@ -0,0 +1,457 @@ + + + + + + +JdbcIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Class JdbcIO.Read<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Read

        +
        public Read()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PBegin input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.RowMapper.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.RowMapper.html new file mode 100644 index 00000000000..fc6984c8a1e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.RowMapper.html @@ -0,0 +1,239 @@ + + + + + + +JdbcIO.RowMapper (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Interface JdbcIO.RowMapper<T>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.StatementPreparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.StatementPreparator.html new file mode 100644 index 00000000000..79c9d04c6b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.StatementPreparator.html @@ -0,0 +1,239 @@ + + + + + + +JdbcIO.StatementPreparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Interface JdbcIO.StatementPreparator

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    JdbcIO
    +
    +
    +
    +
    public static interface JdbcIO.StatementPreparator
    +extends Serializable
    +
    An interface used by the JdbcIO Write to set the parameters of the PreparedStatement + used to setParameters into the database.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Write.html new file mode 100644 index 00000000000..a84df84b714 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.Write.html @@ -0,0 +1,395 @@ + + + + + + +JdbcIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Class JdbcIO.Write<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Write

        +
        public Write()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.html new file mode 100644 index 00000000000..4df8b44e9ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/JdbcIO.html @@ -0,0 +1,401 @@ + + + + + + +JdbcIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jdbc
+

Class JdbcIO

+
+
+ +
+
    +
  • +
    +
    +
    public class JdbcIO
    +extends Object
    +
    IO to read and write data on JDBC. + +

    Reading from JDBC datasource

    + +

    JdbcIO source returns a bounded collection of T as a PCollection<T>. T is the + type returned by the provided JdbcIO.RowMapper. + +

    To configure the JDBC source, you have to provide a JdbcIO.DataSourceConfiguration using + JdbcIO.DataSourceConfiguration.create(DataSource) or + JdbcIO.DataSourceConfiguration.create(String, String) with either a + DataSource (which must be Serializable) or the parameters needed to create it + (driver class name and url). Optionally, JdbcIO.DataSourceConfiguration.withUsername(String) and + JdbcIO.DataSourceConfiguration.withPassword(String) allows you to define DataSource username + and password. + For example: + +

    
    + pipeline.apply(JdbcIO.<KV<Integer, String>>read()
    +   .withDataSourceConfiguration(JdbcIO.DataSourceConfiguration.create(
    +          "com.mysql.jdbc.Driver", "jdbc:mysql://hostname:3306/mydb")
    +        .withUsername("username")
    +        .withPassword("password"))
    +   .withQuery("select id,name from Person")
    +   .withRowMapper(new JdbcIO.RowMapper<KV<Integer, String>>() {
    +     public KV<Integer, String> mapRow(ResultSet resultSet) throws Exception {
    +       return KV.of(resultSet.getInt(1), resultSet.getString(2));
    +     }
    +   })
    + 
    + +

    Query parameters can be configured using a user-provided JdbcIO.StatementPreparator. + For example:

    + +
    
    + pipeline.apply(JdbcIO.<KV<Integer, String>>read()
    +   .withDataSourceConfiguration(JdbcIO.DataSourceConfiguration.create(
    +       "com.mysql.jdbc.Driver", "jdbc:mysql://hostname:3306/mydb",
    +       "username", "password"))
    +   .withQuery("select id,name from Person where name = ?")
    +   .withStatementPreparator(new JdbcIO.StatementPreparator() {
    +     public void setParameters(PreparedStatement preparedStatement) throws Exception {
    +       preparedStatement.setString(1, "Darwin");
    +     }
    +   })
    +   .withRowMapper(new JdbcIO.RowMapper<KV<Integer, String>>() {
    +     public KV<Integer, String> mapRow(ResultSet resultSet) throws Exception {
    +       return KV.of(resultSet.getInt(1), resultSet.getString(2));
    +     }
    +   })
    + 
    + +

    Writing to JDBC datasource

    + +

    JDBC sink supports writing records into a database. It writes a PCollection to the + database by converting each T into a PreparedStatement via a user-provided JdbcIO.PreparedStatementSetter. + +

    Like the source, to configure the sink, you have to provide a JdbcIO.DataSourceConfiguration. + +

    
    + pipeline
    +   .apply(...)
    +   .apply(JdbcIO.<KV<Integer, String>>write()
    +      .withDataSourceConfiguration(JdbcIO.DataSourceConfiguration.create(
    +            "com.mysql.jdbc.Driver", "jdbc:mysql://hostname:3306/mydb")
    +          .withUsername("username")
    +          .withPassword("password"))
    +      .withStatement("insert into Person values(?, ?)")
    +      .withPreparedStatementSetter(new JdbcIO.PreparedStatementSetter<KV<Integer, String>>() {
    +        public void setParameters(KV<Integer, String> element, PreparedStatement query) {
    +          query.setInt(1, kv.getKey());
    +          query.setString(2, kv.getValue());
    +        }
    +      })
    + 
    + +

    NB: in case of transient failures, Beam runners may execute parts of JdbcIO.Write multiple + times for fault tolerance. Because of that, you should avoid using INSERT statements, + since that risks duplicating records in the database, or failing due to primary key conflicts. + Consider using MERGE ("upsert") + statements supported by your database instead.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        public static <T> JdbcIO.Read<T> read()
        +
        Read data from a JDBC datasource.
        +
        +
        Type Parameters:
        +
        T - Type of the data to be read.
        +
        +
      • +
      + + + +
        +
      • +

        write

        +
        public static <T> JdbcIO.Write<T> write()
        +
        Write data to a JDBC datasource.
        +
        +
        Type Parameters:
        +
        T - Type of the data to be written.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.DataSourceConfiguration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.DataSourceConfiguration.html new file mode 100644 index 00000000000..497f8f7ffde --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.DataSourceConfiguration.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jdbc.JdbcIO.DataSourceConfiguration

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.PreparedStatementSetter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.PreparedStatementSetter.html new file mode 100644 index 00000000000..090f863ec4f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.PreparedStatementSetter.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.jdbc.JdbcIO.PreparedStatementSetter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.jdbc.JdbcIO.PreparedStatementSetter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Read.html new file mode 100644 index 00000000000..965c521089f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Read.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jdbc.JdbcIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jdbc.JdbcIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.RowMapper.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.RowMapper.html new file mode 100644 index 00000000000..59111394896 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.RowMapper.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.jdbc.JdbcIO.RowMapper (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.jdbc.JdbcIO.RowMapper

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.StatementPreparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.StatementPreparator.html new file mode 100644 index 00000000000..b0b9d901c2b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.StatementPreparator.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.jdbc.JdbcIO.StatementPreparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.jdbc.JdbcIO.StatementPreparator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Write.html new file mode 100644 index 00000000000..c9bc117f624 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.Write.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jdbc.JdbcIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jdbc.JdbcIO.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.html new file mode 100644 index 00000000000..c34d964fbea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/class-use/JdbcIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jdbc.JdbcIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jdbc.JdbcIO

+
+
No usage of org.apache.beam.sdk.io.jdbc.JdbcIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-frame.html new file mode 100644 index 00000000000..cdbbac5e133 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-frame.html @@ -0,0 +1,30 @@ + + + + + + +org.apache.beam.sdk.io.jdbc (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.jdbc

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-summary.html new file mode 100644 index 00000000000..595e4433a8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-summary.html @@ -0,0 +1,206 @@ + + + + + + +org.apache.beam.sdk.io.jdbc (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.jdbc

+
+
Transforms for reading and writing from JDBC.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.jdbc Description

+
Transforms for reading and writing from JDBC.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-tree.html new file mode 100644 index 00000000000..76b1b819319 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-tree.html @@ -0,0 +1,156 @@ + + + + + + +org.apache.beam.sdk.io.jdbc Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.jdbc

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-use.html new file mode 100644 index 00000000000..1d477e28986 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jdbc/package-use.html @@ -0,0 +1,192 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.jdbc (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.jdbc

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsCheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsCheckpointMark.html new file mode 100644 index 00000000000..eb53b8991f4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsCheckpointMark.html @@ -0,0 +1,334 @@ + + + + + + +JmsCheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jms
+

Class JmsCheckpointMark

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        JmsCheckpointMark

        +
        public JmsCheckpointMark()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getMessages

        +
        protected List<javax.jms.Message> getMessages()
        +
      • +
      + + + +
        +
      • +

        addMessage

        +
        protected void addMessage(javax.jms.Message message)
        +                   throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        getOldestPendingTimestamp

        +
        protected org.joda.time.Instant getOldestPendingTimestamp()
        +
      • +
      + + + +
        +
      • +

        finalizeCheckpoint

        +
        public void finalizeCheckpoint()
        +
        Acknowledge all outstanding message. Since we believe that messages will be delivered in + timestamp order, and acknowledged messages will not be retried, the newest message in this + batch is a good bound for future messages.
        +
        +
        Specified by:
        +
        finalizeCheckpoint in interface UnboundedSource.CheckpointMark
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Read.html new file mode 100644 index 00000000000..8bf249d7242 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Read.html @@ -0,0 +1,518 @@ + + + + + + +JmsIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jms
+

Class JmsIO.Read

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        connectionFactory

        +
        protected javax.jms.ConnectionFactory connectionFactory
        +
        NB: According to http://docs.oracle.com/javaee/1.4/api/javax/jms/ConnectionFactory.html + "It is expected that JMS providers will provide the tools an administrator needs to create + and configure administered objects in a JNDI namespace. JMS provider implementations of + administered objects should be both javax.jndi.Referenceable and java.io.Serializable so + that they can be stored in all JNDI naming contexts. In addition, it is recommended that + these implementations follow the JavaBeansTM design patterns." + +

        So, a ConnectionFactory implementation is serializable.

        +
      • +
      + + + + + + + + + + + +
        +
      • +

        maxNumRecords

        +
        protected long maxNumRecords
        +
      • +
      + + + +
        +
      • +

        maxReadTime

        +
        protected org.joda.time.Duration maxReadTime
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withConnectionFactory

        +
        public JmsIO.Read withConnectionFactory(javax.jms.ConnectionFactory connectionFactory)
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        withMaxNumRecords

        +
        public JmsIO.Read withMaxNumRecords(long maxNumRecords)
        +
      • +
      + + + +
        +
      • +

        withMaxReadTime

        +
        public JmsIO.Read withMaxReadTime(org.joda.time.Duration maxReadTime)
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<JmsRecord> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<JmsRecord>>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PBegin input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PBegin,PCollection<JmsRecord>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<JmsRecord>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Write.html new file mode 100644 index 00000000000..1b1d13a834f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.Write.html @@ -0,0 +1,416 @@ + + + + + + +JmsIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jms
+

Class JmsIO.Write

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        connectionFactory

        +
        protected javax.jms.ConnectionFactory connectionFactory
        +
      • +
      + + + +
        +
      • +

        queue

        +
        protected String queue
        +
      • +
      + + + +
        +
      • +

        topic

        +
        protected String topic
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withConnectionFactory

        +
        public JmsIO.Write withConnectionFactory(javax.jms.ConnectionFactory connectionFactory)
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<String> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<String> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<String>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.html new file mode 100644 index 00000000000..dbbb2594c56 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsIO.html @@ -0,0 +1,317 @@ + + + + + + +JmsIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jms
+

Class JmsIO

+
+
+ +
+
    +
  • +
    +
    +
    public class JmsIO
    +extends Object
    +
    An unbounded source for JMS destinations (queues or topics). + +

    Reading from a JMS destination

    + +

    JmsIO source returns unbounded collection of JMS records as PCollection<JmsRecord<T>>. + A JmsRecord includes JMS headers and properties, along with the JMS message payload.

    + +

    To configure a JMS source, you have to provide a ConnectionFactory + and the destination (queue or topic) where to consume. The following example + illustrates various options for configuring the source:

    + +
    
    +
    + pipeline.apply(JmsIO.read()
    +    .withConnectionFactory(myConnectionFactory)
    +    .withQueue("my-queue")
    +    // above two are required configuration, returns PCollection<JmsRecord<byte[]>>
    +
    +    // rest of the settings are optional
    +
    + 
    + +

    Writing to a JMS destination

    + +

    JmsIO sink supports writing text messages to a JMS destination on a broker. + To configure a JMS sink, you must specify a ConnectionFactory and a + Destination name. + For instance: + +

    
    +
    +  pipeline
    +    .apply(...) // returns PCollection<String>
    +    .apply(JmsIO.write()
    +        .withConnectionFactory(myConnectionFactory)
    +        .withQueue("my-queue")
    +
    + 
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsRecord.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsRecord.html new file mode 100644 index 00000000000..b885f2969ff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/JmsRecord.html @@ -0,0 +1,485 @@ + + + + + + +JmsRecord (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.jms
+

Class JmsRecord

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class JmsRecord
    +extends Object
    +implements Serializable
    +
    JmsRecord contains message payload of the record + as well as metadata (JMS headers and properties).
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        JmsRecord

        +
        public JmsRecord(String jmsMessageID,
        +                 long jmsTimestamp,
        +                 String jmsCorrelationID,
        +                 @Nullable
        +                 javax.jms.Destination jmsReplyTo,
        +                 javax.jms.Destination jmsDestination,
        +                 int jmsDeliveryMode,
        +                 boolean jmsRedelivered,
        +                 String jmsType,
        +                 long jmsExpiration,
        +                 int jmsPriority,
        +                 Map<String,Object> properties,
        +                 String text)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getJmsMessageID

        +
        public String getJmsMessageID()
        +
      • +
      + + + +
        +
      • +

        getJmsTimestamp

        +
        public long getJmsTimestamp()
        +
      • +
      + + + +
        +
      • +

        getJmsCorrelationID

        +
        public String getJmsCorrelationID()
        +
      • +
      + + + +
        +
      • +

        getJmsReplyTo

        +
        @Nullable
        +public javax.jms.Destination getJmsReplyTo()
        +
      • +
      + + + +
        +
      • +

        getJmsDestination

        +
        public javax.jms.Destination getJmsDestination()
        +
      • +
      + + + +
        +
      • +

        getJmsDeliveryMode

        +
        public int getJmsDeliveryMode()
        +
      • +
      + + + +
        +
      • +

        getJmsRedelivered

        +
        public boolean getJmsRedelivered()
        +
      • +
      + + + +
        +
      • +

        getJmsType

        +
        public String getJmsType()
        +
      • +
      + + + +
        +
      • +

        getJmsExpiration

        +
        public long getJmsExpiration()
        +
      • +
      + + + +
        +
      • +

        getJmsPriority

        +
        public int getJmsPriority()
        +
      • +
      + + + + + + + +
        +
      • +

        getPayload

        +
        public String getPayload()
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsCheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsCheckpointMark.html new file mode 100644 index 00000000000..dc74694e648 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsCheckpointMark.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jms.JmsCheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jms.JmsCheckpointMark

+
+
No usage of org.apache.beam.sdk.io.jms.JmsCheckpointMark
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Read.html new file mode 100644 index 00000000000..5baab5b72c5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Read.html @@ -0,0 +1,188 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jms.JmsIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jms.JmsIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Write.html new file mode 100644 index 00000000000..30f22775258 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.Write.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jms.JmsIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jms.JmsIO.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.html new file mode 100644 index 00000000000..7fbc15e692f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jms.JmsIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jms.JmsIO

+
+
No usage of org.apache.beam.sdk.io.jms.JmsIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsRecord.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsRecord.html new file mode 100644 index 00000000000..8e743501a8b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/class-use/JmsRecord.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.jms.JmsRecord (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.jms.JmsRecord

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-frame.html new file mode 100644 index 00000000000..3914626d44d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-frame.html @@ -0,0 +1,25 @@ + + + + + + +org.apache.beam.sdk.io.jms (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.jms

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-summary.html new file mode 100644 index 00000000000..bad53f3b96c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-summary.html @@ -0,0 +1,180 @@ + + + + + + +org.apache.beam.sdk.io.jms (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.jms

+
+
Transforms for reading and writing from JMS (Java Messaging Service).
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.jms Description

+
Transforms for reading and writing from JMS (Java Messaging Service).
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-tree.html new file mode 100644 index 00000000000..ee1c69d5458 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-tree.html @@ -0,0 +1,147 @@ + + + + + + +org.apache.beam.sdk.io.jms Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.jms

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-use.html new file mode 100644 index 00000000000..01f3132c58b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/jms/package-use.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.jms (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.jms

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.PartitionMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.PartitionMark.html new file mode 100644 index 00000000000..d96ae07eae5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.PartitionMark.html @@ -0,0 +1,318 @@ + + + + + + +KafkaCheckpointMark.PartitionMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaCheckpointMark.PartitionMark

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    KafkaCheckpointMark
    +
    +
    +
    +
    public static class KafkaCheckpointMark.PartitionMark
    +extends Object
    +implements Serializable
    +
    A tuple to hold topic, partition, and offset that comprise the checkpoint + for a single partition.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PartitionMark

        +
        public PartitionMark(String topic,
        +                     int partition,
        +                     long offset)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getTopic

        +
        public String getTopic()
        +
      • +
      + + + +
        +
      • +

        getPartition

        +
        public int getPartition()
        +
      • +
      + + + +
        +
      • +

        getNextOffset

        +
        public long getNextOffset()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.html new file mode 100644 index 00000000000..38b57971710 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaCheckpointMark.html @@ -0,0 +1,350 @@ + + + + + + +KafkaCheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaCheckpointMark

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        finalizeCheckpoint

        +
        public void finalizeCheckpoint()
        +                        throws IOException
        +
        Description copied from interface: UnboundedSource.CheckpointMark
        +
        Called by the system to signal that this checkpoint mark has been committed along with + all the records which have been read from the UnboundedSource.UnboundedReader since the + previous checkpoint was taken. + +

        For example, this method could send acknowledgements to an external data source + such as Pubsub. + +

        Note that: +

          +
        • This finalize method may be called from any thread, concurrently with calls to + the UnboundedSource.UnboundedReader it was created from. +
        • Checkpoints will not necessarily be finalized as soon as they are created. + A checkpoint may be taken while a previous checkpoint from the same + UnboundedSource.UnboundedReader has not yet be finalized. +
        • In the absence of failures, all checkpoints will be finalized and they will be + finalized in the same order they were taken from the UnboundedSource.UnboundedReader. +
        • It is possible for a checkpoint to be taken but this method never called. This method + will never be called if the checkpoint could not be committed, and other failures may cause + this method to never be called. +
        • It is not safe to assume the UnboundedSource.UnboundedReader from which this checkpoint was + created still exists at the time this method is called. +
        +
        +
        Specified by:
        +
        finalizeCheckpoint in interface UnboundedSource.CheckpointMark
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.CoderBasedKafkaSerializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.CoderBasedKafkaSerializer.html new file mode 100644 index 00000000000..8606ac92615 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.CoderBasedKafkaSerializer.html @@ -0,0 +1,333 @@ + + + + + + +KafkaIO.CoderBasedKafkaSerializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO.CoderBasedKafkaSerializer<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Closeable, AutoCloseable, org.apache.kafka.common.serialization.Serializer<T>
    +
    +
    +
    Enclosing class:
    +
    KafkaIO
    +
    +
    +
    +
    public static class KafkaIO.CoderBasedKafkaSerializer<T>
    +extends Object
    +implements org.apache.kafka.common.serialization.Serializer<T>
    +
    Implements Kafka's Serializer with a Coder. The coder is stored as serialized + value in producer configuration map.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CoderBasedKafkaSerializer

        +
        public CoderBasedKafkaSerializer()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        configure

        +
        public void configure(Map<String,?> configs,
        +                      boolean isKey)
        +
        +
        Specified by:
        +
        configure in interface org.apache.kafka.common.serialization.Serializer<T>
        +
        +
      • +
      + + + + + +
        +
      • +

        serialize

        +
        public byte[] serialize(String topic,
        +                        @Nullable
        +                        T data)
        +
        +
        Specified by:
        +
        serialize in interface org.apache.kafka.common.serialization.Serializer<T>
        +
        +
      • +
      + + + +
        +
      • +

        close

        +
        public void close()
        +
        +
        Specified by:
        +
        close in interface Closeable
        +
        Specified by:
        +
        close in interface AutoCloseable
        +
        Specified by:
        +
        close in interface org.apache.kafka.common.serialization.Serializer<T>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Read.html new file mode 100644 index 00000000000..ed10c2aff09 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Read.html @@ -0,0 +1,443 @@ + + + + + + +KafkaIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO.Read<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withBootstrapServers

        +
        public KafkaIO.Read<K,V> withBootstrapServers(String bootstrapServers)
        +
        Returns a new KafkaIO.Read with Kafka consumer pointing to bootstrapServers.
        +
      • +
      + + + +
        +
      • +

        withTopics

        +
        public KafkaIO.Read<K,V> withTopics(List<String> topics)
        +
        Returns a new KafkaIO.Read that reads from the topics. All the partitions from each + of the topics are read. + See UnboundedKafkaSource#generateInitialSplits(int, PipelineOptions) for description + of how the partitions are distributed among the splits.
        +
      • +
      + + + +
        +
      • +

        withTopicPartitions

        +
        public KafkaIO.Read<K,V> withTopicPartitions(List<org.apache.kafka.common.TopicPartition> topicPartitions)
        +
        Returns a new KafkaIO.Read that reads from the partitions. This allows reading only a subset + of partitions for one or more topics when (if ever) needed. + See UnboundedKafkaSource#generateInitialSplits(int, PipelineOptions) for description + of how the partitions are distributed among the splits.
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        withConsumerFactoryFn

        +
        public KafkaIO.Read<K,V> withConsumerFactoryFn(SerializableFunction<Map<String,Object>,org.apache.kafka.clients.consumer.Consumer<byte[],byte[]>> consumerFactoryFn)
        +
        A factory to create Kafka Consumer from consumer configuration. + This is useful for supporting another version of Kafka consumer. + Default is KafkaConsumer.
        +
      • +
      + + + +
        +
      • +

        updateConsumerProperties

        +
        public KafkaIO.Read<K,V> updateConsumerProperties(Map<String,Object> configUpdates)
        +
        Update consumer configuration with new properties.
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedRead.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedRead.html new file mode 100644 index 00000000000..f2ccc48d57c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedRead.html @@ -0,0 +1,535 @@ + + + + + + +KafkaIO.TypedRead (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO.TypedRead<K,V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWithoutMetadata.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWithoutMetadata.html new file mode 100644 index 00000000000..f700be1d415 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWithoutMetadata.html @@ -0,0 +1,297 @@ + + + + + + +KafkaIO.TypedWithoutMetadata (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO.TypedWithoutMetadata<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,V>> expand(PBegin begin)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<KV<K,V>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWrite.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWrite.html new file mode 100644 index 00000000000..60e74ff6270 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.TypedWrite.html @@ -0,0 +1,485 @@ + + + + + + +KafkaIO.TypedWrite (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO.TypedWrite<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        topic

        +
        protected final String topic
        +
      • +
      + + + +
        +
      • +

        keyCoder

        +
        protected final Coder<K> keyCoder
        +
      • +
      + + + +
        +
      • +

        valueCoder

        +
        protected final Coder<V> valueCoder
        +
      • +
      + + + +
        +
      • +

        producerFactoryFnOpt

        +
        protected final com.google.common.base.Optional<SerializableFunction<Map<String,Object>,org.apache.kafka.clients.producer.Producer<K,V>>> producerFactoryFnOpt
        +
      • +
      + + + + +
    • +
    + + + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        values

        +
        public PTransform<PCollection<V>,PDone> values()
        +
        Returns a new transform that writes just the values to Kafka. This is useful for writing + collections of values rather thank KVs.
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<KV<K,V>>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Write.html new file mode 100644 index 00000000000..7dbe8cc0938 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.Write.html @@ -0,0 +1,367 @@ + + + + + + +KafkaIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO.Write<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withBootstrapServers

        +
        public KafkaIO.Write<K,V> withBootstrapServers(String bootstrapServers)
        +
        Returns a new KafkaIO.Write transform with Kafka producer pointing to + bootstrapServers.
        +
      • +
      + + + + + + + +
        +
      • +

        withKeyCoder

        +
        public <KeyT> KafkaIO.Write<KeyT,V> withKeyCoder(Coder<KeyT> keyCoder)
        +
        Returns a new KafkaIO.Write with Coder for serializing key (if any) to bytes. + A key is optional while writing to Kafka. Note when a key is set, its hash is used to + determine partition in Kafka (see ProducerRecord for more details).
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.html new file mode 100644 index 00000000000..39cad20e21a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaIO.html @@ -0,0 +1,416 @@ + + + + + + +KafkaIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaIO

+
+
+ +
+
    +
  • +
    +
    +
    public class KafkaIO
    +extends Object
    +
    An unbounded source and a sink for Kafka topics. + Kafka version 0.9 and above are supported. + +

    Reading from Kafka topics

    + +

    KafkaIO source returns unbounded collection of Kafka records as + PCollection<KafkaRecord<K, V>>. A KafkaRecord includes basic + metadata like topic-partition and offset, along with key and value associated with a Kafka + record. + +

    Although most applications consume a single topic, the source can be configured to consume + multiple topics or even a specific set of TopicPartitions. + +

    To configure a Kafka source, you must specify at the minimum Kafka bootstrapServers + and one or more topics to consume. The following example illustrates various options for + configuring the source : + +

    
    +
    +  pipeline
    +    .apply(KafkaIO.read()
    +       .withBootstrapServers("broker_1:9092,broker_2:9092")
    +       .withTopics(ImmutableList.of("topic_a", "topic_b"))
    +       // above two are required configuration. returns PCollection<KafkaRecord<byte[], byte[]>
    +
    +       // rest of the settings are optional :
    +
    +       // set a Coder for Key and Value (note the change to return type)
    +       .withKeyCoder(BigEndianLongCoder.of()) // PCollection<KafkaRecord<Long, byte[]>
    +       .withValueCoder(StringUtf8Coder.of())  // PCollection<KafkaRecord<Long, String>
    +
    +       // you can further customize KafkaConsumer used to read the records by adding more
    +       // settings for ConsumerConfig. e.g :
    +       .updateConsumerProperties(ImmutableMap.of("receive.buffer.bytes", 1024 * 1024))
    +
    +       // custom function for calculating record timestamp (default is processing time)
    +       .withTimestampFn(new MyTypestampFunction())
    +
    +       // custom function for watermark (default is record timestamp)
    +       .withWatermarkFn(new MyWatermarkFunction())
    +
    +       // finally, if you don't need Kafka metadata, you can drop it
    +       .withoutMetadata() // PCollection<KV<Long, String>>
    +    )
    +    .apply(Values.<String>create()) // PCollection<String>
    +     ...
    + 
    + +

    Partition Assignment and Checkpointing

    + The Kafka partitions are evenly distributed among splits (workers). + Dataflow checkpointing is fully supported and + each split can resume from previous checkpoint. See + UnboundedKafkaSource#generateInitialSplits(int, PipelineOptions) for more details on + splits and checkpoint support. + +

    When the pipeline starts for the first time without any checkpoint, the source starts + consuming from the latest offsets. You can override this behavior to consume from the + beginning by setting appropriate appropriate properties in ConsumerConfig, through + KafkaIO.Read.updateConsumerProperties(Map). + +

    Writing to Kafka

    + +

    KafkaIO sink supports writing key-value pairs to a Kafka topic. Users can also write + just the values. To configure a Kafka sink, you must specify at the minimum Kafka + bootstrapServers and the topic to write to. The following example illustrates various + options for configuring the sink: + +

    
    +
    +  PCollection<KV<Long, String>> kvColl = ...;
    +  kvColl.apply(KafkaIO.write()
    +       .withBootstrapServers("broker_1:9092,broker_2:9092")
    +       .withTopic("results")
    +
    +       // set Coder for Key and Value
    +       .withKeyCoder(BigEndianLongCoder.of())
    +       .withValueCoder(StringUtf8Coder.of())
    +
    +       // you can further customize KafkaProducer used to write the records by adding more
    +       // settings for ProducerConfig. e.g, to enable compression :
    +       .updateProducerProperties(ImmutableMap.of("compression.type", "gzip"))
    +    );
    + 
    + +

    Often you might want to write just values without any keys to Kafka. Use values() to + write records with default empty(null) key: + +

    
    +  PCollection<String> strings = ...;
    +  strings.apply(KafkaIO.write()
    +      .withBootstrapServers("broker_1:9092,broker_2:9092")
    +      .withTopic("results")
    +      .withValueCoder(StringUtf8Coder.of()) // just need coder for value
    +      .values() // writes values to Kafka with default key
    +    );
    + 
    + +

    Advanced Kafka Configuration

    + KafakIO allows setting most of the properties in ConsumerConfig for source or in + ProducerConfig for sink. E.g. if you would like to enable offset + auto commit (for external monitoring or other purposes), you can set + "group.id", "enable.auto.commit", etc.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecord.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecord.html new file mode 100644 index 00000000000..efedd159fcd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecord.html @@ -0,0 +1,385 @@ + + + + + + +KafkaRecord (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaRecord<K,V>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class KafkaRecord<K,V>
    +extends Object
    +implements Serializable
    +
    KafkaRecord contains key and value of the record as well as metadata for the record (topic name, + partition id, and offset).
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + + + +
        +
      • +

        KafkaRecord

        +
        public KafkaRecord(String topic,
        +                   int partition,
        +                   long offset,
        +                   K key,
        +                   V value)
        +
      • +
      + + + +
        +
      • +

        KafkaRecord

        +
        public KafkaRecord(String topic,
        +                   int partition,
        +                   long offset,
        +                   KV<K,V> kv)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getTopic

        +
        public String getTopic()
        +
      • +
      + + + +
        +
      • +

        getPartition

        +
        public int getPartition()
        +
      • +
      + + + +
        +
      • +

        getOffset

        +
        public long getOffset()
        +
      • +
      + + + +
        +
      • +

        getKV

        +
        public KV<K,V> getKV()
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecordCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecordCoder.html new file mode 100644 index 00000000000..17014acbbc2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/KafkaRecordCoder.html @@ -0,0 +1,555 @@ + + + + + + +KafkaRecordCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kafka
+

Class KafkaRecordCoder<K,V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.PartitionMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.PartitionMark.html new file mode 100644 index 00000000000..911de993eff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.PartitionMark.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.html new file mode 100644 index 00000000000..9cd2dd4f43a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaCheckpointMark.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaCheckpointMark

+
+
No usage of org.apache.beam.sdk.io.kafka.KafkaCheckpointMark
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.CoderBasedKafkaSerializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.CoderBasedKafkaSerializer.html new file mode 100644 index 00000000000..d7b4d85a73a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.CoderBasedKafkaSerializer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer

+
+
No usage of org.apache.beam.sdk.io.kafka.KafkaIO.CoderBasedKafkaSerializer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Read.html new file mode 100644 index 00000000000..2c49e921518 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Read.html @@ -0,0 +1,225 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedRead.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedRead.html new file mode 100644 index 00000000000..2a9531b4791 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedRead.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO.TypedRead

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWithoutMetadata.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWithoutMetadata.html new file mode 100644 index 00000000000..608e60dad80 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWithoutMetadata.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWithoutMetadata (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO.TypedWithoutMetadata

+
+
No usage of org.apache.beam.sdk.io.kafka.KafkaIO.TypedWithoutMetadata
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWrite.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWrite.html new file mode 100644 index 00000000000..c008d3775dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.TypedWrite.html @@ -0,0 +1,185 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO.TypedWrite

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Write.html new file mode 100644 index 00000000000..64174354df1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.Write.html @@ -0,0 +1,199 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.html new file mode 100644 index 00000000000..b576851f69c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaIO

+
+
No usage of org.apache.beam.sdk.io.kafka.KafkaIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecord.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecord.html new file mode 100644 index 00000000000..1f183011c1c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecord.html @@ -0,0 +1,244 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaRecord (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaRecord

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecordCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecordCoder.html new file mode 100644 index 00000000000..c402a9beba8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/class-use/KafkaRecordCoder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kafka.KafkaRecordCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kafka.KafkaRecordCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-frame.html new file mode 100644 index 00000000000..2a983ad5ed7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-frame.html @@ -0,0 +1,31 @@ + + + + + + +org.apache.beam.sdk.io.kafka (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.kafka

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-summary.html new file mode 100644 index 00000000000..a55cab62a14 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-summary.html @@ -0,0 +1,217 @@ + + + + + + +org.apache.beam.sdk.io.kafka (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.kafka

+
+
Transforms for reading and writing from Apache Kafka.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.kafka Description

+
Transforms for reading and writing from Apache Kafka.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-tree.html new file mode 100644 index 00000000000..d1cf743e2cd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-tree.html @@ -0,0 +1,163 @@ + + + + + + +org.apache.beam.sdk.io.kafka Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.kafka

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-use.html new file mode 100644 index 00000000000..c8408eccb08 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kafka/package-use.html @@ -0,0 +1,195 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.kafka (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.kafka

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.Read.html new file mode 100644 index 00000000000..f8c05d6357e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.Read.html @@ -0,0 +1,310 @@ + + + + + + +KinesisIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kinesis
+

Class KinesisIO.Read

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    KinesisIO
    +
    +
    +
    +
    public static final class KinesisIO.Read
    +extends Object
    +
    A PTransform that reads from a Kinesis stream.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        from

        +
        public static KinesisIO.Read from(String streamName,
        +                                  com.amazonaws.services.kinesis.clientlibrary.lib.worker.InitialPositionInStream initialPosition)
        +
        Specify reading from streamName at some initial position.
        +
      • +
      + + + +
        +
      • +

        from

        +
        public static KinesisIO.Read from(String streamName,
        +                                  org.joda.time.Instant initialTimestamp)
        +
        Specify reading from streamName beginning at given Instant. + This Instant must be in the past, i.e. before Instant.now().
        +
      • +
      + + + +
        +
      • +

        using

        +
        public Read.Unbounded<KinesisRecord> using(org.apache.beam.sdk.io.kinesis.KinesisClientProvider kinesisClientProvider)
        +
        Allows to specify custom KinesisClientProvider. + KinesisClientProvider provides AmazonKinesis instances which are later + used for communication with Kinesis. + You should use this method if using(String, String, Regions) does not + suite your needs.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.html new file mode 100644 index 00000000000..2af181db415 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisIO.html @@ -0,0 +1,326 @@ + + + + + + +KinesisIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kinesis
+

Class KinesisIO

+
+
+ +
+
    +
  • +
    +
    +
    public final class KinesisIO
    +extends Object
    +
    PTransforms for reading from + Kinesis streams. + +

    Usage

    + +

    Main class you're going to operate is called KinesisIO. + It follows the usage conventions laid out by other *IO classes like + BigQueryIO or PubsubIOLet's see how you can set up a simple Pipeline, which reads from Kinesis: + +

    
    + p.
    +   apply(KinesisIO.Read.
    +     from("streamName", InitialPositionInStream.LATEST).
    +     using("AWS_KEY", _"AWS_SECRET", STREAM_REGION).
    +     apply( ... ) // other transformations
    + 
    + +

    As you can see you need to provide 3 things: +

      +
    • name of the stream you're going to read
    • +
    • position in the stream where reading should start. There are two options: +
        +
      • InitialPositionInStream.LATEST - reading will begin from end of the stream
      • +
      • InitialPositionInStream.TRIM_HORIZON - reading will begin at + the very beginning of the stream
      • +
    • +
    • data used to initialize AmazonKinesis client: +
        +
      • credentials (aws key, aws secret)
      • +
      • region where the stream is located
      • +
    • +
    + +

    In case when you want to set up AmazonKinesis client by your own + (for example if you're using more sophisticated authorization methods like Amazon STS, etc.) + you can do it by implementing KinesisClientProvider class: + +

    
    + public class MyCustomKinesisClientProvider implements KinesisClientProvider {
    +   {@literal @}Override
    +   public AmazonKinesis get() {
    +     // set up your client here
    +   }
    + }
    + 
    + +

    Usage is pretty straightforward: + +

    
    + p.
    +   apply(KinesisIO.Read.
    +    from("streamName", InitialPositionInStream.LATEST).
    +    using(MyCustomKinesisClientProvider()).
    +    apply( ... ) // other transformations
    + 
    + +

    There’s also possibility to start reading using arbitrary point in time - + in this case you need to provide Instant object: + +

    
    + p.
    +   apply(KinesisIO.Read.
    +     from("streamName", instant).
    +     using(MyCustomKinesisClientProvider()).
    +     apply( ... ) // other transformations
    + 
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        KinesisIO

        +
        public KinesisIO()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisRecord.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisRecord.html new file mode 100644 index 00000000000..73e828245e4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/KinesisRecord.html @@ -0,0 +1,472 @@ + + + + + + +KinesisRecord (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.kinesis
+

Class KinesisRecord

+
+
+ +
+
    +
  • +
    +
    +
    public class KinesisRecord
    +extends Object
    +
    UserRecord enhanced with utility methods.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        KinesisRecord

        +
        public KinesisRecord(com.amazonaws.services.kinesis.clientlibrary.types.UserRecord record,
        +                     String streamName,
        +                     String shardId)
        +
      • +
      + + + +
        +
      • +

        KinesisRecord

        +
        public KinesisRecord(ByteBuffer data,
        +                     String sequenceNumber,
        +                     long subSequenceNumber,
        +                     String partitionKey,
        +                     org.joda.time.Instant approximateArrivalTimestamp,
        +                     org.joda.time.Instant readTime,
        +                     String streamName,
        +                     String shardId)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getExtendedSequenceNumber

        +
        public com.amazonaws.services.kinesis.clientlibrary.types.ExtendedSequenceNumber getExtendedSequenceNumber()
        +
      • +
      + + + +
        +
      • +

        getUniqueId

        +
        public byte[] getUniqueId()
        +
        +
        Returns:
        +
        unique id of the record based on its position in the stream
        +
        +
      • +
      + + + +
        +
      • +

        getReadTime

        +
        public org.joda.time.Instant getReadTime()
        +
      • +
      + + + +
        +
      • +

        getStreamName

        +
        public String getStreamName()
        +
      • +
      + + + +
        +
      • +

        getShardId

        +
        public String getShardId()
        +
      • +
      + + + +
        +
      • +

        getDataAsBytes

        +
        public byte[] getDataAsBytes()
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + +
        +
      • +

        getSubSequenceNumber

        +
        public long getSubSequenceNumber()
        +
      • +
      + + + +
        +
      • +

        getSequenceNumber

        +
        public String getSequenceNumber()
        +
      • +
      + + + +
        +
      • +

        getApproximateArrivalTimestamp

        +
        public org.joda.time.Instant getApproximateArrivalTimestamp()
        +
      • +
      + + + + + + + +
        +
      • +

        getPartitionKey

        +
        public String getPartitionKey()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.Read.html new file mode 100644 index 00000000000..4a2e5fa7390 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.Read.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kinesis.KinesisIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kinesis.KinesisIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.html new file mode 100644 index 00000000000..3e297680d1f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kinesis.KinesisIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kinesis.KinesisIO

+
+
No usage of org.apache.beam.sdk.io.kinesis.KinesisIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisRecord.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisRecord.html new file mode 100644 index 00000000000..0d5df4c1a32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/class-use/KinesisRecord.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.kinesis.KinesisRecord (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.kinesis.KinesisRecord

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-frame.html new file mode 100644 index 00000000000..3e5d5f3b5d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-frame.html @@ -0,0 +1,23 @@ + + + + + + +org.apache.beam.sdk.io.kinesis (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.kinesis

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-summary.html new file mode 100644 index 00000000000..94e023da364 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-summary.html @@ -0,0 +1,168 @@ + + + + + + +org.apache.beam.sdk.io.kinesis (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.kinesis

+
+
Tests for KinesisIO.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.kinesis Description

+
Tests for KinesisIO.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-tree.html new file mode 100644 index 00000000000..c977a708e1b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-tree.html @@ -0,0 +1,141 @@ + + + + + + +org.apache.beam.sdk.io.kinesis Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.kinesis

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-use.html new file mode 100644 index 00000000000..7ec7f4b678b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/kinesis/package-use.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.kinesis (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.kinesis

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ConnectionConfiguration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ConnectionConfiguration.html new file mode 100644 index 00000000000..2966d333fa4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ConnectionConfiguration.html @@ -0,0 +1,253 @@ + + + + + + +MongoDbGridFSIO.ConnectionConfiguration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbGridFSIO.ConnectionConfiguration

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ConnectionConfiguration

        +
        public ConnectionConfiguration()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Parser.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Parser.html new file mode 100644 index 00000000000..260d097505c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Parser.html @@ -0,0 +1,245 @@ + + + + + + +MongoDbGridFSIO.Parser (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Interface MongoDbGridFSIO.Parser<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T -
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    MongoDbGridFSIO
    +
    +
    +
    +
    public static interface MongoDbGridFSIO.Parser<T>
    +extends Serializable
    +
    Interface for the parser that is used to parse the GridFSDBFile into + the appropriate types.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ParserCallback.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ParserCallback.html new file mode 100644 index 00000000000..1f9a78dd292 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.ParserCallback.html @@ -0,0 +1,268 @@ + + + + + + +MongoDbGridFSIO.ParserCallback (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Interface MongoDbGridFSIO.ParserCallback<T>

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    MongoDbGridFSIO
    +
    +
    +
    +
    public static interface MongoDbGridFSIO.ParserCallback<T>
    +extends Serializable
    +
    Callback for the parser to use to submit data.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      voidoutput(T output) +
      Output the object.
      +
      voidoutput(T output, + org.joda.time.Instant timestamp) +
      Output the object using the specified timestamp.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        output

        +
        void output(T output)
        +
        Output the object. The default timestamp will be the GridFSDBFile + creation timestamp.
        +
        +
        Parameters:
        +
        output -
        +
        +
      • +
      + + + + + +
        +
      • +

        output

        +
        void output(T output,
        +            org.joda.time.Instant timestamp)
        +
        Output the object using the specified timestamp.
        +
        +
        Parameters:
        +
        output -
        +
        timestamp -
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.BoundedGridFSSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.BoundedGridFSSource.html new file mode 100644 index 00000000000..950e28b0232 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.BoundedGridFSSource.html @@ -0,0 +1,454 @@ + + + + + + +MongoDbGridFSIO.Read.BoundedGridFSSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbGridFSIO.Read.BoundedGridFSSource

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getEstimatedSizeBytes

        +
        public long getEstimatedSizeBytes(PipelineOptions options)
        +                           throws Exception
        +
        Description copied from class: BoundedSource
        +
        An estimate of the total size (in bytes) of the data that would be read from this source. + This estimate is in terms of external storage size, before any decompression or other + processing done by the reader.
        +
        +
        Specified by:
        +
        getEstimatedSizeBytes in class BoundedSource<org.bson.types.ObjectId>
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        producesSortedKeys

        +
        public boolean producesSortedKeys(PipelineOptions options)
        +                           throws Exception
        +
        Description copied from class: BoundedSource
        +
        Whether this source is known to produce key/value pairs sorted by lexicographic order on + the bytes of the encoded key.
        +
        +
        Specified by:
        +
        producesSortedKeys in class BoundedSource<org.bson.types.ObjectId>
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        validate

        +
        public void validate()
        +
        Description copied from class: Source
        +
        Checks that this source is valid, before it can be used in a pipeline. + +

        It is recommended to use Preconditions for implementing + this method.

        +
        +
        Specified by:
        +
        validate in class Source<org.bson.types.ObjectId>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: Source
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class Source<org.bson.types.ObjectId>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        public Coder<org.bson.types.ObjectId> getDefaultOutputCoder()
        +
        Description copied from class: Source
        +
        Returns the default Coder to use for the data read from this source.
        +
        +
        Specified by:
        +
        getDefaultOutputCoder in class Source<org.bson.types.ObjectId>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.html new file mode 100644 index 00000000000..871b5c66f90 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Read.html @@ -0,0 +1,477 @@ + + + + + + +MongoDbGridFSIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbGridFSIO.Read<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Write.html new file mode 100644 index 00000000000..efffb3a677a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.Write.html @@ -0,0 +1,445 @@ + + + + + + +MongoDbGridFSIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbGridFSIO.Write<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Write

        +
        public Write()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        validate

        +
        public void validate(T input)
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PDone>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.WriteFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.WriteFn.html new file mode 100644 index 00000000000..03c07fac261 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.WriteFn.html @@ -0,0 +1,252 @@ + + + + + + +MongoDbGridFSIO.WriteFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Interface MongoDbGridFSIO.WriteFn<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T -
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    MongoDbGridFSIO
    +
    +
    +
    +
    public static interface MongoDbGridFSIO.WriteFn<T>
    +extends Serializable
    +
    Function that is called to write the data to the give GridFS OutputStream.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        write

        +
        void write(T output,
        +           OutputStream outStream)
        +    throws IOException
        +
        Output the object to the given OutputStream.
        +
        +
        Parameters:
        +
        output - The data to output
        +
        outStream - The OutputStream
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.html new file mode 100644 index 00000000000..d853f77f013 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbGridFSIO.html @@ -0,0 +1,415 @@ + + + + + + +MongoDbGridFSIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbGridFSIO

+
+
+ +
+
    +
  • +
    +
    +
    public class MongoDbGridFSIO
    +extends Object
    +
    IO to read and write data on MongoDB GridFS. + +

    Reading from MongoDB via GridFS

    + +

    MongoDbGridFSIO source returns a bounded collection of Objects as PCollection<T>. + +

    To configure the MongoDB GridFS source, you can provide the connection URI, the database name + and the bucket name. If unspecified, the default values from the GridFS driver are used.

    + +

    The following example illustrates various options for configuring the + source: + +

    
    + pipeline.apply(MongoDbGridFSIO.<String>read()
    +   .withUri("mongodb://localhost:27017")
    +   .withDatabase("my-database")
    +   .withBucket("my-bucket"))
    + 
    + +

    The source also accepts an optional configuration: withQueryFilter() allows you to + define a JSON filter to get subset of files in the database. + +

    There is also an optional Parser (and associated Coder) that can be + specified that can be used to parse the InputStream into objects usable with Beam. By default, + MongoDbGridFSIO will parse into Strings, splitting on line breaks and using the uploadDate of + the file as the timestamp. + When using a parser that outputs with custom timestamps, you may also need to specify + the allowedTimestampSkew option.

    + + + +

    Writing to MongoDB via GridFS

    + +

    MongoDBGridFS supports writing of data to a file in a MongoDB GridFS collection.

    + +

    To configure a MongoDB GridFS sink, you can provide the connection URI, the database name + and the bucket name. You must also provide the filename to write to. Another optional parameter + is the GridFS file chunkSize. + + For instance:

    + +
    
    +
    + pipeline
    +   .apply(...)
    +   .apply(MongoDbGridFSIO.write()
    +     .withUri("mongodb://localhost:27017")
    +     .withDatabase("my-database")
    +     .withBucket("my-bucket")
    +     .withChunkSize(256000L)
    +     .withFilename("my-output.txt"))
    +
    + 
    + +

    There is also an optional argument to the create() method to specify a writer + that is used to write the data to the OutputStream. By default, it writes UTF-8 strings + to the file separated with line feeds. +

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Read.html new file mode 100644 index 00000000000..3463adc9b43 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Read.html @@ -0,0 +1,460 @@ + + + + + + +MongoDbIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbIO.Read

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Read

        +
        public Read()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + +
        +
      • +

        withNumSplits

        +
        public MongoDbIO.Read withNumSplits(int numSplits)
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<org.bson.Document> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<org.bson.Document>>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PBegin input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PBegin,PCollection<org.bson.Document>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PBegin,PCollection<org.bson.Document>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Write.html new file mode 100644 index 00000000000..5ab48861bb1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.Write.html @@ -0,0 +1,408 @@ + + + + + + +MongoDbIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbIO.Write

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Write

        +
        public Write()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + +
        +
      • +

        withBatchSize

        +
        public MongoDbIO.Write withBatchSize(long batchSize)
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<org.bson.Document> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<org.bson.Document>,PDone>
        +
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<org.bson.Document> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<org.bson.Document>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.html new file mode 100644 index 00000000000..fd9dde37de6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/MongoDbIO.html @@ -0,0 +1,329 @@ + + + + + + +MongoDbIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.mongodb
+

Class MongoDbIO

+
+
+ +
+
    +
  • +
    +
    +
    public class MongoDbIO
    +extends Object
    +
    IO to read and write data on MongoDB. + +

    Reading from MongoDB

    + +

    MongoDbIO source returns a bounded collection of String as PCollection<String>. + The String is the JSON form of the MongoDB Document. + +

    To configure the MongoDB source, you have to provide the connection URI, the database name + and the collection name. The following example illustrates various options for configuring the + source: + +

    
    +
    + pipeline.apply(MongoDbIO.read()
    +   .withUri("mongodb://localhost:27017")
    +   .withDatabase("my-database")
    +   .withCollection("my-collection"))
    +   // above three are required configuration, returns PCollection<String>
    +
    +   // rest of the settings are optional
    +
    + 
    + +

    The source also accepts an optional configuration: withFilter() allows you to + define a JSON filter to get subset of data.

    + +

    Writing to MongoDB

    + +

    MongoDB sink supports writing of Document (as JSON String) in a MongoDB.

    + +

    To configure a MongoDB sink, you must specify a connection URI, a Database + name, a Collection name. For instance:

    + +
    
    +
    + pipeline
    +   .apply(...)
    +   .apply(MongoDbIO.write()
    +     .withUri("mongodb://localhost:27017")
    +     .withDatabase("my-database")
    +     .withCollection("my-collection")
    +     .withNumSplits(30))
    +
    + 
    +
  • +
+
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ConnectionConfiguration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ConnectionConfiguration.html new file mode 100644 index 00000000000..11b5b082e4b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ConnectionConfiguration.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ConnectionConfiguration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ConnectionConfiguration

+
+
No usage of org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ConnectionConfiguration
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Parser.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Parser.html new file mode 100644 index 00000000000..d94355380af --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Parser.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Parser (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Parser

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ParserCallback.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ParserCallback.html new file mode 100644 index 00000000000..3ec4201bf61 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.ParserCallback.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ParserCallback (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.ParserCallback

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.BoundedGridFSSource.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.BoundedGridFSSource.html new file mode 100644 index 00000000000..4148fc06a4c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.BoundedGridFSSource.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource

+
+
No usage of org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read.BoundedGridFSSource
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.html new file mode 100644 index 00000000000..638230bd09f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Read.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Write.html new file mode 100644 index 00000000000..51c54774055 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.Write.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.WriteFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.WriteFn.html new file mode 100644 index 00000000000..33109ad150f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.WriteFn.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.WriteFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO.WriteFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.html new file mode 100644 index 00000000000..d5d839924bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbGridFSIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO

+
+
No usage of org.apache.beam.sdk.io.mongodb.MongoDbGridFSIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Read.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Read.html new file mode 100644 index 00000000000..1dc5c883749 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Read.html @@ -0,0 +1,192 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbIO.Read (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbIO.Read

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Write.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Write.html new file mode 100644 index 00000000000..692abe5d359 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.Write.html @@ -0,0 +1,186 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbIO.Write (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbIO.Write

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.html new file mode 100644 index 00000000000..2bf11719d8c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/class-use/MongoDbIO.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.mongodb.MongoDbIO (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.mongodb.MongoDbIO

+
+
No usage of org.apache.beam.sdk.io.mongodb.MongoDbIO
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-frame.html new file mode 100644 index 00000000000..48d85859d4c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +org.apache.beam.sdk.io.mongodb (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.mongodb

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-summary.html new file mode 100644 index 00000000000..d9d6785f0dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-summary.html @@ -0,0 +1,227 @@ + + + + + + +org.apache.beam.sdk.io.mongodb (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.mongodb

+
+
Transforms for reading and writing from MongoDB.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.mongodb Description

+
Transforms for reading and writing from MongoDB.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-tree.html new file mode 100644 index 00000000000..31027b3c639 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-tree.html @@ -0,0 +1,168 @@ + + + + + + +org.apache.beam.sdk.io.mongodb Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.mongodb

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-use.html new file mode 100644 index 00000000000..f3f96248eef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/mongodb/package-use.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.mongodb (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.mongodb

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-frame.html new file mode 100644 index 00000000000..c36668f8717 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-frame.html @@ -0,0 +1,94 @@ + + + + + + +org.apache.beam.sdk.io (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-summary.html new file mode 100644 index 00000000000..07c69967185 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-summary.html @@ -0,0 +1,627 @@ + + + + + + +org.apache.beam.sdk.io (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io

+
+
Defines transforms for reading and writing common storage formats, including + AvroIO, and + TextIO.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io Description

+
Defines transforms for reading and writing common storage formats, including + AvroIO, and + TextIO. + +

The classes in this package provide Read transforms that create PCollections + from existing storage: +


+ PCollection<TableRow> inputData = pipeline.apply(
+     BigQueryIO.Read.from("clouddataflow-readonly:samples.weather_stations"));
+ 
+ and Write transforms that persist PCollections to external storage: +
 
+ PCollection<Integer> numbers = ...;
+ numbers.apply(TextIO.Write.to("gs://my_bucket/path/to/numbers"));
+  
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-tree.html new file mode 100644 index 00000000000..caca409e056 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-tree.html @@ -0,0 +1,282 @@ + + + + + + +org.apache.beam.sdk.io Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-use.html new file mode 100644 index 00000000000..c917e224607 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/package-use.html @@ -0,0 +1,783 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKey.html new file mode 100644 index 00000000000..cff1bc0ced2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKey.html @@ -0,0 +1,472 @@ + + + + + + +ByteKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.range
+

Class ByteKey

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Comparable<ByteKey>
    +
    +
    +
    +
    public final class ByteKey
    +extends Object
    +implements Comparable<ByteKey>, Serializable
    +
    A class representing a key consisting of an array of bytes. Arbitrary-length + byte[] keys are typical in key-value stores such as Google Cloud Bigtable. + +

    Instances of ByteKey are immutable. + +

    ByteKey implements Comparable<ByteKey> by comparing the + arrays in lexicographic order. The smallest ByteKey is a zero-length array; the successor + to a key is the same key with an additional 0 byte appended; and keys have unbounded size. + +

    Note that the empty ByteKey compares smaller than all other keys, but some systems + have the semantic that when an empty ByteKey is used as an upper bound, it represents + the largest possible key. In these cases, implementors should use isEmpty() to test + whether an upper bound key is empty.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        EMPTY

        +
        public static final ByteKey EMPTY
        +
        An empty key.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static ByteKey of(com.google.protobuf.ByteString value)
        +
        Creates a new ByteKey backed by the specified ByteString.
        +
      • +
      + + + +
        +
      • +

        copyFrom

        +
        public static ByteKey copyFrom(byte[] bytes)
        +
        Creates a new ByteKey backed by a copy of the specified byte[]. + +

        Makes a copy of the underlying array.

        +
      • +
      + + + +
        +
      • +

        of

        +
        public static ByteKey of(int... bytes)
        +
        Creates a new ByteKey backed by a copy of the specified int[]. This method is + primarily used as a convenience to create a ByteKey in code without casting down to + signed Java bytes: + +
        
        + ByteKey key = ByteKey.of(0xde, 0xad, 0xbe, 0xef);
        + 
        + +

        Makes a copy of the input.

        +
      • +
      + + + +
        +
      • +

        getValue

        +
        public com.google.protobuf.ByteString getValue()
        +
        Returns an immutable ByteString representing this ByteKey. + +

        Does not copy.

        +
      • +
      + + + +
        +
      • +

        getBytes

        +
        public byte[] getBytes()
        +
        Returns a newly-allocated byte[] representing this ByteKey. + +

        Copies the underlying byte[].

        +
      • +
      + + + +
        +
      • +

        isEmpty

        +
        public boolean isEmpty()
        +
        Returns true if the byte[] backing this ByteKey is of length 0.
        +
      • +
      + + + +
        +
      • +

        compareTo

        +
        public int compareTo(ByteKey other)
        +
        ByteKey implements Comparable<ByteKey> by comparing the + arrays in lexicographic order. The smallest ByteKey is a zero-length array; the + successor to a key is the same key with an additional 0 byte appended; and keys have unbounded + size.
        +
        +
        Specified by:
        +
        compareTo in interface Comparable<ByteKey>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object o)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRange.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRange.html new file mode 100644 index 00000000000..10f9adef348 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRange.html @@ -0,0 +1,572 @@ + + + + + + +ByteKeyRange (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.range
+

Class ByteKeyRange

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public final class ByteKeyRange
    +extends Object
    +implements Serializable
    +
    A class representing a range of ByteKeys. + +

    Instances of ByteKeyRange are immutable. + +

    A ByteKeyRange enforces the restriction that its start and end keys must form a valid, + non-empty range [startKey, endKey) that is inclusive of the start key and exclusive of + the end key. + +

    When the end key is empty, it is treated as the largest possible key. + +

    Interpreting ByteKey in a ByteKeyRange

    + +

    The primary role of ByteKeyRange is to provide functionality for + estimateFractionForKey(ByteKey), interpolateKey(double), and + split(int), which are used for Google Cloud Dataflow's + Autoscaling + and Dynamic Work Rebalancing features. + +

    ByteKeyRange implements these features by treating a ByteKey's underlying + byte[] as the binary expansion of floating point numbers in the range [0.0, 1.0]. + For example, the keys ByteKey.of(0x80), ByteKey.of(0xc0), and + ByteKey.of(0xe0) are interpreted as 0.5, 0.75, and 0.875 + respectively. The empty ByteKey.EMPTY is interpreted as 0.0 when used as the + start of a range and 1.0 when used as the end key. + +

    Key interpolation, fraction estimation, and range splitting are all interpreted in these + floating-point semantics. See the respective implementations for further details. Note: + the underlying implementations of these functions use BigInteger and BigDecimal, + so they can be slow and should not be called in hot loops. Dynamic work rebalancing will only + invoke these functions during periodic control operations, so they are not called on the critical + path.

    +
    +
    See Also:
    +
    ByteKey, +Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRangeTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRangeTracker.html new file mode 100644 index 00000000000..4c6e40a6d38 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/ByteKeyRangeTracker.html @@ -0,0 +1,473 @@ + + + + + + +ByteKeyRangeTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.range
+

Class ByteKeyRangeTracker

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        isDone

        +
        public boolean isDone()
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getRange

        +
        public ByteKeyRange getRange()
        +
        Returns the current range.
        +
      • +
      + + + +
        +
      • +

        tryReturnRecordAt

        +
        public boolean tryReturnRecordAt(boolean isAtSplitPoint,
        +                                 ByteKey recordStart)
        +
        Description copied from interface: RangeTracker
        +
        Atomically determines whether a record at the given position can be returned and updates + internal state. In particular: +
          +
        • If isAtSplitPoint is true, and recordStart is outside the current + range, returns false; +
        • Otherwise, updates the last-consumed position to recordStart and returns + true. +
        + +

        This method MUST be called on all split point records. It may be called on every record.

        +
        +
        Specified by:
        +
        tryReturnRecordAt in interface RangeTracker<ByteKey>
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getSplitPointsConsumed

        +
        public long getSplitPointsConsumed()
        +
      • +
      + + + +
        +
      • +

        markDone

        +
        public boolean markDone()
        +
        Marks this range tracker as being done. Specifically, this will mark the current split point, + if one exists, as being finished. + +

        Always returns false, so that it can be used in an implementation of + Source.Reader.start() or Source.Reader.advance() as follows: + +

         
        + public boolean start() {
        +   return startImpl() && rangeTracker.tryReturnRecordAt(isAtSplitPoint, position)
        +       || rangeTracker.markDone();
        + } 
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/OffsetRangeTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/OffsetRangeTracker.html new file mode 100644 index 00000000000..913044e6432 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/OffsetRangeTracker.html @@ -0,0 +1,600 @@ + + + + + + +OffsetRangeTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.range
+

Class OffsetRangeTracker

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        OFFSET_INFINITY

        +
        public static final long OFFSET_INFINITY
        +
        Offset corresponding to infinity. This can only be used as the upper-bound of a range, and + indicates reading all of the records until the end without specifying exactly what the end is. + +

        Infinite ranges cannot be split because it is impossible to estimate progress within them.

        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OffsetRangeTracker

        +
        public OffsetRangeTracker(long startOffset,
        +                          long stopOffset)
        +
        Creates an OffsetRangeTracker for the specified range.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isStarted

        +
        public boolean isStarted()
        +
      • +
      + + + +
        +
      • +

        isDone

        +
        public boolean isDone()
        +
      • +
      + + + +
        +
      • +

        getStartPosition

        +
        public Long getStartPosition()
        +
        Description copied from interface: RangeTracker
        +
        Returns the starting position of the current range, inclusive.
        +
        +
        Specified by:
        +
        getStartPosition in interface RangeTracker<Long>
        +
        +
      • +
      + + + +
        +
      • +

        getStopPosition

        +
        public Long getStopPosition()
        +
        Description copied from interface: RangeTracker
        +
        Returns the ending position of the current range, exclusive.
        +
        +
        Specified by:
        +
        getStopPosition in interface RangeTracker<Long>
        +
        +
      • +
      + + + +
        +
      • +

        tryReturnRecordAt

        +
        public boolean tryReturnRecordAt(boolean isAtSplitPoint,
        +                                 Long recordStart)
        +
        Description copied from interface: RangeTracker
        +
        Atomically determines whether a record at the given position can be returned and updates + internal state. In particular: +
          +
        • If isAtSplitPoint is true, and recordStart is outside the current + range, returns false; +
        • Otherwise, updates the last-consumed position to recordStart and returns + true. +
        + +

        This method MUST be called on all split point records. It may be called on every record.

        +
        +
        Specified by:
        +
        tryReturnRecordAt in interface RangeTracker<Long>
        +
        +
      • +
      + + + +
        +
      • +

        tryReturnRecordAt

        +
        public boolean tryReturnRecordAt(boolean isAtSplitPoint,
        +                                 long recordStart)
        +
      • +
      + + + + + + + +
        +
      • +

        trySplitAtPosition

        +
        public boolean trySplitAtPosition(long splitOffset)
        +
      • +
      + + + +
        +
      • +

        getPositionForFractionConsumed

        +
        public long getPositionForFractionConsumed(double fraction)
        +
        Returns a position P such that the range [start, P) represents approximately + the given fraction of the range [start, end). Assumes that the density of records + in the range is approximately uniform.
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        markDone

        +
        public boolean markDone()
        +
        Marks this range tracker as being done. Specifically, this will mark the current split point, + if one exists, as being finished. + +

        Always returns false, so that it can be used in an implementation of + Source.Reader.start() or Source.Reader.advance() as follows: + +

         
        + public boolean start() {
        +   return startImpl() && rangeTracker.tryReturnRecordAt(isAtSplitPoint, position)
        +       || rangeTracker.markDone();
        + } 
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/RangeTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/RangeTracker.html new file mode 100644 index 00000000000..b26b47adb1c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/RangeTracker.html @@ -0,0 +1,483 @@ + + + + + + +RangeTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.io.range
+

Interface RangeTracker<PositionT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    PositionT - Type of positions used by the source to define ranges and identify records.
    +
    +
    +
    All Known Implementing Classes:
    +
    ByteKeyRangeTracker, OffsetRangeTracker
    +
    +
    +
    +
    public interface RangeTracker<PositionT>
    +
    A RangeTracker is a thread-safe helper object for implementing dynamic work rebalancing + in position-based BoundedSource.BoundedReader + subclasses. + +

    Usage of the RangeTracker class hierarchy

    + The abstract RangeTracker interface should not be used per se - all users should use its + subclasses directly. We declare it here because all subclasses have roughly the same interface + and the same properties, to centralize the documentation. Currently we provide one + implementation - OffsetRangeTracker. + +

    Position-based sources

    + A position-based source is one where the source can be described by a range of positions of + an ordered type and the records returned by the reader can be described by positions of the + same type. + +

    In case a record occupies a range of positions in the source, the most important thing about + the record is the position where it starts. + +

    Defining the semantics of positions for a source is entirely up to the source class, however + the chosen definitions have to obey certain properties in order to make it possible to correctly + split the source into parts, including dynamic splitting. Two main aspects need to be defined: +

      +
    • How to assign starting positions to records. +
    • Which records should be read by a source with a range [A, B). +
    + Moreover, reading a range must be efficient, i.e., the performance of reading a range + should not significantly depend on the location of the range. For example, reading the range + [A, B) should not require reading all data before A. + +

    The sections below explain exactly what properties these definitions must satisfy, and + how to use a RangeTracker with a properly defined source. + +

    Properties of position-based sources

    + The main requirement for position-based sources is associativity: reading records from + [A, B) and records from [B, C) should give the same records as reading from + [A, C), where A <= B <= C. This property ensures that no matter how a range + of positions is split into arbitrarily many sub-ranges, the total set of records described by + them stays the same. + +

    The other important property is how the source's range relates to positions of records in + the source. In many sources each record can be identified by a unique starting position. + In this case: +

      +
    • All records returned by a source [A, B) must have starting positions + in this range. +
    • All but the last record should end within this range. The last record may or may not + extend past the end of the range. +
    • Records should not overlap. +
    + Such sources should define "read [A, B)" as "read from the first record starting at or + after A, up to but not including the first record starting at or after B". + +

    Some examples of such sources include reading lines or CSV from a text file, reading keys and + values from a BigTable, etc. + +

    The concept of split points allows to extend the definitions for dealing with sources + where some records cannot be identified by a unique starting position. + +

    In all cases, all records returned by a source [A, B) must start at or after + A. + +

    Split points

    + +

    Some sources may have records that are not directly addressable. For example, imagine a file + format consisting of a sequence of compressed blocks. Each block can be assigned an offset, but + records within the block cannot be directly addressed without decompressing the block. Let us + refer to this hypothetical format as CBF (Compressed Blocks Format). + +

    Many such formats can still satisfy the associativity property. For example, in CBF, reading + [A, B) can mean "read all the records in all blocks whose starting offset is in + [A, B)". + +

    To support such complex formats, we introduce the notion of split points. We say that + a record is a split point if there exists a position A such that the record is the first + one to be returned when reading the range [A, infinity). In CBF, the only split points + would be the first records in each block. + +

    Split points allow us to define the meaning of a record's position and a source's range + in all cases: +

      +
    • For a record that is at a split point, its position is defined to be the largest + A such that reading a source with the range [A, infinity) returns this record; +
    • Positions of other records are only required to be non-decreasing; +
    • Reading the source [A, B) must return records starting from the first split point + at or after A, up to but not including the first split point at or after B. + In particular, this means that the first record returned by a source MUST always be + a split point. +
    • Positions of split points must be unique. +
    + As a result, for any decomposition of the full range of the source into position ranges, the + total set of records will be the full set of records in the source, and each record + will be read exactly once. + +

    Consumed positions

    + As the source is being read, and records read from it are being passed to the downstream + transforms in the pipeline, we say that positions in the source are being consumed. + When a reader has read a record (or promised to a caller that a record will be returned), + positions up to and including the record's start position are considered consumed. + +

    Dynamic splitting can happen only at unconsumed positions. If the reader just + returned a record at offset 42 in a file, dynamic splitting can happen only at offset 43 or + beyond, as otherwise that record could be read twice (by the current reader and by a reader + of the task starting at 43). + +

    Example

    + The following example uses an OffsetRangeTracker to support dynamically splitting + a source with integer positions (offsets). +
     
    +   class MyReader implements BoundedReader<Foo> {
    +     private MySource currentSource;
    +     private final OffsetRangeTracker tracker = new OffsetRangeTracker();
    +     ...
    +     MyReader(MySource source) {
    +       this.currentSource = source;
    +       this.tracker = new MyRangeTracker<>(source.getStartOffset(), source.getEndOffset())
    +     }
    +     ...
    +     boolean start() {
    +       ... (general logic for locating the first record) ...
    +       if (!tracker.tryReturnRecordAt(true, recordStartOffset)) return false;
    +       ... (any logic that depends on the record being returned, e.g. counting returned records)
    +       return true;
    +     }
    +     boolean advance() {
    +       ... (general logic for locating the next record) ...
    +       if (!tracker.tryReturnRecordAt(isAtSplitPoint, recordStartOffset)) return false;
    +       ... (any logic that depends on the record being returned, e.g. counting returned records)
    +       return true;
    +     }
    +
    +     double getFractionConsumed() {
    +       return tracker.getFractionConsumed();
    +     }
    +   }
    +  
    + +

    Usage with different models of iteration

    + When using this class to protect a + BoundedSource.BoundedReader, follow the pattern + described above. + +

    When using this class to protect iteration in the hasNext()/next() + model, consider the record consumed when hasNext() is about to return true, rather than + when next() is called, because hasNext() returning true is promising the caller + that next() will have an element to return - so trySplitAtPosition(PositionT) must not + split the range in a way that would make the record promised by hasNext() belong to + a different range. + +

    Also note that implementations of hasNext() need to ensure + that they call tryReturnRecordAt(boolean, PositionT) only once even if hasNext() is called + repeatedly, due to the requirement on uniqueness of split point positions.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getStartPosition

        +
        PositionT getStartPosition()
        +
        Returns the starting position of the current range, inclusive.
        +
      • +
      + + + +
        +
      • +

        getStopPosition

        +
        PositionT getStopPosition()
        +
        Returns the ending position of the current range, exclusive.
        +
      • +
      + + + + + +
        +
      • +

        tryReturnRecordAt

        +
        boolean tryReturnRecordAt(boolean isAtSplitPoint,
        +                          PositionT recordStart)
        +
        Atomically determines whether a record at the given position can be returned and updates + internal state. In particular: +
          +
        • If isAtSplitPoint is true, and recordStart is outside the current + range, returns false; +
        • Otherwise, updates the last-consumed position to recordStart and returns + true. +
        + +

        This method MUST be called on all split point records. It may be called on every record.

        +
      • +
      + + + + + +
        +
      • +

        trySplitAtPosition

        +
        boolean trySplitAtPosition(PositionT splitPosition)
        +
        Atomically splits the current range [getStartPosition(), getStopPosition()) + into a "primary" part [getStartPosition(), splitPosition) + and a "residual" part [splitPosition, getStopPosition()), assuming the current + last-consumed position is within [getStartPosition(), splitPosition) + (i.e., splitPosition has not been consumed yet). + +

        Updates the current range to be the primary and returns true. This means that + all further calls on the current object will interpret their arguments relative to the + primary range. + +

        If the split position has already been consumed, or if no tryReturnRecordAt(boolean, PositionT) call + was made yet, returns false. The second condition is to prevent dynamic splitting + during reader start-up.

        +
      • +
      + + + +
        +
      • +

        getFractionConsumed

        +
        double getFractionConsumed()
        +
        Returns the approximate fraction of positions in the source that have been consumed by + successful tryReturnRecordAt(boolean, PositionT) calls, or 0.0 if no such calls have happened.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKey.html new file mode 100644 index 00000000000..1dce2461975 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKey.html @@ -0,0 +1,299 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.range.ByteKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.range.ByteKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRange.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRange.html new file mode 100644 index 00000000000..6311bf18a04 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRange.html @@ -0,0 +1,267 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.range.ByteKeyRange (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.range.ByteKeyRange

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRangeTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRangeTracker.html new file mode 100644 index 00000000000..e4082c36e0c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/ByteKeyRangeTracker.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.range.ByteKeyRangeTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.range.ByteKeyRangeTracker

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/OffsetRangeTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/OffsetRangeTracker.html new file mode 100644 index 00000000000..8b3ce29f7ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/OffsetRangeTracker.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.io.range.OffsetRangeTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.io.range.OffsetRangeTracker

+
+
No usage of org.apache.beam.sdk.io.range.OffsetRangeTracker
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/RangeTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/RangeTracker.html new file mode 100644 index 00000000000..c6fd48189f3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/class-use/RangeTracker.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.io.range.RangeTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.io.range.RangeTracker

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-frame.html new file mode 100644 index 00000000000..6ba6fe63e3f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-frame.html @@ -0,0 +1,28 @@ + + + + + + +org.apache.beam.sdk.io.range (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.io.range

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-summary.html new file mode 100644 index 00000000000..cad7f6029b7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-summary.html @@ -0,0 +1,196 @@ + + + + + + +org.apache.beam.sdk.io.range (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.io.range

+
+
Provides thread-safe helpers for implementing dynamic work rebalancing in position-based + bounded sources.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.io.range Description

+
Provides thread-safe helpers for implementing dynamic work rebalancing in position-based + bounded sources. + +

See RangeTracker to get started.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-tree.html new file mode 100644 index 00000000000..1b6ca85a7e4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-tree.html @@ -0,0 +1,146 @@ + + + + + + +org.apache.beam.sdk.io.range Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.io.range

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-use.html new file mode 100644 index 00000000000..c31ef2c386d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/io/range/package-use.html @@ -0,0 +1,204 @@ + + + + + + +Uses of Package org.apache.beam.sdk.io.range (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.io.range

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Counter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Counter.html new file mode 100644 index 00000000000..c3cb07d6b94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Counter.html @@ -0,0 +1,275 @@ + + + + + + +Counter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Interface Counter

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    Metric
    +
    +
    +
    +
    @Experimental(value=METRICS)
    +public interface Counter
    +extends Metric
    +
    A metric that reports a single long value and can be incremented or decremented.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      voiddec() 
      voiddec(long n) 
      voidinc() +
      Increment the counter.
      +
      voidinc(long n) +
      Increment the counter by the given amount.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        inc

        +
        void inc()
        +
        Increment the counter.
        +
      • +
      + + + +
        +
      • +

        inc

        +
        void inc(long n)
        +
        Increment the counter by the given amount.
        +
      • +
      + + + +
        +
      • +

        dec

        +
        void dec()
        +
      • +
      + + + +
        +
      • +

        dec

        +
        void dec(long n)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Distribution.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Distribution.html new file mode 100644 index 00000000000..f554e8b7ae0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Distribution.html @@ -0,0 +1,233 @@ + + + + + + +Distribution (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Interface Distribution

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    Metric
    +
    +
    +
    +
    @Experimental(value=METRICS)
    +public interface Distribution
    +extends Metric
    +
    A metric that reports information about the distribution of reported values.
    +
  • +
+
+
+
    +
  • + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        update

        +
        void update(long value)
        +
        Add an observation to this distribution.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionData.html new file mode 100644 index 00000000000..19e94e89058 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionData.html @@ -0,0 +1,412 @@ + + + + + + +DistributionData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class DistributionData

+
+
+ +
+
    +
  • +
    +
    +
    public abstract class DistributionData
    +extends Object
    +
    Data describing the the distribution. This should retain enough detail that it can be combined + with other DistributionData. + +

    This is kept distinct from DistributionResult since this may be extended to include + data necessary to approximate quantiles, etc. while DistributionResult would just include + the approximate value of those quantiles.

    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DistributionData

        +
        public DistributionData()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionResult.html new file mode 100644 index 00000000000..c740fe2e910 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/DistributionResult.html @@ -0,0 +1,381 @@ + + + + + + +DistributionResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class DistributionResult

+
+
+ +
+
    +
  • +
    +
    +
    public abstract class DistributionResult
    +extends Object
    +
    The result of a Distribution metric.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DistributionResult

        +
        public DistributionResult()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        sum

        +
        public abstract long sum()
        +
      • +
      + + + +
        +
      • +

        count

        +
        public abstract long count()
        +
      • +
      + + + +
        +
      • +

        min

        +
        public abstract long min()
        +
      • +
      + + + +
        +
      • +

        max

        +
        public abstract long max()
        +
      • +
      + + + +
        +
      • +

        mean

        +
        public double mean()
        +
      • +
      + + + +
        +
      • +

        create

        +
        public static DistributionResult create(long sum,
        +                                        long count,
        +                                        long min,
        +                                        long max)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metric.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metric.html new file mode 100644 index 00000000000..fa2418dcfde --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metric.html @@ -0,0 +1,174 @@ + + + + + + +Metric (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Interface Metric

+
+
+
+
    +
  • +
    +
    All Known Subinterfaces:
    +
    Counter, Distribution
    +
    +
    +
    +
    public interface Metric
    +
    Marker interface for all user-facing metrics.
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricKey.html new file mode 100644 index 00000000000..6abfa0bd935 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricKey.html @@ -0,0 +1,309 @@ + + + + + + +MetricKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricKey

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=METRICS)
    +public abstract class MetricKey
    +extends Object
    +
    Metrics are keyed by the step name they are associated with and the name of the metric.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricKey

        +
        public MetricKey()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        stepName

        +
        public abstract String stepName()
        +
        The step name that is associated with this metric.
        +
      • +
      + + + +
        +
      • +

        metricName

        +
        public abstract MetricName metricName()
        +
        The name of the metric.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricName.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricName.html new file mode 100644 index 00000000000..c741e3ed86d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricName.html @@ -0,0 +1,326 @@ + + + + + + +MetricName (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricName

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricName

        +
        public MetricName()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        namespace

        +
        public abstract String namespace()
        +
        The namespace associated with this metric.
        +
      • +
      + + + +
        +
      • +

        name

        +
        public abstract String name()
        +
        The name of this metric.
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricNameFilter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricNameFilter.html new file mode 100644 index 00000000000..ef3d3d0477e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricNameFilter.html @@ -0,0 +1,351 @@ + + + + + + +MetricNameFilter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricNameFilter

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricQueryResults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricQueryResults.html new file mode 100644 index 00000000000..00302763f25 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricQueryResults.html @@ -0,0 +1,244 @@ + + + + + + +MetricQueryResults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Interface MetricQueryResults

+
+
+
+
    +
  • +
    +
    +
    @Experimental(value=METRICS)
    +public interface MetricQueryResults
    +
    The results of a query for metrics. Allows accessing all of the metrics that matched the filter.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResult.html new file mode 100644 index 00000000000..4c59272c043 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResult.html @@ -0,0 +1,279 @@ + + + + + + +MetricResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Interface MetricResult<T>

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      Tattempted() +
      Return the value of this metric across all attempts of executing all parts of the pipeline.
      +
      Tcommitted() +
      Return the value of this metric across all successfully completed parts of the pipeline.
      +
      MetricNamename() +
      Return the name of the metric.
      +
      Stringstep() +
      Return the step context to which this metric result applies.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        name

        +
        MetricName name()
        +
        Return the name of the metric.
        +
      • +
      + + + +
        +
      • +

        step

        +
        String step()
        +
        Return the step context to which this metric result applies.
        +
      • +
      + + + +
        +
      • +

        committed

        +
        T committed()
        +
        Return the value of this metric across all successfully completed parts of the pipeline. + +

        Not all runners will support committed metrics. If they are not supported, the runner will + throw an UnsupportedOperationException.

        +
      • +
      + + + +
        +
      • +

        attempted

        +
        T attempted()
        +
        Return the value of this metric across all attempts of executing all parts of the pipeline.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResults.html new file mode 100644 index 00000000000..b4b25bde3d2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricResults.html @@ -0,0 +1,279 @@ + + + + + + +MetricResults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricResults

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricResults

        +
        public MetricResults()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.MetricUpdate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.MetricUpdate.html new file mode 100644 index 00000000000..c76f318a1ab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.MetricUpdate.html @@ -0,0 +1,318 @@ + + + + + + +MetricUpdates.MetricUpdate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricUpdates.MetricUpdate<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of value representing the update.
    +
    +
    +
    Enclosing class:
    +
    MetricUpdates
    +
    +
    +
    +
    public abstract static class MetricUpdates.MetricUpdate<T>
    +extends Object
    +
    Representation of a single metric update.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricUpdate

        +
        public MetricUpdate()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.html new file mode 100644 index 00000000000..5ff1d1aa24e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricUpdates.html @@ -0,0 +1,385 @@ + + + + + + +MetricUpdates (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricUpdates

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metrics.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metrics.html new file mode 100644 index 00000000000..1097e3f422c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/Metrics.html @@ -0,0 +1,301 @@ + + + + + + +Metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class Metrics

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=METRICS)
    +public class Metrics
    +extends Object
    +
    The Metrics is a utility class for producing various kinds of metrics for + reporting properties of an executing pipeline.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        counter

        +
        public static Counter counter(String namespace,
        +                              String name)
        +
        Create a metric that can be incremented and decremented, and is aggregated by taking the sum.
        +
      • +
      + + + +
        +
      • +

        counter

        +
        public static Counter counter(Class<?> namespace,
        +                              String name)
        +
        Create a metric that can be incremented and decremented, and is aggregated by taking the sum.
        +
      • +
      + + + +
        +
      • +

        distribution

        +
        public static Distribution distribution(String namespace,
        +                                        String name)
        +
        Create a metric that records various statistics about the distribution of reported values.
        +
      • +
      + + + +
        +
      • +

        distribution

        +
        public static Distribution distribution(Class<?> namespace,
        +                                        String name)
        +
        Create a metric that records various statistics about the distribution of reported values.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsContainer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsContainer.html new file mode 100644 index 00000000000..cafa5b6a650 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsContainer.html @@ -0,0 +1,358 @@ + + + + + + +MetricsContainer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricsContainer

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricsContainer

        +
        public MetricsContainer(String stepName)
        +
        Create a new MetricsContainer associated with the given stepName.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getCounter

        +
        public org.apache.beam.sdk.metrics.CounterCell getCounter(MetricName metricName)
        +
        Return the CounterCell that should be used for implementing the given + metricName in this container.
        +
      • +
      + + + +
        +
      • +

        getDistribution

        +
        public org.apache.beam.sdk.metrics.DistributionCell getDistribution(MetricName metricName)
        +
      • +
      + + + +
        +
      • +

        getUpdates

        +
        public MetricUpdates getUpdates()
        +
        Return the cumulative values for any metrics that have changed since the last time updates were + committed.
        +
      • +
      + + + +
        +
      • +

        commitUpdates

        +
        public void commitUpdates()
        +
        Mark all of the updates that were retrieved with the latest call to getUpdates() as + committed.
        +
      • +
      + + + +
        +
      • +

        getCumulative

        +
        public MetricUpdates getCumulative()
        +
        Return the MetricUpdates representing the cumulative values of all metrics in this + container.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsEnvironment.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsEnvironment.html new file mode 100644 index 00000000000..7388c7dc440 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsEnvironment.html @@ -0,0 +1,353 @@ + + + + + + +MetricsEnvironment (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricsEnvironment

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricsEnvironment

        +
        public MetricsEnvironment()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        setMetricsSupported

        +
        public static void setMetricsSupported(boolean supported)
        +
        Called by the run to indicate whether metrics reporting is supported.
        +
      • +
      + + + + + + + +
        +
      • +

        getCurrentContainer

        +
        @Nullable
        +public static MetricsContainer getCurrentContainer()
        +
        Return the MetricsContainer for the current thread. + +

        May return null if metrics are not supported by the current runner or if the current thread + is not a work-execution thread. The first time this happens in a given thread it will log a + diagnostic message.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.Builder.html new file mode 100644 index 00000000000..6abf562b754 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.Builder.html @@ -0,0 +1,347 @@ + + + + + + +MetricsFilter.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricsFilter.Builder

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Builder

        +
        public Builder()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        immutableNamesBuilder

        +
        protected abstract com.google.common.collect.ImmutableSet.Builder<MetricNameFilter> immutableNamesBuilder()
        +
      • +
      + + + +
        +
      • +

        immutableStepsBuilder

        +
        protected abstract com.google.common.collect.ImmutableSet.Builder<String> immutableStepsBuilder()
        +
      • +
      + + + +
        +
      • +

        addNameFilter

        +
        public MetricsFilter.Builder addNameFilter(MetricNameFilter nameFilter)
        +
        Add a MetricNameFilter. + +

        If no name filters are specified then all metric names will be inculded. + + +

        If one or more name filters are specified, then only metrics that match one or more of the + filters will be included.

        +
      • +
      + + + +
        +
      • +

        addStep

        +
        public MetricsFilter.Builder addStep(String step)
        +
        Add a step filter. + +

        If no steps are specified then metrics will be included for all steps. + +

        If one or more steps are specified, then metrics will be included if they are part of + any of the specified steps.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.html new file mode 100644 index 00000000000..25466cb6df0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsFilter.html @@ -0,0 +1,348 @@ + + + + + + +MetricsFilter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricsFilter

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MetricsFilter

        +
        public MetricsFilter()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.Factory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.Factory.html new file mode 100644 index 00000000000..f88b08e19c0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.Factory.html @@ -0,0 +1,235 @@ + + + + + + +MetricsMap.Factory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Interface MetricsMap.Factory<K,T>

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    MetricsMap<K,T>
    +
    +
    +
    +
    public static interface MetricsMap.Factory<K,T>
    +
    Interface for creating instances to populate the MetricsMap.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        createInstance

        +
        T createInstance(K key)
        +
        Create an instance of T to use with the given key. + +

        It must be safe to call this from multiple threads.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.html new file mode 100644 index 00000000000..c67d9888d83 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/MetricsMap.html @@ -0,0 +1,353 @@ + + + + + + +MetricsMap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.metrics
+

Class MetricsMap<K,T>

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=METRICS)
    +public class MetricsMap<K,T>
    +extends Object
    +
    A map from K to T that supports getting or creating values associated with a key + in a thread-safe manner.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        get

        +
        public T get(K key)
        +
        Get or create the value associated with the given key.
        +
      • +
      + + + + + +
        +
      • +

        tryGet

        +
        @Nullable
        +public T tryGet(K key)
        +
        Get the value associated with the given key, if it exists.
        +
      • +
      + + + + + + + +
        +
      • +

        values

        +
        public Iterable<T> values()
        +
        Return an iterable over the values in the current MetricsMap.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Counter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Counter.html new file mode 100644 index 00000000000..05fe2e98336 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Counter.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.metrics.Counter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.metrics.Counter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Distribution.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Distribution.html new file mode 100644 index 00000000000..427f2526f02 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Distribution.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.metrics.Distribution (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.metrics.Distribution

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionData.html new file mode 100644 index 00000000000..e54d172171a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionData.html @@ -0,0 +1,236 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.DistributionData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.DistributionData

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionResult.html new file mode 100644 index 00000000000..dc957c7e7f8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/DistributionResult.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.DistributionResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.DistributionResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metric.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metric.html new file mode 100644 index 00000000000..814f7f3d83d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metric.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.metrics.Metric (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.metrics.Metric

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricKey.html new file mode 100644 index 00000000000..adf223ffc2c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricKey.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricName.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricName.html new file mode 100644 index 00000000000..cd3c7b0b5fa --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricName.html @@ -0,0 +1,211 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricName (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricName

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricNameFilter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricNameFilter.html new file mode 100644 index 00000000000..72d6c491586 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricNameFilter.html @@ -0,0 +1,218 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricNameFilter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricNameFilter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricQueryResults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricQueryResults.html new file mode 100644 index 00000000000..a4139f16e26 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricQueryResults.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.metrics.MetricQueryResults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.metrics.MetricQueryResults

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResult.html new file mode 100644 index 00000000000..48c4ee69a06 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResult.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.metrics.MetricResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.metrics.MetricResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResults.html new file mode 100644 index 00000000000..ccb0e8bf876 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricResults.html @@ -0,0 +1,297 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricResults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricResults

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.MetricUpdate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.MetricUpdate.html new file mode 100644 index 00000000000..0a0e5074a6a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.MetricUpdate.html @@ -0,0 +1,213 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricUpdates.MetricUpdate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricUpdates.MetricUpdate

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.html new file mode 100644 index 00000000000..cc34df70872 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricUpdates.html @@ -0,0 +1,249 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricUpdates (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricUpdates

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metrics.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metrics.html new file mode 100644 index 00000000000..901081b4164 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/Metrics.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.Metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.Metrics

+
+
No usage of org.apache.beam.sdk.metrics.Metrics
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsContainer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsContainer.html new file mode 100644 index 00000000000..ffb4dd431fc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsContainer.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricsContainer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricsContainer

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsEnvironment.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsEnvironment.html new file mode 100644 index 00000000000..fef389ca05e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsEnvironment.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricsEnvironment (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricsEnvironment

+
+
No usage of org.apache.beam.sdk.metrics.MetricsEnvironment
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.Builder.html new file mode 100644 index 00000000000..c10729e6305 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.Builder.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricsFilter.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricsFilter.Builder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.html new file mode 100644 index 00000000000..895739f74fc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsFilter.html @@ -0,0 +1,183 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricsFilter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricsFilter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.Factory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.Factory.html new file mode 100644 index 00000000000..130a0812350 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.Factory.html @@ -0,0 +1,166 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.metrics.MetricsMap.Factory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.metrics.MetricsMap.Factory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.html new file mode 100644 index 00000000000..a521535c215 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/class-use/MetricsMap.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.metrics.MetricsMap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.metrics.MetricsMap

+
+
No usage of org.apache.beam.sdk.metrics.MetricsMap
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-frame.html new file mode 100644 index 00000000000..182a4e482bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-frame.html @@ -0,0 +1,43 @@ + + + + + + +org.apache.beam.sdk.metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.metrics

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-summary.html new file mode 100644 index 00000000000..74bc82ad246 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-summary.html @@ -0,0 +1,289 @@ + + + + + + +org.apache.beam.sdk.metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.metrics

+
+
Metrics allow exporting information about the execution of a pipeline.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.metrics Description

+
Metrics allow exporting information about the execution of a pipeline. + They are intended to be used for monitoring and understanding the + execution. + +

Metrics may also be queried from the PipelineResult object. + +

Runners should look at MetricsContainer for details on + how to support metrics.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-tree.html new file mode 100644 index 00000000000..c45d2c02b3b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-tree.html @@ -0,0 +1,164 @@ + + + + + + +org.apache.beam.sdk.metrics Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.metrics

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-use.html new file mode 100644 index 00000000000..ec8a38263fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/metrics/package-use.html @@ -0,0 +1,384 @@ + + + + + + +Uses of Package org.apache.beam.sdk.metrics (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.metrics

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ApplicationNameOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ApplicationNameOptions.html new file mode 100644 index 00000000000..b8bcc98314f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ApplicationNameOptions.html @@ -0,0 +1,281 @@ + + + + + + +ApplicationNameOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface ApplicationNameOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/BigQueryOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/BigQueryOptions.html new file mode 100644 index 00000000000..66727e0247c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/BigQueryOptions.html @@ -0,0 +1,297 @@ + + + + + + +BigQueryOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface BigQueryOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        setTempDatasetId

        +
        void setTempDatasetId(String value)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/CloudResourceManagerOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/CloudResourceManagerOptions.html new file mode 100644 index 00000000000..a1cb377a667 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/CloudResourceManagerOptions.html @@ -0,0 +1,297 @@ + + + + + + +CloudResourceManagerOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface CloudResourceManagerOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Boolean.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Boolean.html new file mode 100644 index 00000000000..138147be793 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Boolean.html @@ -0,0 +1,217 @@ + + + + + + +Default.Boolean (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Boolean

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      booleanvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract boolean value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Byte.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Byte.html new file mode 100644 index 00000000000..909fc02ecc9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Byte.html @@ -0,0 +1,217 @@ + + + + + + +Default.Byte (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Byte

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      bytevalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract byte value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Character.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Character.html new file mode 100644 index 00000000000..6f6f48e2b7c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Character.html @@ -0,0 +1,217 @@ + + + + + + +Default.Character (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Character

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      charvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract char value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Class.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Class.html new file mode 100644 index 00000000000..b571343dcb5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Class.html @@ -0,0 +1,217 @@ + + + + + + +Default.Class (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Class

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Class<?>value 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract Class<?> value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Double.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Double.html new file mode 100644 index 00000000000..17a012c36d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Double.html @@ -0,0 +1,217 @@ + + + + + + +Default.Double (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Double

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      doublevalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract double value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Enum.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Enum.html new file mode 100644 index 00000000000..089cf85a669 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Enum.html @@ -0,0 +1,218 @@ + + + + + + +Default.Enum (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Enum

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Stringvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract String value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Float.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Float.html new file mode 100644 index 00000000000..e044519f693 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Float.html @@ -0,0 +1,217 @@ + + + + + + +Default.Float (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Float

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      floatvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract float value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.InstanceFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.InstanceFactory.html new file mode 100644 index 00000000000..ea448f87f55 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.InstanceFactory.html @@ -0,0 +1,220 @@ + + + + + + +Default.InstanceFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.InstanceFactory

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Class<? extends DefaultValueFactory<?>>value 
      +
    • +
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Integer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Integer.html new file mode 100644 index 00000000000..f0f0977b4a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Integer.html @@ -0,0 +1,217 @@ + + + + + + +Default.Integer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Integer

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      intvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract int value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Long.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Long.html new file mode 100644 index 00000000000..4937bdfc743 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Long.html @@ -0,0 +1,217 @@ + + + + + + +Default.Long (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Long

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      longvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract long value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Short.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Short.html new file mode 100644 index 00000000000..b2983fd769d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.Short.html @@ -0,0 +1,217 @@ + + + + + + +Default.Short (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.Short

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      shortvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract short value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.String.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.String.html new file mode 100644 index 00000000000..cbc33900fe1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.String.html @@ -0,0 +1,218 @@ + + + + + + +Default.String (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default.String

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Stringvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract String value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.html new file mode 100644 index 00000000000..51354f1071d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Default.html @@ -0,0 +1,168 @@ + + + + + + +Default (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Default

+
+
+
+
    +
  • +
    +
    +
    public @interface Default
    +
    Default represents a set of annotations that can be used to annotate getter properties + on PipelineOptions with information representing the default value to be returned + if no value is specified.
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultPipelineOptionsRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultPipelineOptionsRegistrar.html new file mode 100644 index 00000000000..b52ac4edec0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultPipelineOptionsRegistrar.html @@ -0,0 +1,284 @@ + + + + + + +DefaultPipelineOptionsRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class DefaultPipelineOptionsRegistrar

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultValueFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultValueFactory.html new file mode 100644 index 00000000000..321d0ee08a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/DefaultValueFactory.html @@ -0,0 +1,247 @@ + + + + + + +DefaultValueFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface DefaultValueFactory<T>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        T create(PipelineOptions options)
        +
        Creates a default value for a getter marked with Default.InstanceFactory.
        +
        +
        Parameters:
        +
        options - The current pipeline options.
        +
        Returns:
        +
        The default value to be used for the annotated getter.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Description.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Description.html new file mode 100644 index 00000000000..cc895b3d789 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Description.html @@ -0,0 +1,220 @@ + + + + + + +Description (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Description

+
+
+
+
    +
  • +
    +
    +
    @Target(value={METHOD,TYPE})
    + @Retention(value=RUNTIME)
    +public @interface Description
    +
    Descriptions are used to generate human readable output when the --help + command is specified. Description annotations placed on interfaces that extend + PipelineOptions will describe groups of related options. Description annotations + placed on getter methods will be used to provide human readable information + for the specific option.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Stringvalue 
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract String value
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.DefaultProjectFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.DefaultProjectFactory.html new file mode 100644 index 00000000000..4353308c0d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.DefaultProjectFactory.html @@ -0,0 +1,296 @@ + + + + + + +GcpOptions.DefaultProjectFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class GcpOptions.DefaultProjectFactory

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    DefaultValueFactory<String>
    +
    +
    +
    Enclosing interface:
    +
    GcpOptions
    +
    +
    +
    +
    public static class GcpOptions.DefaultProjectFactory
    +extends Object
    +implements DefaultValueFactory<String>
    +
    Attempts to infer the default project based upon the environment this application + is executing within. Currently this only supports getting the default project from gcloud.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpTempLocationFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpTempLocationFactory.html new file mode 100644 index 00000000000..ff89e86b352 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpTempLocationFactory.html @@ -0,0 +1,296 @@ + + + + + + +GcpOptions.GcpTempLocationFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class GcpOptions.GcpTempLocationFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpUserCredentialsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpUserCredentialsFactory.html new file mode 100644 index 00000000000..c47e15964fc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.GcpUserCredentialsFactory.html @@ -0,0 +1,296 @@ + + + + + + +GcpOptions.GcpUserCredentialsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class GcpOptions.GcpUserCredentialsFactory

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GcpUserCredentialsFactory

        +
        public GcpUserCredentialsFactory()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public com.google.auth.Credentials create(PipelineOptions options)
        +
        Description copied from interface: DefaultValueFactory
        +
        Creates a default value for a getter marked with Default.InstanceFactory.
        +
        +
        Specified by:
        +
        create in interface DefaultValueFactory<com.google.auth.Credentials>
        +
        Parameters:
        +
        options - The current pipeline options.
        +
        Returns:
        +
        The default value to be used for the annotated getter.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.html new file mode 100644 index 00000000000..c62ec6d8e27 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcpOptions.html @@ -0,0 +1,424 @@ + + + + + + +GcpOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface GcpOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.ExecutorServiceFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.ExecutorServiceFactory.html new file mode 100644 index 00000000000..7530e9804b7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.ExecutorServiceFactory.html @@ -0,0 +1,296 @@ + + + + + + +GcsOptions.ExecutorServiceFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class GcsOptions.ExecutorServiceFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.PathValidatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.PathValidatorFactory.html new file mode 100644 index 00000000000..316e26ef3d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.PathValidatorFactory.html @@ -0,0 +1,296 @@ + + + + + + +GcsOptions.PathValidatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class GcsOptions.PathValidatorFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.html new file mode 100644 index 00000000000..c29a967c413 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GcsOptions.html @@ -0,0 +1,495 @@ + + + + + + +GcsOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface GcsOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        setGcsUtil

        +
        void setGcsUtil(GcsUtil value)
        +
      • +
      + + + + + + + +
        +
      • +

        setExecutorService

        +
        void setExecutorService(ExecutorService value)
        +
      • +
      + + + +
        +
      • +

        getGcsEndpoint

        +
        @Hidden
        +String getGcsEndpoint()
        +
        GCS endpoint to use. If unspecified, uses the default endpoint.
        +
      • +
      + + + +
        +
      • +

        setGcsEndpoint

        +
        void setGcsEndpoint(String value)
        +
      • +
      + + + +
        +
      • +

        getGcsUploadBufferSizeBytes

        +
        Integer getGcsUploadBufferSizeBytes()
        +
        The buffer size (in bytes) to use when uploading files to GCS. Please see the documentation for + AbstractGoogleAsyncWriteChannel.setUploadBufferSize(int) for more information on the + restrictions and performance implications of this value.
        +
      • +
      + + + +
        +
      • +

        setGcsUploadBufferSizeBytes

        +
        void setGcsUploadBufferSizeBytes(Integer bytes)
        +
      • +
      + + + +
        +
      • +

        getPathValidatorClass

        +
        @Default.Class(value=GcsPathValidator.class)
        +Class<? extends PathValidator> getPathValidatorClass()
        +
        The class of the validator that should be created and used to validate paths. + If pathValidator has not been set explicitly, an instance of this class will be + constructed and used as the path validator.
        +
      • +
      + + + +
        +
      • +

        setPathValidatorClass

        +
        void setPathValidatorClass(Class<? extends PathValidator> validatorClass)
        +
      • +
      + + + + + + + +
        +
      • +

        setPathValidator

        +
        void setPathValidator(PathValidator validator)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.GoogleApiTracer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.GoogleApiTracer.html new file mode 100644 index 00000000000..751baca4bc7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.GoogleApiTracer.html @@ -0,0 +1,387 @@ + + + + + + +GoogleApiDebugOptions.GoogleApiTracer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class GoogleApiDebugOptions.GoogleApiTracer

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.googleapis.services.GoogleClientRequestInitializer, Serializable, Cloneable, Map<String,String>
    +
    +
    +
    Enclosing interface:
    +
    GoogleApiDebugOptions
    +
    +
    +
    +
    public static class GoogleApiDebugOptions.GoogleApiTracer
    +extends HashMap<String,String>
    +implements com.google.api.client.googleapis.services.GoogleClientRequestInitializer
    +
    A GoogleClientRequestInitializer that adds the trace destination to Google API calls.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GoogleApiTracer

        +
        public GoogleApiTracer()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.html new file mode 100644 index 00000000000..b4f01388ced --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/GoogleApiDebugOptions.html @@ -0,0 +1,300 @@ + + + + + + +GoogleApiDebugOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface GoogleApiDebugOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getGoogleApiTrace

        +
        GoogleApiDebugOptions.GoogleApiTracer getGoogleApiTrace()
        +
        This option enables tracing of API calls to Google services used within the + Dataflow SDK. Values are expected in JSON format {"ApiName":"TraceDestination",...} + where the ApiName represents the request classes canonical name. The + TraceDestination is a logical trace consumer to whom the trace will be reported. + Typically, "producer" is the right destination to use: this makes API traces available to the + team offering the API. Note that by enabling this option, the contents of the requests to and + from Google Cloud services will be made available to Google. For example, by specifying + {"Dataflow":"producer"}, all calls to the Dataflow service will be made available + to Google, specifically to the Google Cloud Dataflow team.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Hidden.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Hidden.html new file mode 100644 index 00000000000..0f7cda0a836 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Hidden.html @@ -0,0 +1,170 @@ + + + + + + +Hidden (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Hidden

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.AtomicLongFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.AtomicLongFactory.html new file mode 100644 index 00000000000..6fc8f21d447 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.AtomicLongFactory.html @@ -0,0 +1,296 @@ + + + + + + +PipelineOptions.AtomicLongFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class PipelineOptions.AtomicLongFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.CheckEnabled.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.CheckEnabled.html new file mode 100644 index 00000000000..726587837ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.CheckEnabled.html @@ -0,0 +1,360 @@ + + + + + + +PipelineOptions.CheckEnabled (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Enum PipelineOptions.CheckEnabled

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static PipelineOptions.CheckEnabled[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (PipelineOptions.CheckEnabled c : PipelineOptions.CheckEnabled.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static PipelineOptions.CheckEnabled valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.DirectRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.DirectRunner.html new file mode 100644 index 00000000000..ac41b7020ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.DirectRunner.html @@ -0,0 +1,300 @@ + + + + + + +PipelineOptions.DirectRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class PipelineOptions.DirectRunner

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    DefaultValueFactory<Class<? extends PipelineRunner<?>>>
    +
    +
    +
    Enclosing interface:
    +
    PipelineOptions
    +
    +
    +
    +
    public static class PipelineOptions.DirectRunner
    +extends Object
    +implements DefaultValueFactory<Class<? extends PipelineRunner<?>>>
    +
    A DefaultValueFactory that obtains the class of the DirectRunner if it exists + on the classpath, and throws an exception otherwise. + +

    As the DirectRunner is in an independent module, it cannot be directly referenced + as the Default. However, it should still be used if available, and a user is required + to explicitly set the --runner property if they wish to use an alternative runner.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.JobNameFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.JobNameFactory.html new file mode 100644 index 00000000000..562bc5a69cb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.JobNameFactory.html @@ -0,0 +1,299 @@ + + + + + + +PipelineOptions.JobNameFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class PipelineOptions.JobNameFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.html new file mode 100644 index 00000000000..bd30a64139d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptions.html @@ -0,0 +1,626 @@ + + + + + + +PipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface PipelineOptions

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    HasDisplayData
    +
    +
    +
    All Known Subinterfaces:
    +
    ApexPipelineOptions, ApplicationNameOptions, BigQueryOptions, BigtableTestOptions, CloudResourceManagerOptions, DataflowPipelineDebugOptions, DataflowPipelineOptions, DataflowPipelineWorkerPoolOptions, DataflowWorkerHarnessOptions, DataflowWorkerLoggingOptions, DirectOptions, FlinkPipelineOptions, GcpOptions, GcsOptions, GoogleApiDebugOptions, PubsubOptions, SparkContextOptions, SparkPipelineOptions, StreamingOptions, TestDataflowPipelineOptions, TestPipelineOptions
    +
    +
    +
    +
    @ThreadSafe
    +public interface PipelineOptions
    +extends HasDisplayData
    +
    PipelineOptions are used to configure Pipelines. You can extend PipelineOptions + to create custom configuration options specific to your Pipeline, + for both local execution and execution via a PipelineRunner. + +

    PipelineOptions and their subinterfaces represent a collection of properties + which can be manipulated in a type safe manner. PipelineOptions is backed by a + dynamic Proxy which allows for type safe manipulation of properties in an extensible + fashion through plain old Java interfaces. + +

    PipelineOptions can be created with PipelineOptionsFactory.create() + and PipelineOptionsFactory.as(Class). They can be created + from command-line arguments with PipelineOptionsFactory.fromArgs(String[]). + They can be converted to another type by invoking as(Class) and + can be accessed from within a DoFn by invoking + DoFn.Context.getPipelineOptions(). + +

    For example: +

    
    + // The most common way to construct PipelineOptions is via command-line argument parsing:
    + public static void main(String[] args) {
    +   // Will parse the arguments passed into the application and construct a PipelineOptions
    +   // Note that --help will print registered options, and --help=PipelineOptionsClassName
    +   // will print out usage for the specific class.
    +   PipelineOptions options =
    +       PipelineOptionsFactory.fromArgs(args).create();
    +
    +   Pipeline p = Pipeline.create(options);
    +   ...
    +   p.run();
    + }
    +
    + // To create options for the DirectRunner:
    + DirectOptions directRunnerOptions =
    +     PipelineOptionsFactory.as(DirectOptions.class);
    +
    + // To cast from one type to another using the as(Class) method:
    + DataflowPipelineOptions dataflowPipelineOptions =
    +     directPipelineOptions.as(DataflowPipelineOptions.class);
    +
    + // Options for the same property are shared between types
    + // The statement below will print out "true"
    + System.out.println(dataflowPipelineOptions.isStreaming());
    +
    + // Prints out registered options.
    + PipelineOptionsFactory.printHelp(System.out);
    +
    + // Prints out options which are available to be set on DataflowPipelineOptions
    + PipelineOptionsFactory.printHelp(System.out, DataflowPipelineOptions.class);
    + 
    + +

    Defining Your Own PipelineOptions

    + +

    Defining your own PipelineOptions is the way for you to make configuration + options available for both local execution and execution via a PipelineRunner. + By having PipelineOptionsFactory as your command-line interpreter, you will provide + a standardized way for users to interact with your application via the command-line. + +

    To define your own PipelineOptions, you create an interface which + extends PipelineOptions and define getter/setter pairs. These + getter/setter pairs define a collection of + + JavaBean properties. + +

    For example: +

    
    +  // Creates a user defined property called "myProperty"
    +  public interface MyOptions extends PipelineOptions {
    +    String getMyProperty();
    +    void setMyProperty(String value);
    +  }
    + 
    + +

    Note: Please see the section on Registration below when using custom property types. + +

    Restrictions

    + +

    Since PipelineOptions can be "cast" to multiple types dynamically using + as(Class), a property must conform to the following set of restrictions: +

      +
    • Any property with the same name must have the same return type for all derived + interfaces of PipelineOptions. +
    • Every bean property of any interface derived from PipelineOptions must have a + getter and setter method. +
    • Every method must conform to being a getter or setter for a JavaBean. +
    • The derived interface of PipelineOptions must be composable with every interface + part registered with the PipelineOptionsFactory. +
    • Only getters may be annotated with @JsonIgnore. +
    • If any getter is annotated with @JsonIgnore, then all getters for + this property must be annotated with @JsonIgnore. +
    + +

    Annotations For PipelineOptions

    + +

    @Description can be used to annotate an interface or a getter + with useful information which is output when --help + is invoked via PipelineOptionsFactory.fromArgs(String[]). + +

    @Default represents a set of annotations that can be used to annotate getter + properties on PipelineOptions with information representing the default value to be + returned if no value is specified. Any default implementation (using the default keyword) + is ignored. + +

    @Hidden hides an option from being listed when --help + is invoked via PipelineOptionsFactory.fromArgs(String[]). + +

    @Validation represents a set of annotations that can be used to annotate + getter properties on PipelineOptions with information representing the validation + criteria to be used when validating with the PipelineOptionsValidator. Validation + will be performed if during construction of the PipelineOptions, + PipelineOptionsFactory.withValidation() is invoked. + +

    @JsonIgnore is used to prevent a property from being serialized and + available during execution of DoFn. See the Serialization section below for more + details. + +

    Registration Of PipelineOptions

    + +

    Registration of PipelineOptions by an application guarantees that the + PipelineOptions is composable during execution of their Pipeline and + meets the restrictions listed above or will fail during registration. Registration + also lists the registered PipelineOptions when --help + is invoked via PipelineOptionsFactory.fromArgs(String[]). + +

    Registration can be performed by invoking PipelineOptionsFactory.register(java.lang.Class<? extends org.apache.beam.sdk.options.PipelineOptions>) within + a users application or via automatic registration by creating a ServiceLoader entry + and a concrete implementation of the PipelineOptionsRegistrar interface. + +

    It is optional but recommended to use one of the many build time tools such as + AutoService to generate the necessary META-INF files automatically. + +

    A list of registered options can be fetched from + PipelineOptionsFactory.getRegisteredOptions(). + +

    Serialization Of PipelineOptions

    + + PipelineRunners require support for options to be serialized. Each property + within PipelineOptions must be able to be serialized using Jackson's + ObjectMapper or the getter method for the property annotated with + @JsonIgnore. + +

    Jackson supports serialization of many types and supports a useful set of + annotations to aid in + serialization of custom types. We point you to the public + Jackson documentation when attempting + to add serialization support for your custom types. See GoogleApiDebugOptions.GoogleApiTracer for an + example using the Jackson annotations to serialize and deserialize a custom type. + +

    Note: It is an error to have the same property available in multiple interfaces with only + some of them being annotated with @JsonIgnore. It is also an error to mark a + setter for a property with @JsonIgnore.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.Builder.html new file mode 100644 index 00000000000..c8f40ea8584 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.Builder.html @@ -0,0 +1,367 @@ + + + + + + +PipelineOptionsFactory.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class PipelineOptionsFactory.Builder

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromArgs

        +
        public PipelineOptionsFactory.Builder fromArgs(String[] args)
        +
        Sets the command line arguments to parse when constructing the PipelineOptions. + +

        Example GNU style command line arguments: +

        +   --project=MyProject (simple property, will set the "project" property to "MyProject")
        +   --readOnly=true (for boolean properties, will set the "readOnly" property to "true")
        +   --readOnly (shorthand for boolean properties, will set the "readOnly" property to "true")
        +   --x=1 --x=2 --x=3 (list style simple property, will set the "x" property to [1, 2, 3])
        +   --x=1,2,3 (shorthand list style simple property, will set the "x" property to [1, 2, 3])
        +   --complexObject='{"key1":"value1",...} (JSON format for all other complex types)
        + 
        + +

        Simple properties are able to bound to String, Class, enums and Java + primitives boolean, byte, short, int, long, + float, double and their primitive wrapper classes. + +

        Simple list style properties are able to be bound to boolean[], char[], + short[], int[], long[], float[], double[], + Class[], enum arrays, String[], and List<String>. + +

        JSON format is required for all other types. + +

        By default, strict parsing is enabled and arguments must conform to be either + --booleanArgName or --argName=argValue. Strict parsing can be disabled with + withoutStrictParsing(). Empty or null arguments will be ignored whether + or not strict parsing is enabled. + +

        Help information can be output to System.out by specifying --help as an + argument. After help is printed, the application will exit. Specifying only --help + will print out the list of + registered options + by invoking PipelineOptionsFactory.printHelp(PrintStream). Specifying + --help=PipelineOptionsClassName will print out detailed usage information about the + specifically requested PipelineOptions by invoking + PipelineOptionsFactory.printHelp(PrintStream, Class).

        +
      • +
      + + + + + + + +
        +
      • +

        withoutStrictParsing

        +
        public PipelineOptionsFactory.Builder withoutStrictParsing()
        +
        During parsing of the arguments, we will skip over improperly formatted and unknown + arguments.
        +
      • +
      + + + +
        +
      • +

        create

        +
        public PipelineOptions create()
        +
        Creates and returns an object that implements PipelineOptions using the values + configured on this builder during construction.
        +
        +
        Returns:
        +
        An object that implements PipelineOptions.
        +
        +
      • +
      + + + +
        +
      • +

        as

        +
        public <T extends PipelineOptions> T as(Class<T> klass)
        +
        Creates and returns an object that implements <T> using the values configured on + this builder during construction. + +

        Note that <T> must be composable with every registered interface with this + factory. See PipelineOptionsFactory.validateWellFormed(Class, Set) for more + details.

        +
        +
        Returns:
        +
        An object that implements <T>.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.html new file mode 100644 index 00000000000..25034e274be --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsFactory.html @@ -0,0 +1,512 @@ + + + + + + +PipelineOptionsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class PipelineOptionsFactory

+
+
+ +
+
    +
  • +
    +
    +
    public class PipelineOptionsFactory
    +extends Object
    +
    Constructs a PipelineOptions or any derived interface that is composable to any other + derived interface of PipelineOptions via the PipelineOptions.as(java.lang.Class<T>) method. Being + able to compose one derived interface of PipelineOptions to another has the following + restrictions: +
      +
    • Any property with the same name must have the same return type for all derived interfaces + of PipelineOptions. +
    • Every bean property of any interface derived from PipelineOptions must have a + getter and setter method. +
    • Every method must conform to being a getter or setter for a JavaBean. +
    • The derived interface of PipelineOptions must be composable with every interface + registered with this factory. +
    + +

    See the JavaBeans + specification for more details as to what constitutes a property.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PipelineOptionsFactory

        +
        public PipelineOptionsFactory()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        fromArgs

        +
        public static PipelineOptionsFactory.Builder fromArgs(String[] args)
        +
        Sets the command line arguments to parse when constructing the PipelineOptions. + +

        Example GNU style command line arguments: +

        +   --project=MyProject (simple property, will set the "project" property to "MyProject")
        +   --readOnly=true (for boolean properties, will set the "readOnly" property to "true")
        +   --readOnly (shorthand for boolean properties, will set the "readOnly" property to "true")
        +   --x=1 --x=2 --x=3 (list style simple property, will set the "x" property to [1, 2, 3])
        +   --x=1,2,3 (shorthand list style simple property, will set the "x" property to [1, 2, 3])
        +   --complexObject='{"key1":"value1",...} (JSON format for all other complex types)
        + 
        + +

        Simple properties are able to bound to String, Class, enums and Java + primitives boolean, byte, short, int, long, + float, double and their primitive wrapper classes. + +

        Simple list style properties are able to be bound to boolean[], char[], + short[], int[], long[], float[], double[], + Class[], enum arrays, String[], and List<String>. + +

        JSON format is required for all other types. + +

        By default, strict parsing is enabled and arguments must conform to be either + --booleanArgName or --argName=argValue. Strict parsing can be disabled with + PipelineOptionsFactory.Builder.withoutStrictParsing(). Empty or null arguments will be ignored whether + or not strict parsing is enabled. + +

        Help information can be output to System.out by specifying --help as an + argument. After help is printed, the application will exit. Specifying only --help + will print out the list of + registered options + by invoking printHelp(PrintStream). Specifying + --help=PipelineOptionsClassName will print out detailed usage information about the + specifically requested PipelineOptions by invoking + printHelp(PrintStream, Class).

        +
      • +
      + + + + + + + +
        +
      • +

        register

        +
        public static void register(Class<? extends PipelineOptions> iface)
        +
        This registers the interface with this factory. This interface must conform to the following + restrictions: +
          +
        • Any property with the same name must have the same return type for all derived + interfaces of PipelineOptions. +
        • Every bean property of any interface derived from PipelineOptions must have a + getter and setter method. +
        • Every method must conform to being a getter or setter for a JavaBean. +
        • The derived interface of PipelineOptions must be composable with every interface + registered with this factory. +
        +
        +
        Parameters:
        +
        iface - The interface object to manually register.
        +
        +
      • +
      + + + + + + + +
        +
      • +

        printHelp

        +
        public static void printHelp(PrintStream out)
        +
        Outputs the set of registered options with the PipelineOptionsFactory + with a description for each one if available to the output stream. This output + is pretty printed and meant to be human readable. This method will attempt to + format its output to be compatible with a terminal window.
        +
      • +
      + + + +
        +
      • +

        printHelp

        +
        public static void printHelp(PrintStream out,
        +                             Class<? extends PipelineOptions> iface)
        +
        Outputs the set of options available to be set for the passed in PipelineOptions + interface. The output is in a human readable format. The format is: +
        + OptionGroup:
        +     ... option group description ...
        +
        +  --option1= <type> or list of valid enum choices
        +     Default: value (if available, see Default)
        +     ... option description ... (if available, see Description)
        +     Required groups (if available, see Validation.Required)
        +  --option2= <type> or list of valid enum choices
        +     Default: value (if available, see Default)
        +     ... option description ... (if available, see Description)
        +     Required groups (if available, see Validation.Required)
        + 
        + This method will attempt to format its output to be compatible with a terminal window.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsRegistrar.html new file mode 100644 index 00000000000..9603cbf8f55 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsRegistrar.html @@ -0,0 +1,236 @@ + + + + + + +PipelineOptionsRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface PipelineOptionsRegistrar

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsValidator.html new file mode 100644 index 00000000000..ae649bd8044 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PipelineOptionsValidator.html @@ -0,0 +1,291 @@ + + + + + + +PipelineOptionsValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class PipelineOptionsValidator

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PipelineOptionsValidator

        +
        public PipelineOptionsValidator()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validate

        +
        public static <T extends PipelineOptions> T validate(Class<T> klass,
        +                                                     PipelineOptions options)
        +
        Validates that the passed PipelineOptions conforms to all the validation criteria from + the passed in interface. + +

        Note that the interface requested must conform to the validation criteria specified on + PipelineOptions.as(Class).

        +
        +
        Parameters:
        +
        klass - The interface to fetch validation criteria from.
        +
        options - The PipelineOptions to validate.
        +
        Returns:
        +
        The type
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PubsubOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PubsubOptions.html new file mode 100644 index 00000000000..323199107aa --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/PubsubOptions.html @@ -0,0 +1,301 @@ + + + + + + +PubsubOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface PubsubOptions

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        setPubsubRootUrl

        +
        void setPubsubRootUrl(String value)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/StreamingOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/StreamingOptions.html new file mode 100644 index 00000000000..8f09ab7ea92 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/StreamingOptions.html @@ -0,0 +1,285 @@ + + + + + + +StreamingOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface StreamingOptions

+
+
+ +
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isStreaming

        +
        boolean isStreaming()
        +
        Set to true if running a streaming pipeline.
        +
      • +
      + + + +
        +
      • +

        setStreaming

        +
        void setStreaming(boolean value)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.Required.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.Required.html new file mode 100644 index 00000000000..a01127ee10d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.Required.html @@ -0,0 +1,227 @@ + + + + + + +Validation.Required (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Validation.Required

+
+
+
+
    +
  • +
    +
    +
    @Target(value=METHOD)
    + @Retention(value=RUNTIME)
    + @Documented
    +public static @interface Validation.Required
    +
    This criteria specifies that the value must be not null. Note that this annotation + should only be applied to methods that return nullable objects.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Optional Element Summary

      + + + + + + + + + + +
      Optional Elements 
      Modifier and TypeOptional Element and Description
      String[]groups +
      The groups that the annotated attribute is a member of.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        groups

        +
        public abstract String[] groups
        +
        The groups that the annotated attribute is a member of. A member can be in 0 or more groups. + Members not in any groups are considered to be in a group consisting exclusively of + themselves. At least one member of a group must be non-null if the options are to be valid.
        +
        +
        Default:
        +
        {}
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.html new file mode 100644 index 00000000000..d29374db4ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/Validation.html @@ -0,0 +1,168 @@ + + + + + + +Validation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Annotation Type Validation

+
+
+
+
    +
  • +
    +
    +
    public @interface Validation
    +
    Validation represents a set of annotations that can be used to annotate getter + properties on PipelineOptions with information representing the validation criteria to + be used when validating with the PipelineOptionsValidator.
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Deserializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Deserializer.html new file mode 100644 index 00000000000..d5d754003a6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Deserializer.html @@ -0,0 +1,309 @@ + + + + + + +ValueProvider.Deserializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class ValueProvider.Deserializer

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.deser.ContextualDeserializer
    +
    +
    +
    Enclosing interface:
    +
    ValueProvider<T>
    +
    +
    +
    +
    public static class ValueProvider.Deserializer
    +extends com.fasterxml.jackson.databind.JsonDeserializer<ValueProvider<?>>
    +implements com.fasterxml.jackson.databind.deser.ContextualDeserializer
    +
    Deserializer for ValueProvider, which handles type marshalling.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +com.fasterxml.jackson.databind.JsonDeserializer.None
      • +
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      com.fasterxml.jackson.databind.JsonDeserializer<?>createContextual(com.fasterxml.jackson.databind.DeserializationContext ctxt, + com.fasterxml.jackson.databind.BeanProperty property) 
      ValueProvider<?>deserialize(com.fasterxml.jackson.core.JsonParser jp, + com.fasterxml.jackson.databind.DeserializationContext ctxt) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonDeserializer

        +deserialize, deserializeWithType, findBackReference, getDelegatee, getEmptyValue, getEmptyValue, getKnownPropertyNames, getNullValue, getNullValue, getObjectIdReader, handledType, isCachable, replaceDelegatee, unwrappingDeserializer
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createContextual

        +
        public com.fasterxml.jackson.databind.JsonDeserializer<?> createContextual(com.fasterxml.jackson.databind.DeserializationContext ctxt,
        +                                                                           com.fasterxml.jackson.databind.BeanProperty property)
        +                                                                    throws com.fasterxml.jackson.databind.JsonMappingException
        +
        +
        Specified by:
        +
        createContextual in interface com.fasterxml.jackson.databind.deser.ContextualDeserializer
        +
        Throws:
        +
        com.fasterxml.jackson.databind.JsonMappingException
        +
        +
      • +
      + + + +
        +
      • +

        deserialize

        +
        public ValueProvider<?> deserialize(com.fasterxml.jackson.core.JsonParser jp,
        +                                    com.fasterxml.jackson.databind.DeserializationContext ctxt)
        +                             throws IOException,
        +                                    com.fasterxml.jackson.core.JsonProcessingException
        +
        +
        Specified by:
        +
        deserialize in class com.fasterxml.jackson.databind.JsonDeserializer<ValueProvider<?>>
        +
        Throws:
        +
        IOException
        +
        com.fasterxml.jackson.core.JsonProcessingException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.NestedValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.NestedValueProvider.html new file mode 100644 index 00000000000..3a7f0330ffb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.NestedValueProvider.html @@ -0,0 +1,351 @@ + + + + + + +ValueProvider.NestedValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class ValueProvider.NestedValueProvider<T,X>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.RuntimeValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.RuntimeValueProvider.html new file mode 100644 index 00000000000..8c63963ea3d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.RuntimeValueProvider.html @@ -0,0 +1,338 @@ + + + + + + +ValueProvider.RuntimeValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class ValueProvider.RuntimeValueProvider<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        isAccessible

        +
        public boolean isAccessible()
        +
        Description copied from interface: ValueProvider
        +
        Whether the contents of this ValueProvider is available to + routines that run at graph construction time.
        +
        +
        Specified by:
        +
        isAccessible in interface ValueProvider<T>
        +
        +
      • +
      + + + +
        +
      • +

        propertyName

        +
        public String propertyName()
        +
        Returns the property name that corresponds to this provider.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Serializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Serializer.html new file mode 100644 index 00000000000..fa87b4fd23d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.Serializer.html @@ -0,0 +1,320 @@ + + + + + + +ValueProvider.Serializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class ValueProvider.Serializer

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.fasterxml.jackson.databind.jsonFormatVisitors.JsonFormatVisitable
    +
    +
    +
    Enclosing interface:
    +
    ValueProvider<T>
    +
    +
    +
    +
    public static class ValueProvider.Serializer
    +extends com.fasterxml.jackson.databind.JsonSerializer<ValueProvider<?>>
    +
    Serializer for ValueProvider.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      +
        +
      • + + +

        Nested classes/interfaces inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +com.fasterxml.jackson.databind.JsonSerializer.None
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      Serializer() 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + +
      All Methods Instance Methods Concrete Methods 
      Modifier and TypeMethod and Description
      voidserialize(ValueProvider<?> value, + com.fasterxml.jackson.core.JsonGenerator jgen, + com.fasterxml.jackson.databind.SerializerProvider provider) 
      +
        +
      • + + +

        Methods inherited from class com.fasterxml.jackson.databind.JsonSerializer

        +acceptJsonFormatVisitor, getDelegatee, handledType, isEmpty, isEmpty, isUnwrappingSerializer, properties, replaceDelegatee, serializeWithType, unwrappingSerializer, usesObjectId, withFilterId
      • +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Serializer

        +
        public Serializer()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        serialize

        +
        public void serialize(ValueProvider<?> value,
        +                      com.fasterxml.jackson.core.JsonGenerator jgen,
        +                      com.fasterxml.jackson.databind.SerializerProvider provider)
        +               throws IOException
        +
        +
        Specified by:
        +
        serialize in class com.fasterxml.jackson.databind.JsonSerializer<ValueProvider<?>>
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.StaticValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.StaticValueProvider.html new file mode 100644 index 00000000000..149fe5cc552 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.StaticValueProvider.html @@ -0,0 +1,335 @@ + + + + + + +ValueProvider.StaticValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class ValueProvider.StaticValueProvider<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.html new file mode 100644 index 00000000000..521f237c468 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProvider.html @@ -0,0 +1,306 @@ + + + + + + +ValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Interface ValueProvider<T>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        get

        +
        T get()
        +
        Return the value wrapped by this ValueProvider.
        +
      • +
      + + + +
        +
      • +

        isAccessible

        +
        boolean isAccessible()
        +
        Whether the contents of this ValueProvider is available to + routines that run at graph construction time.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProviderUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProviderUtils.html new file mode 100644 index 00000000000..57f560c8fbf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/ValueProviderUtils.html @@ -0,0 +1,247 @@ + + + + + + +ValueProviderUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.options
+

Class ValueProviderUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class ValueProviderUtils
    +extends Object
    +
    Utilities for working with the ValueProvider interface.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        updateSerializedOptions

        +
        public static String updateSerializedOptions(String serializedOptions,
        +                                             Map<String,String> runtimeValues)
        +
        Given serializedOptions as a JSON-serialized PipelineOptions, updates + the values according to the provided values in runtimeValues.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ApplicationNameOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ApplicationNameOptions.html new file mode 100644 index 00000000000..5a3a51cc3fd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ApplicationNameOptions.html @@ -0,0 +1,340 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.ApplicationNameOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.ApplicationNameOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/BigQueryOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/BigQueryOptions.html new file mode 100644 index 00000000000..8f2a97a2106 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/BigQueryOptions.html @@ -0,0 +1,229 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.BigQueryOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.BigQueryOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/CloudResourceManagerOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/CloudResourceManagerOptions.html new file mode 100644 index 00000000000..6684e760490 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/CloudResourceManagerOptions.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.CloudResourceManagerOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.CloudResourceManagerOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Boolean.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Boolean.html new file mode 100644 index 00000000000..54ccceac9c3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Boolean.html @@ -0,0 +1,265 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Boolean (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Boolean

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Byte.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Byte.html new file mode 100644 index 00000000000..916d5ef8a45 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Byte.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Byte (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Byte

+
+
No usage of org.apache.beam.sdk.options.Default.Byte
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Character.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Character.html new file mode 100644 index 00000000000..673f07f4d76 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Character.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Character (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Character

+
+
No usage of org.apache.beam.sdk.options.Default.Character
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Class.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Class.html new file mode 100644 index 00000000000..5d6195511a0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Class.html @@ -0,0 +1,205 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Class (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Class

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Double.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Double.html new file mode 100644 index 00000000000..87c9a1c20e7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Double.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Double (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Double

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Enum.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Enum.html new file mode 100644 index 00000000000..0f540d67b7b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Enum.html @@ -0,0 +1,209 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Enum (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Enum

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Float.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Float.html new file mode 100644 index 00000000000..c482c5117c5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Float.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Float (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Float

+
+
No usage of org.apache.beam.sdk.options.Default.Float
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.InstanceFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.InstanceFactory.html new file mode 100644 index 00000000000..cee3ed4f0d9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.InstanceFactory.html @@ -0,0 +1,379 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.InstanceFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.InstanceFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Integer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Integer.html new file mode 100644 index 00000000000..207429b160b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Integer.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Integer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Integer

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Long.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Long.html new file mode 100644 index 00000000000..7a498996d57 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Long.html @@ -0,0 +1,256 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Long (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Long

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Short.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Short.html new file mode 100644 index 00000000000..0dae0411ecb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.Short.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.Short (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.Short

+
+
No usage of org.apache.beam.sdk.options.Default.Short
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.String.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.String.html new file mode 100644 index 00000000000..bc47cef5c34 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.String.html @@ -0,0 +1,263 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default.String (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default.String

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.html new file mode 100644 index 00000000000..2a3e997741a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Default.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Default (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Default

+
+
No usage of org.apache.beam.sdk.options.Default
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultPipelineOptionsRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultPipelineOptionsRegistrar.html new file mode 100644 index 00000000000..88d4b8fb8a3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultPipelineOptionsRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.DefaultPipelineOptionsRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.DefaultPipelineOptionsRegistrar

+
+
No usage of org.apache.beam.sdk.options.DefaultPipelineOptionsRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultValueFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultValueFactory.html new file mode 100644 index 00000000000..5a55b2b74ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/DefaultValueFactory.html @@ -0,0 +1,411 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.DefaultValueFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.DefaultValueFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Description.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Description.html new file mode 100644 index 00000000000..2f36f0499c1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Description.html @@ -0,0 +1,876 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Description (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Description

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.DefaultProjectFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.DefaultProjectFactory.html new file mode 100644 index 00000000000..c2a9e2aea9a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.DefaultProjectFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.GcpOptions.DefaultProjectFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.GcpOptions.DefaultProjectFactory

+
+
No usage of org.apache.beam.sdk.options.GcpOptions.DefaultProjectFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpTempLocationFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpTempLocationFactory.html new file mode 100644 index 00000000000..65fa30cd454 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpTempLocationFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.GcpOptions.GcpTempLocationFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.GcpOptions.GcpTempLocationFactory

+
+
No usage of org.apache.beam.sdk.options.GcpOptions.GcpTempLocationFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpUserCredentialsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpUserCredentialsFactory.html new file mode 100644 index 00000000000..361f3d5bc9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.GcpUserCredentialsFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.GcpOptions.GcpUserCredentialsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.GcpOptions.GcpUserCredentialsFactory

+
+
No usage of org.apache.beam.sdk.options.GcpOptions.GcpUserCredentialsFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.html new file mode 100644 index 00000000000..b90f10aee43 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcpOptions.html @@ -0,0 +1,248 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.GcpOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.GcpOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.ExecutorServiceFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.ExecutorServiceFactory.html new file mode 100644 index 00000000000..f01050f1df3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.ExecutorServiceFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.GcsOptions.ExecutorServiceFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.GcsOptions.ExecutorServiceFactory

+
+
No usage of org.apache.beam.sdk.options.GcsOptions.ExecutorServiceFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.PathValidatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.PathValidatorFactory.html new file mode 100644 index 00000000000..2f99f0f1c18 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.PathValidatorFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.GcsOptions.PathValidatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.GcsOptions.PathValidatorFactory

+
+
No usage of org.apache.beam.sdk.options.GcsOptions.PathValidatorFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.html new file mode 100644 index 00000000000..84080abe875 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GcsOptions.html @@ -0,0 +1,229 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.GcsOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.GcsOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.GoogleApiTracer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.GoogleApiTracer.html new file mode 100644 index 00000000000..451745fab93 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.GoogleApiTracer.html @@ -0,0 +1,201 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.GoogleApiDebugOptions.GoogleApiTracer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.GoogleApiDebugOptions.GoogleApiTracer

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.html new file mode 100644 index 00000000000..79559b19a5e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/GoogleApiDebugOptions.html @@ -0,0 +1,255 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.GoogleApiDebugOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.GoogleApiDebugOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Hidden.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Hidden.html new file mode 100644 index 00000000000..c96892a96e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Hidden.html @@ -0,0 +1,279 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Hidden (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Hidden

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.AtomicLongFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.AtomicLongFactory.html new file mode 100644 index 00000000000..c721741d0f6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.AtomicLongFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory

+
+
No usage of org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.CheckEnabled.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.CheckEnabled.html new file mode 100644 index 00000000000..21ec187cd09 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.CheckEnabled.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptions.CheckEnabled (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptions.CheckEnabled

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.DirectRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.DirectRunner.html new file mode 100644 index 00000000000..5c107debe72 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.DirectRunner.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptions.DirectRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptions.DirectRunner

+
+
No usage of org.apache.beam.sdk.options.PipelineOptions.DirectRunner
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.JobNameFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.JobNameFactory.html new file mode 100644 index 00000000000..87c7a035027 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.JobNameFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptions.JobNameFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptions.JobNameFactory

+
+
No usage of org.apache.beam.sdk.options.PipelineOptions.JobNameFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.html new file mode 100644 index 00000000000..0e6324c80ff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptions.html @@ -0,0 +1,1848 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.PipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.PipelineOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.Builder.html new file mode 100644 index 00000000000..1b6e7d76003 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.Builder.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptionsFactory.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptionsFactory.Builder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.html new file mode 100644 index 00000000000..68214864b51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptionsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptionsFactory

+
+
No usage of org.apache.beam.sdk.options.PipelineOptionsFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsRegistrar.html new file mode 100644 index 00000000000..fb19186ff70 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsRegistrar.html @@ -0,0 +1,302 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.PipelineOptionsRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.PipelineOptionsRegistrar

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsValidator.html new file mode 100644 index 00000000000..5a463628e64 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PipelineOptionsValidator.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.PipelineOptionsValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.PipelineOptionsValidator

+
+
No usage of org.apache.beam.sdk.options.PipelineOptionsValidator
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PubsubOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PubsubOptions.html new file mode 100644 index 00000000000..cc26e53c89a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/PubsubOptions.html @@ -0,0 +1,240 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.PubsubOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.PubsubOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/StreamingOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/StreamingOptions.html new file mode 100644 index 00000000000..e0112dc363f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/StreamingOptions.html @@ -0,0 +1,301 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.StreamingOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.StreamingOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.Required.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.Required.html new file mode 100644 index 00000000000..c9d0118cef5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.Required.html @@ -0,0 +1,201 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Validation.Required (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Validation.Required

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.html new file mode 100644 index 00000000000..b0f5a26c73f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/Validation.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.Validation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.Validation

+
+
No usage of org.apache.beam.sdk.options.Validation
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Deserializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Deserializer.html new file mode 100644 index 00000000000..8c228c8a25a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Deserializer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.ValueProvider.Deserializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.ValueProvider.Deserializer

+
+
No usage of org.apache.beam.sdk.options.ValueProvider.Deserializer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.NestedValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.NestedValueProvider.html new file mode 100644 index 00000000000..222e1cde30e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.NestedValueProvider.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.ValueProvider.NestedValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.ValueProvider.NestedValueProvider

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.RuntimeValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.RuntimeValueProvider.html new file mode 100644 index 00000000000..e689a512224 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.RuntimeValueProvider.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider

+
+
No usage of org.apache.beam.sdk.options.ValueProvider.RuntimeValueProvider
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Serializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Serializer.html new file mode 100644 index 00000000000..bbc4def8b31 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.Serializer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.ValueProvider.Serializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.ValueProvider.Serializer

+
+
No usage of org.apache.beam.sdk.options.ValueProvider.Serializer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.StaticValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.StaticValueProvider.html new file mode 100644 index 00000000000..3d30f888a3d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.StaticValueProvider.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.ValueProvider.StaticValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.ValueProvider.StaticValueProvider

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.html new file mode 100644 index 00000000000..20a89d99e03 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProvider.html @@ -0,0 +1,557 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.options.ValueProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.options.ValueProvider

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProviderUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProviderUtils.html new file mode 100644 index 00000000000..b6b36ffbda4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/class-use/ValueProviderUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.options.ValueProviderUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.options.ValueProviderUtils

+
+
No usage of org.apache.beam.sdk.options.ValueProviderUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-frame.html new file mode 100644 index 00000000000..cdf4b5aaac9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-frame.html @@ -0,0 +1,78 @@ + + + + + + +org.apache.beam.sdk.options (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.options

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +

Annotation Types

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-summary.html new file mode 100644 index 00000000000..3ca1e007ec5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-summary.html @@ -0,0 +1,505 @@ + + + + + + +org.apache.beam.sdk.options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.options

+
+
Defines PipelineOptions for + configuring pipeline execution.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.options Description

+
Defines PipelineOptions for + configuring pipeline execution. + +

PipelineOptions encapsulates the various + parameters that describe how a pipeline should be run. PipelineOptions are created + using a PipelineOptionsFactory.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-tree.html new file mode 100644 index 00000000000..9f559639ce7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-tree.html @@ -0,0 +1,269 @@ + + + + + + +org.apache.beam.sdk.options Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.options

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Annotation Type Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-use.html new file mode 100644 index 00000000000..f2a4e473604 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/options/package-use.html @@ -0,0 +1,1170 @@ + + + + + + +Uses of Package org.apache.beam.sdk.options (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.options

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-frame.html new file mode 100644 index 00000000000..c1285952c04 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-frame.html @@ -0,0 +1,38 @@ + + + + + + +org.apache.beam.sdk (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +

Exceptions

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-summary.html new file mode 100644 index 00000000000..cac6fcd7239 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-summary.html @@ -0,0 +1,255 @@ + + + + + + +org.apache.beam.sdk (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk

+
+
Provides a simple, powerful model for building both batch and + streaming parallel data processing + Pipelines.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk Description

+
Provides a simple, powerful model for building both batch and + streaming parallel data processing + Pipelines. + +

To use the Apache Beam SDK, you build a + Pipeline, which manages a graph of + PTransforms + and the PCollections that + the PTransforms consume and produce. + +

Each Pipeline has a + PipelineRunner to specify + where and how it should run after pipeline construction is complete.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-tree.html new file mode 100644 index 00000000000..1a2fde8878e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-tree.html @@ -0,0 +1,173 @@ + + + + + + +org.apache.beam.sdk Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-use.html new file mode 100644 index 00000000000..be10acb74bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/package-use.html @@ -0,0 +1,653 @@ + + + + + + +Uses of Package org.apache.beam.sdk (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunner.html new file mode 100644 index 00000000000..e99395b8ec9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunner.html @@ -0,0 +1,329 @@ + + + + + + +PipelineRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.runners
+

Class PipelineRunner<ResultT extends PipelineResult>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PipelineRunner

        +
        public PipelineRunner()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        run

        +
        public abstract ResultT run(Pipeline pipeline)
        +
        Processes the given Pipeline, returning the results.
        +
      • +
      + + + + + +
        +
      • +

        apply

        +
        public <OutputT extends POutput,InputT extends PInput> OutputT apply(PTransform<InputT,OutputT> transform,
        +                                                                     InputT input)
        +
        Applies a transform to the given input, returning the output. + +

        The default implementation calls PTransform.apply(input), but can be overridden + to customize behavior for a particular runner.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunnerRegistrar.html new file mode 100644 index 00000000000..98428c3d438 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/PipelineRunnerRegistrar.html @@ -0,0 +1,241 @@ + + + + + + +PipelineRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.runners
+

Interface PipelineRunnerRegistrar

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.Node.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.Node.html new file mode 100644 index 00000000000..550664bcc66 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.Node.html @@ -0,0 +1,378 @@ + + + + + + +TransformHierarchy.Node (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.runners
+

Class TransformHierarchy.Node

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    TransformHierarchy
    +
    +
    +
    +
    public class TransformHierarchy.Node
    +extends Object
    +
    Provides internal tracking of transform relationships with helper methods + for initialization and ordered visitation.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getTransform

        +
        public PTransform<?,?> getTransform()
        +
        Returns the transform associated with this transform node.
        +
      • +
      + + + +
        +
      • +

        getEnclosingNode

        +
        public TransformHierarchy.Node getEnclosingNode()
        +
        Returns the enclosing composite transform node, or null if there is none.
        +
      • +
      + + + +
        +
      • +

        addComposite

        +
        public void addComposite(TransformHierarchy.Node node)
        +
        Adds a composite operation to the transform node. + +

        As soon as a node is added, the transform node is considered a + composite operation instead of a primitive transform.

        +
      • +
      + + + +
        +
      • +

        isCompositeNode

        +
        public boolean isCompositeNode()
        +
        Returns true if this node represents a composite transform that does not perform processing + of its own, but merely encapsulates a sub-pipeline (which may be empty). + +

        Note that a node may be composite with no sub-transforms if it returns its input directly + extracts a component of a tuple, or other operations that occur at pipeline assembly time.

        +
      • +
      + + + +
        +
      • +

        isRootNode

        +
        public boolean isRootNode()
        +
      • +
      + + + +
        +
      • +

        getFullName

        +
        public String getFullName()
        +
      • +
      + + + +
        +
      • +

        getInputs

        +
        public Collection<? extends PValue> getInputs()
        +
        Returns the transform input, in unexpanded form.
        +
      • +
      + + + +
        +
      • +

        getOutputs

        +
        public Collection<? extends PValue> getOutputs()
        +
        Returns the transform output, in unexpanded form.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.html new file mode 100644 index 00000000000..0a1f2b9dcd4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/TransformHierarchy.html @@ -0,0 +1,396 @@ + + + + + + +TransformHierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.runners
+

Class TransformHierarchy

+
+
+ +
+
    +
  • +
    +
    +
    public class TransformHierarchy
    +extends Object
    +
    Captures information about a collection of transformations and their + associated PValues.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TransformHierarchy

        +
        public TransformHierarchy()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        finishSpecifyingInput

        +
        public void finishSpecifyingInput()
        +
        Finish specifying all of the input PValues of the current TransformHierarchy.Node. Ensures that all of the inputs to the current node have been fully + specified, and have been produced by a node in this graph.
        +
      • +
      + + + +
        +
      • +

        setOutput

        +
        public void setOutput(POutput output)
        +
        Set the output of the current TransformHierarchy.Node. If the output is new (setOutput has + not previously been called with it as the parameter), the current node is set as the producer + of that POutput. + +

        Also validates the output - specifically, a Primitive PTransform produces all of + its outputs, and a Composite PTransform produces none of its outputs. Verifies that the + expanded output does not contain PValues produced by both this node and other + nodes.

        +
      • +
      + + + +
        +
      • +

        popNode

        +
        public void popNode()
        +
        Pops the current node off the top of the stack, finishing it. Outputs of the node are finished + once they are consumed as input.
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunner.html new file mode 100644 index 00000000000..298ffe8aa3d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunner.html @@ -0,0 +1,552 @@ + + + + + + +Uses of Class org.apache.beam.sdk.runners.PipelineRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.runners.PipelineRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunnerRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunnerRegistrar.html new file mode 100644 index 00000000000..840b3cd0737 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/PipelineRunnerRegistrar.html @@ -0,0 +1,275 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.runners.PipelineRunnerRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.runners.PipelineRunnerRegistrar

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.Node.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.Node.html new file mode 100644 index 00000000000..e0a1117a7e6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.Node.html @@ -0,0 +1,294 @@ + + + + + + +Uses of Class org.apache.beam.sdk.runners.TransformHierarchy.Node (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.runners.TransformHierarchy.Node

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.html new file mode 100644 index 00000000000..0f96a7e761b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/class-use/TransformHierarchy.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.runners.TransformHierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.runners.TransformHierarchy

+
+
No usage of org.apache.beam.sdk.runners.TransformHierarchy
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-frame.html new file mode 100644 index 00000000000..99ac0a19780 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-frame.html @@ -0,0 +1,26 @@ + + + + + + +org.apache.beam.sdk.runners (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.runners

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-summary.html new file mode 100644 index 00000000000..cf6c36e8366 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-summary.html @@ -0,0 +1,184 @@ + + + + + + +org.apache.beam.sdk.runners (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.runners

+
+
Defines different data processing backends (aka, runners) for executing Beam Pipelines.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.runners Description

+
Defines different data processing backends (aka, runners) for executing Beam Pipelines. + +

The runner is specified as part of the PipelineOptions.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-tree.html new file mode 100644 index 00000000000..d1d9c430f78 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-tree.html @@ -0,0 +1,145 @@ + + + + + + +org.apache.beam.sdk.runners Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.runners

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-use.html new file mode 100644 index 00000000000..ea69b74a4d4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/runners/package-use.html @@ -0,0 +1,438 @@ + + + + + + +Uses of Package org.apache.beam.sdk.runners (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.runners

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/BigqueryMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/BigqueryMatcher.html new file mode 100644 index 00000000000..8ddc127a215 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/BigqueryMatcher.html @@ -0,0 +1,367 @@ + + + + + + +BigqueryMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class BigqueryMatcher

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BigqueryMatcher

        +
        public BigqueryMatcher(String applicationName,
        +                       String projectId,
        +                       String query,
        +                       String expectedChecksum)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        matchesSafely

        +
        protected boolean matchesSafely(PipelineResult pipelineResult)
        +
        +
        Specified by:
        +
        matchesSafely in class org.hamcrest.TypeSafeMatcher<PipelineResult>
        +
        +
      • +
      + + + +
        +
      • +

        describeTo

        +
        public void describeTo(org.hamcrest.Description description)
        +
        +
        Specified by:
        +
        describeTo in interface org.hamcrest.SelfDescribing
        +
        +
      • +
      + + + +
        +
      • +

        describeMismatchSafely

        +
        public void describeMismatchSafely(PipelineResult pResult,
        +                                   org.hamcrest.Description description)
        +
        +
        Overrides:
        +
        describeMismatchSafely in class org.hamcrest.TypeSafeMatcher<PipelineResult>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.TestElementByteSizeObserver.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.TestElementByteSizeObserver.html new file mode 100644 index 00000000000..422637a4127 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.TestElementByteSizeObserver.html @@ -0,0 +1,368 @@ + + + + + + +CoderProperties.TestElementByteSizeObserver (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class CoderProperties.TestElementByteSizeObserver

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TestElementByteSizeObserver

        +
        public TestElementByteSizeObserver()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getMean

        +
        public double getMean()
        +
      • +
      + + + +
        +
      • +

        getSum

        +
        public long getSum()
        +
      • +
      + + + +
        +
      • +

        getCount

        +
        public long getCount()
        +
      • +
      + + + +
        +
      • +

        reset

        +
        public void reset()
        +
      • +
      + + + +
        +
      • +

        getSumAndReset

        +
        public long getSumAndReset()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.html new file mode 100644 index 00000000000..d925535ceff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CoderProperties.html @@ -0,0 +1,892 @@ + + + + + + +CoderProperties (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class CoderProperties

+
+
+ +
+
    +
  • +
    +
    +
    public class CoderProperties
    +extends Object
    +
    Properties for use in Coder tests. These are implemented with junit assertions + rather than as predicates for the sake of error messages. + +

    We serialize and deserialize the coder to make sure that any state information required by + the coder is preserved. This causes tests written such that coders that lose information during + serialization or change state during encoding/decoding will fail.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        ALL_CONTEXTS

        +
        public static final List<Coder.Context> ALL_CONTEXTS
        +
        All the contexts, for use in test cases.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CoderProperties

        +
        public CoderProperties()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        coderDeterministic

        +
        public static <T> void coderDeterministic(Coder<T> coder,
        +                                          T value1,
        +                                          T value2)
        +                                   throws Exception
        +
        Verifies that for the given Coder<T>, and values of + type T, if the values are equal then the encoded bytes are equal, in any + Coder.Context.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDeterministicInContext

        +
        public static <T> void coderDeterministicInContext(Coder<T> coder,
        +                                                   Coder.Context context,
        +                                                   T value1,
        +                                                   T value2)
        +                                            throws Exception
        +
        Verifies that for the given Coder<T>, Coder.Context, and values of + type T, if the values are equal then the encoded bytes are equal.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodeEncodeEqual

        +
        public static <T> void coderDecodeEncodeEqual(Coder<T> coder,
        +                                              T value)
        +                                       throws Exception
        +
        Verifies that for the given Coder<T>, + and value of type T, encoding followed by decoding yields an + equal value of type T, in any Coder.Context.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodeEncodeEqualInContext

        +
        public static <T> void coderDecodeEncodeEqualInContext(Coder<T> coder,
        +                                                       Coder.Context context,
        +                                                       T value)
        +                                                throws Exception
        +
        Verifies that for the given Coder<T>, Coder.Context, + and value of type T, encoding followed by decoding yields an + equal value of type T.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodeEncodeContentsEqual

        +
        public static <T,CollectionT extends Collection<T>> void coderDecodeEncodeContentsEqual(Coder<CollectionT> coder,
        +                                                                                        CollectionT value)
        +                                                                                 throws Exception
        +
        Verifies that for the given Coder<Collection<T>>, + and value of type Collection<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in any Coder.Context.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodeEncodeContentsEqualInContext

        +
        public static <T,CollectionT extends Collection<T>> void coderDecodeEncodeContentsEqualInContext(Coder<CollectionT> coder,
        +                                                                                                 Coder.Context context,
        +                                                                                                 CollectionT value)
        +                                                                                          throws Exception
        +
        Verifies that for the given Coder<Collection<T>>, + and value of type Collection<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in the given Coder.Context.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodeEncodeContentsInSameOrder

        +
        public static <T,IterableT extends Iterable<T>> void coderDecodeEncodeContentsInSameOrder(Coder<IterableT> coder,
        +                                                                                          IterableT value)
        +                                                                                   throws Exception
        +
        Verifies that for the given Coder<Collection<T>>, + and value of type Collection<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in any Coder.Context.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodeEncodeContentsInSameOrderInContext

        +
        public static <T,IterableT extends Iterable<T>> void coderDecodeEncodeContentsInSameOrderInContext(Coder<IterableT> coder,
        +                                                                                                   Coder.Context context,
        +                                                                                                   IterableT value)
        +                                                                                            throws Exception
        +
        Verifies that for the given Coder<Iterable<T>>, + and value of type Iterable<T>, encoding followed by decoding yields an + equal value of type Collection<T>, in the given Coder.Context.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        coderSerializable

        +
        public static <T> void coderSerializable(Coder<T> coder)
        +
      • +
      + + + + + +
        +
      • +

        coderConsistentWithEquals

        +
        public static <T> void coderConsistentWithEquals(Coder<T> coder,
        +                                                 T value1,
        +                                                 T value2)
        +                                          throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderConsistentWithEqualsInContext

        +
        public static <T> void coderConsistentWithEqualsInContext(Coder<T> coder,
        +                                                          Coder.Context context,
        +                                                          T value1,
        +                                                          T value2)
        +                                                   throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        coderHasEncodingId

        +
        public static <T> void coderHasEncodingId(Coder<T> coder,
        +                                          String encodingId)
        +                                   throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        coderAllowsEncoding

        +
        public static <T> void coderAllowsEncoding(Coder<T> coder,
        +                                           String encodingId)
        +                                    throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        structuralValueConsistentWithEquals

        +
        public static <T> void structuralValueConsistentWithEquals(Coder<T> coder,
        +                                                           T value1,
        +                                                           T value2)
        +                                                    throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        structuralValueConsistentWithEqualsInContext

        +
        public static <T> void structuralValueConsistentWithEqualsInContext(Coder<T> coder,
        +                                                                    Coder.Context context,
        +                                                                    T value1,
        +                                                                    T value2)
        +                                                             throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        coderDecodesBase64

        +
        public static <T> void coderDecodesBase64(Coder<T> coder,
        +                                          String base64Encoding,
        +                                          T value)
        +                                   throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        coderEncodesBase64

        +
        public static <T> void coderEncodesBase64(Coder<T> coder,
        +                                          T value,
        +                                          String base64Encoding)
        +                                   throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        coderDecodesBase64ContentsEqual

        +
        public static <T,IterableT extends Iterable<T>> void coderDecodesBase64ContentsEqual(Coder<IterableT> coder,
        +                                                                                     String base64Encoding,
        +                                                                                     IterableT expected)
        +                                                                              throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        coderDecodesBase64ContentsEqual

        +
        public static <T,IterableT extends Iterable<T>> void coderDecodesBase64ContentsEqual(Coder<IterableT> coder,
        +                                                                                     List<String> base64Encodings,
        +                                                                                     List<IterableT> expected)
        +                                                                              throws Exception
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        testByteCount

        +
        public static <T> void testByteCount(Coder<T> coder,
        +                                     Coder.Context context,
        +                                     T[] elements)
        +                              throws Exception
        +
        A utility method that passes the given (unencoded) elements through + coder's registerByteSizeObserver() and encode() methods, and confirms + they are mutually consistent. This is useful for testing coder + implementations.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CrashingRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CrashingRunner.html new file mode 100644 index 00000000000..01a88ccdc56 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/CrashingRunner.html @@ -0,0 +1,308 @@ + + + + + + +CrashingRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class CrashingRunner

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/FileChecksumMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/FileChecksumMatcher.html new file mode 100644 index 00000000000..38db08875da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/FileChecksumMatcher.html @@ -0,0 +1,423 @@ + + + + + + +FileChecksumMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class FileChecksumMatcher

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, SerializableMatcher<PipelineResult>, org.hamcrest.Matcher<PipelineResult>, org.hamcrest.SelfDescribing
    +
    +
    +
    +
    public class FileChecksumMatcher
    +extends org.hamcrest.TypeSafeMatcher<PipelineResult>
    +implements SerializableMatcher<PipelineResult>
    +
    Matcher to verify file checksum in E2E test. + +

    For example: +

    
    +   assertThat(job, new FileChecksumMatcher(checksumString, filePath));
    + 
    + or +
    
    +   assertThat(job, new FileChecksumMatcher(checksumString, filePath, shardTemplate));
    + 
    + +

    Checksum of outputs is generated based on SHA-1 algorithm. If output file is empty, + SHA-1 hash of empty string (da39a3ee5e6b4b0d3255bfef95601890afd80709) is used as expected.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        FileChecksumMatcher

        +
        public FileChecksumMatcher(String checksum,
        +                           String filePath)
        +
        Constructor that uses default shard template.
        +
        +
        Parameters:
        +
        checksum - expected checksum string used to verify file content.
        +
        filePath - path of files that's to be verified.
        +
        +
      • +
      + + + +
        +
      • +

        FileChecksumMatcher

        +
        public FileChecksumMatcher(String checksum,
        +                           String filePath,
        +                           Pattern shardTemplate)
        +
        Constructor using a custom shard template.
        +
        +
        Parameters:
        +
        checksum - expected checksum string used to verify file content.
        +
        filePath - path of files that's to be verified.
        +
        shardTemplate - template of shard name to parse out the total number of shards + which is used in I/O retry to avoid inconsistency of filesystem. + Customized template should assign name "numshards" to capturing + group - total shard number.
        +
        +
      • +
      + + + +
        +
      • +

        FileChecksumMatcher

        +
        public FileChecksumMatcher(String expectedChecksum,
        +                           ShardedFile shardedFile)
        +
        Constructor using an entirely custom ShardedFile implementation. + +

        For internal use only.

        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        matchesSafely

        +
        public boolean matchesSafely(PipelineResult pipelineResult)
        +
        +
        Specified by:
        +
        matchesSafely in class org.hamcrest.TypeSafeMatcher<PipelineResult>
        +
        +
      • +
      + + + +
        +
      • +

        describeTo

        +
        public void describeTo(org.hamcrest.Description description)
        +
        +
        Specified by:
        +
        describeTo in interface org.hamcrest.SelfDescribing
        +
        +
      • +
      + + + +
        +
      • +

        describeMismatchSafely

        +
        public void describeMismatchSafely(PipelineResult pResult,
        +                                   org.hamcrest.Description description)
        +
        +
        Overrides:
        +
        describeMismatchSafely in class org.hamcrest.TypeSafeMatcher<PipelineResult>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/NeedsRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/NeedsRunner.html new file mode 100644 index 00000000000..f67a34f3728 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/NeedsRunner.html @@ -0,0 +1,175 @@ + + + + + + +NeedsRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface NeedsRunner

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssert.html new file mode 100644 index 00000000000..44323db02cc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssert.html @@ -0,0 +1,297 @@ + + + + + + +PAssert.GroupThenAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class PAssert.GroupThenAssert<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssertForSingleton.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssertForSingleton.html new file mode 100644 index 00000000000..97de6f17b56 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.GroupThenAssertForSingleton.html @@ -0,0 +1,297 @@ + + + + + + +PAssert.GroupThenAssertForSingleton (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class PAssert.GroupThenAssertForSingleton<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PDone expand(PCollection<Iterable<T>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<Iterable<T>>,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.IterableAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.IterableAssert.html new file mode 100644 index 00000000000..83cc68f7eac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.IterableAssert.html @@ -0,0 +1,424 @@ + + + + + + +PAssert.IterableAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface PAssert.IterableAssert<T>

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    PAssert
    +
    +
    +
    +
    public static interface PAssert.IterableAssert<T>
    +
    Builder interface for assertions applicable to iterables and PCollection contents.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.OneSideInputAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.OneSideInputAssert.html new file mode 100644 index 00000000000..139d8550551 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.OneSideInputAssert.html @@ -0,0 +1,302 @@ + + + + + + +PAssert.OneSideInputAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class PAssert.OneSideInputAssert<ActualT>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    PAssert
    +
    +
    +
    +
    public static class PAssert.OneSideInputAssert<ActualT>
    +extends PTransform<PBegin,PDone>
    +implements Serializable
    +
    An assertion checker that takes a single PCollectionView<ActualT> and an assertion over ActualT, and checks it within a + Beam pipeline. + +

    Note that the entire assertion must be serializable. + +

    This is generally useful for assertion functions that are serializable but whose underlying + data may not have a coder.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PDone expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PDone>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.SingletonAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.SingletonAssert.html new file mode 100644 index 00000000000..26fdcd2acea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.SingletonAssert.html @@ -0,0 +1,364 @@ + + + + + + +PAssert.SingletonAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface PAssert.SingletonAssert<T>

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    PAssert
    +
    +
    +
    +
    public static interface PAssert.SingletonAssert<T>
    +
    Builder interface for assertions applicable to a single value.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.html new file mode 100644 index 00000000000..ec42ae046bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/PAssert.html @@ -0,0 +1,448 @@ + + + + + + +PAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class PAssert

+
+
+ +
+
    +
  • +
    +
    +
    public class PAssert
    +extends Object
    +
    An assertion on the contents of a PCollection incorporated into the pipeline. Such an + assertion can be checked no matter what kind of PipelineRunner is used. + +

    Note that the PAssert call must precede the call to Pipeline.run(). + +

    Examples of use:

    
    + Pipeline p = TestPipeline.create();
    + ...
    + PCollection<String> output =
    +      input
    +      .apply(ParDo.of(new TestDoFn()));
    + PAssert.that(output)
    +     .containsInAnyOrder("out1", "out2", "out3");
    + ...
    + PCollection<Integer> ints = ...
    + PCollection<Integer> sum =
    +     ints
    +     .apply(Combine.globally(new SumInts()));
    + PAssert.that(sum)
    +     .is(42);
    + ...
    + p.run();
    + 
    + +

    JUnit and Hamcrest must be linked in by any code that uses PAssert.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/RunnableOnService.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/RunnableOnService.html new file mode 100644 index 00000000000..accd9636330 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/RunnableOnService.html @@ -0,0 +1,186 @@ + + + + + + +RunnableOnService (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface RunnableOnService

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    NeedsRunner
    +
    +
    +
    +
    public interface RunnableOnService
    +extends NeedsRunner
    +
    Category tag for validation tests which utilize TestPipeline for execution and + PAssert for validation. Example usage: +
    
    +      @Test
    +      @Category(RunnableOnService.class)
    +     public void testParDo() {
    +       Pipeline p = TestPipeline.create();
    +       p.apply(...);
    +       PAssert.that(p);
    +       p.run();
    +     }
    + 
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SerializableMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SerializableMatcher.html new file mode 100644 index 00000000000..c1eeeac4c7c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SerializableMatcher.html @@ -0,0 +1,217 @@ + + + + + + +SerializableMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface SerializableMatcher<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of value matched.
    +
    +
    +
    All Superinterfaces:
    +
    org.hamcrest.Matcher<T>, org.hamcrest.SelfDescribing, Serializable
    +
    +
    +
    All Known Implementing Classes:
    +
    BigqueryMatcher, FileChecksumMatcher, TestPipelineOptions.AlwaysPassMatcher
    +
    +
    +
    +
    public interface SerializableMatcher<T>
    +extends org.hamcrest.Matcher<T>, Serializable
    +
    A Matcher that is also Serializable. + +

    Such matchers can be used with PAssert, which builds Dataflow pipelines + such that these matchers may be serialized and executed remotely. + +

    To create a SerializableMatcher, extend BaseMatcher + and also implement this interface.

    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      +
        +
      • + + +

        Methods inherited from interface org.hamcrest.Matcher

        +_dont_implement_Matcher___instead_extend_BaseMatcher_, describeMismatch, matches
      • +
      +
        +
      • + + +

        Methods inherited from interface org.hamcrest.SelfDescribing

        +describeTo
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.ExpectedSplitOutcome.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.ExpectedSplitOutcome.html new file mode 100644 index 00000000000..ef31fe49ee2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.ExpectedSplitOutcome.html @@ -0,0 +1,370 @@ + + + + + + +SourceTestUtils.ExpectedSplitOutcome (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Enum SourceTestUtils.ExpectedSplitOutcome

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static SourceTestUtils.ExpectedSplitOutcome[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (SourceTestUtils.ExpectedSplitOutcome c : SourceTestUtils.ExpectedSplitOutcome.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static SourceTestUtils.ExpectedSplitOutcome valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.html new file mode 100644 index 00000000000..b0aab75f4e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/SourceTestUtils.html @@ -0,0 +1,682 @@ + + + + + + +SourceTestUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class SourceTestUtils

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SourceTestUtils

        +
        public SourceTestUtils()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createStructuralValues

        +
        public static <T> List<org.apache.beam.sdk.testing.SourceTestUtils.ReadableStructuralValue<T>> createStructuralValues(Coder<T> coder,
        +                                                                                                                      List<T> list)
        +                                                                                                               throws Exception
        +
        Testing utilities below depend on standard assertions and matchers to compare elements read by + sources. In general the elements may not implement equals/hashCode properly, + however every source has a Coder and every Coder can + produce a Coder.structuralValue(T) whose equals/hashCode is + consistent with equality of encoded format. + So we use this Coder.structuralValue(T) to compare elements read by sources.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        readFromUnstartedReader

        +
        public static <T> List<T> readFromUnstartedReader(Source.Reader<T> reader)
        +                                           throws IOException
        +
        Reads all elements from the given unstarted Source.Reader.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        readFromStartedReader

        +
        public static <T> List<T> readFromStartedReader(Source.Reader<T> reader)
        +                                         throws IOException
        +
        Reads all elements from the given started Source.Reader.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        readNItemsFromUnstartedReader

        +
        public static <T> List<T> readNItemsFromUnstartedReader(Source.Reader<T> reader,
        +                                                        int n)
        +                                                 throws IOException
        +
        Read elements from a Source.Reader until n elements are read.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        readNItemsFromStartedReader

        +
        public static <T> List<T> readNItemsFromStartedReader(Source.Reader<T> reader,
        +                                                      int n)
        +                                               throws IOException
        +
        Read elements from a Source.Reader that has already had Source.Reader#start + called on it, until n elements are read.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        readRemainingFromReader

        +
        public static <T> List<T> readRemainingFromReader(Source.Reader<T> reader,
        +                                                  boolean started)
        +                                           throws IOException
        +
        Read all remaining elements from a Source.Reader.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        assertSourcesEqualReferenceSource

        +
        public static <T> void assertSourcesEqualReferenceSource(BoundedSource<T> referenceSource,
        +                                                         List<? extends BoundedSource<T>> sources,
        +                                                         PipelineOptions options)
        +                                                  throws Exception
        +
        Given a reference Source and a list of Sources, assert that the union of + the records read from the list of sources is equal to the records read from the reference + source.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        assertUnstartedReaderReadsSameAsItsSource

        +
        public static <T> void assertUnstartedReaderReadsSameAsItsSource(BoundedSource.BoundedReader<T> reader,
        +                                                                 PipelineOptions options)
        +                                                          throws Exception
        +
        Assert that a Reader returns a Source that, when read from, produces the same + records as the reader.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        assertSplitAtFractionSucceedsAndConsistent

        +
        public static <T> void assertSplitAtFractionSucceedsAndConsistent(BoundedSource<T> source,
        +                                                                  int numItemsToReadBeforeSplit,
        +                                                                  double splitFraction,
        +                                                                  PipelineOptions options)
        +                                                           throws Exception
        +
        Verifies some consistency properties of + BoundedSource.BoundedReader#splitAtFraction on the given source. Equivalent to + the following pseudocode: +
        +   Reader reader = source.createReader();
        +   read N items from reader;
        +   Source residual = reader.splitAtFraction(splitFraction);
        +   Source primary = reader.getCurrentSource();
        +   assert: items in primary == items we read so far
        +                               + items we'll get by continuing to read from reader;
        +   assert: items in original source == items in primary + items in residual
        + 
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        assertSplitAtFractionFails

        +
        public static <T> void assertSplitAtFractionFails(BoundedSource<T> source,
        +                                                  int numItemsToReadBeforeSplit,
        +                                                  double splitFraction,
        +                                                  PipelineOptions options)
        +                                           throws Exception
        +
        Asserts that the source's reader fails to splitAtFraction(fraction) + after reading numItemsToReadBeforeSplit items.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        assertSplitAtFractionExhaustive

        +
        public static <T> void assertSplitAtFractionExhaustive(BoundedSource<T> source,
        +                                                       PipelineOptions options)
        +                                                throws Exception
        +
        Asserts that for each possible start position, + BoundedSource.BoundedReader#splitAtFraction at every interesting fraction (halfway + between two fractions that differ by at least one item) can be called successfully and the + results are consistent if a split succeeds. Verifies multithreaded splitting as well.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/StreamingIT.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/StreamingIT.html new file mode 100644 index 00000000000..00d62cd67c2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/StreamingIT.html @@ -0,0 +1,182 @@ + + + + + + +StreamingIT (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface StreamingIT

+
+
+
+
    +
  • +
    +
    Deprecated.
    +
    +
    @Deprecated
    +public interface StreamingIT
    +
    Category tag used to mark tests which execute using the Dataflow runner + in streaming mode. Example usage: +
    
    +     @Test
    +     @Category(StreamingIT.class)
    +     public void testStreamingPipeline() {
    +       StreamingOptions options = ...;
    +       options.setStreaming(true);
    +       StreamingPipeline.main(...);
    +     }
    + 
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipeline.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipeline.html new file mode 100644 index 00000000000..f22cb60bbdf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipeline.html @@ -0,0 +1,387 @@ + + + + + + +TestPipeline (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestPipeline

+
+
+ +
+
    +
  • +
    +
    +
    public class TestPipeline
    +extends Pipeline
    +
    A creator of test pipelines that can be used inside of tests that can be + configured to run locally or against a remote pipeline runner. + +

    It is recommended to tag hand-selected tests for this purpose using the + RunnableOnService Category annotation, as each test run against a pipeline runner + will utilize resources of that pipeline runner. + +

    In order to run tests on a pipeline runner, the following conditions must be met: +

      +
    • System property "beamTestPipelineOptions" must contain a JSON delimited list of pipeline + options. For example: +
       [
      +     "--runner=org.apache.beam.runners.dataflow.testing.TestDataflowRunner",
      +     "--project=mygcpproject",
      +     "--stagingLocation=gs://mygcsbucket/path"
      +     ]
      + Note that the set of pipeline options required is pipeline runner specific. +
    • +
    • Jars containing the SDK and test classes must be available on the classpath.
    • +
    + +

    Use PAssert for tests, as it integrates with this test harness in both direct and + remote execution modes. For example: +

    
    + Pipeline p = TestPipeline.create();
    + PCollection<Integer> output = ...
    +
    + PAssert.that(output)
    +     .containsInAnyOrder(1, 2, 3, 4);
    + p.run();
    + 
    + +

    For pipeline runners, it is required that they must throw an AssertionError + containing the message from the PAssert that failed.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcher.html new file mode 100644 index 00000000000..9633e317da7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcher.html @@ -0,0 +1,327 @@ + + + + + + +TestPipelineOptions.AlwaysPassMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestPipelineOptions.AlwaysPassMatcher

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AlwaysPassMatcher

        +
        public AlwaysPassMatcher()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        matches

        +
        public boolean matches(Object o)
        +
        +
        Specified by:
        +
        matches in interface org.hamcrest.Matcher<PipelineResult>
        +
        +
      • +
      + + + +
        +
      • +

        describeTo

        +
        public void describeTo(org.hamcrest.Description description)
        +
        +
        Specified by:
        +
        describeTo in interface org.hamcrest.SelfDescribing
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcherFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcherFactory.html new file mode 100644 index 00000000000..5e9058c2599 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.AlwaysPassMatcherFactory.html @@ -0,0 +1,295 @@ + + + + + + +TestPipelineOptions.AlwaysPassMatcherFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestPipelineOptions.AlwaysPassMatcherFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.html new file mode 100644 index 00000000000..fc45a61c149 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestPipelineOptions.html @@ -0,0 +1,380 @@ + + + + + + +TestPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface TestPipelineOptions

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Builder.html new file mode 100644 index 00000000000..9a9e11875c1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Builder.html @@ -0,0 +1,343 @@ + + + + + + +TestStream.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestStream.Builder<T>

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    TestStream<T>
    +
    +
    +
    +
    public static class TestStream.Builder<T>
    +extends Object
    +
    An incomplete TestStream. Elements added to this builder will be produced in sequence + when the pipeline created by the TestStream is run.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        addElements

        +
        @SafeVarargs
        +public final TestStream.Builder<T> addElements(T element,
        +                                                            T... elements)
        +
        Adds the specified elements to the source with timestamp equal to the current watermark.
        +
        +
        Returns:
        +
        A TestStream.Builder like this one that will add the provided elements + after all earlier events have completed.
        +
        +
      • +
      + + + + + + + +
        +
      • +

        advanceWatermarkTo

        +
        public TestStream.Builder<T> advanceWatermarkTo(org.joda.time.Instant newWatermark)
        +
        Advance the watermark of this source to the specified instant. + +

        The watermark must advance monotonically and cannot advance to BoundedWindow.TIMESTAMP_MAX_VALUE or beyond.

        +
        +
        Returns:
        +
        A TestStream.Builder like this one that will advance the watermark to the + specified point after all earlier events have completed.
        +
        +
      • +
      + + + +
        +
      • +

        advanceProcessingTime

        +
        public TestStream.Builder<T> advanceProcessingTime(org.joda.time.Duration amount)
        +
        Advance the processing time by the specified amount.
        +
        +
        Returns:
        +
        A TestStream.Builder like this one that will advance the processing time by + the specified amount after all earlier events have completed.
        +
        +
      • +
      + + + +
        +
      • +

        advanceWatermarkToInfinity

        +
        public TestStream<T> advanceWatermarkToInfinity()
        +
        Advance the watermark to infinity, completing this TestStream. Future calls to the + same builder will not affect the returned TestStream.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ElementEvent.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ElementEvent.html new file mode 100644 index 00000000000..af142d00998 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ElementEvent.html @@ -0,0 +1,290 @@ + + + + + + +TestStream.ElementEvent (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestStream.ElementEvent<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ElementEvent

        +
        public ElementEvent()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Event.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Event.html new file mode 100644 index 00000000000..56d66855930 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.Event.html @@ -0,0 +1,233 @@ + + + + + + +TestStream.Event (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface TestStream.Event<T>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.EventType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.EventType.html new file mode 100644 index 00000000000..0d7505387b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.EventType.html @@ -0,0 +1,360 @@ + + + + + + +TestStream.EventType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Enum TestStream.EventType

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static TestStream.EventType[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (TestStream.EventType c : TestStream.EventType.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static TestStream.EventType valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ProcessingTimeEvent.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ProcessingTimeEvent.html new file mode 100644 index 00000000000..29815e00829 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.ProcessingTimeEvent.html @@ -0,0 +1,290 @@ + + + + + + +TestStream.ProcessingTimeEvent (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestStream.ProcessingTimeEvent<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ProcessingTimeEvent

        +
        public ProcessingTimeEvent()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getProcessingTimeAdvance

        +
        public abstract org.joda.time.Duration getProcessingTimeAdvance()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.WatermarkEvent.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.WatermarkEvent.html new file mode 100644 index 00000000000..073e3b2b4e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.WatermarkEvent.html @@ -0,0 +1,290 @@ + + + + + + +TestStream.WatermarkEvent (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestStream.WatermarkEvent<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WatermarkEvent

        +
        public WatermarkEvent()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getWatermark

        +
        public abstract org.joda.time.Instant getWatermark()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.html new file mode 100644 index 00000000000..db6a32eafa2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/TestStream.html @@ -0,0 +1,412 @@ + + + + + + +TestStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class TestStream<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesSplittableParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesSplittableParDo.html new file mode 100644 index 00000000000..d4065de1ca2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesSplittableParDo.html @@ -0,0 +1,170 @@ + + + + + + +UsesSplittableParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface UsesSplittableParDo

+
+
+
+
    +
  • +
    +
    +
    public interface UsesSplittableParDo
    +
    Category tag for validation tests which utilize splittable ParDo.
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesStatefulParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesStatefulParDo.html new file mode 100644 index 00000000000..b662ec94900 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesStatefulParDo.html @@ -0,0 +1,170 @@ + + + + + + +UsesStatefulParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface UsesStatefulParDo

+
+
+
+
    +
  • +
    +
    +
    public interface UsesStatefulParDo
    +
    Category tag for validation tests which utilize stateful ParDo.
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesTimersInParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesTimersInParDo.html new file mode 100644 index 00000000000..412803b40f9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/UsesTimersInParDo.html @@ -0,0 +1,170 @@ + + + + + + +UsesTimersInParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Interface UsesTimersInParDo

+
+
+
+
    +
  • +
    +
    +
    public interface UsesTimersInParDo
    +
    Category tag for validation tests which utilize timers in ParDo.
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.Coder.html new file mode 100644 index 00000000000..bac83ad087e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.Coder.html @@ -0,0 +1,429 @@ + + + + + + +ValueInSingleWindow.Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class ValueInSingleWindow.Coder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(ValueInSingleWindow<T> windowedElem,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public ValueInSingleWindow<T> decode(InputStream inStream,
        +                                     Coder.Context context)
        +                              throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.html new file mode 100644 index 00000000000..1c4116b1192 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/ValueInSingleWindow.html @@ -0,0 +1,372 @@ + + + + + + +ValueInSingleWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class ValueInSingleWindow<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the value
    +
    +
    +
    +
    public abstract class ValueInSingleWindow<T>
    +extends Object
    +
    An immutable tuple of value, timestamp, window, and pane.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ValueInSingleWindow

        +
        public ValueInSingleWindow()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getValue

        +
        @Nullable
        +public abstract T getValue()
        +
        Returns the value of this ValueInSingleWindow.
        +
      • +
      + + + +
        +
      • +

        getTimestamp

        +
        public abstract org.joda.time.Instant getTimestamp()
        +
        Returns the timestamp of this ValueInSingleWindow.
        +
      • +
      + + + +
        +
      • +

        getWindow

        +
        public abstract BoundedWindow getWindow()
        +
        Returns the window of this ValueInSingleWindow.
        +
      • +
      + + + +
        +
      • +

        getPane

        +
        public abstract PaneInfo getPane()
        +
        Returns the pane of this ValueInSingleWindow in its window.
        +
      • +
      + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/WindowFnTestUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/WindowFnTestUtils.html new file mode 100644 index 00000000000..177c778b565 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/WindowFnTestUtils.html @@ -0,0 +1,418 @@ + + + + + + +WindowFnTestUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.testing
+

Class WindowFnTestUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class WindowFnTestUtils
    +extends Object
    +
    A utility class for testing WindowFns.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WindowFnTestUtils

        +
        public WindowFnTestUtils()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + +
        +
      • +

        validateNonInterferingOutputTimes

        +
        public static <T,W extends BoundedWindow> void validateNonInterferingOutputTimes(WindowFn<T,W> windowFn,
        +                                                                                 long timestamp)
        +                                                                          throws Exception
        +
        Assigns the given timestamp to windows using the specified windowFn, and + verifies that result of windowFn.getOutputTimestamp for each window is within the + proper bound.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        validateGetOutputTimestamp

        +
        public static <T,W extends BoundedWindow> void validateGetOutputTimestamp(WindowFn<T,W> windowFn,
        +                                                                          long timestamp)
        +                                                                   throws Exception
        +
        Assigns the given timestamp to windows using the specified windowFn, and + verifies that result of windowFn.getOutputTime for later windows + (as defined by maxTimestamp won't prevent the watermark from passing the end of earlier + windows. + +

        This verifies that overlapping windows don't interfere at all. Depending on the + windowFn this may be stricter than desired.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        validateGetOutputTimestamps

        +
        public static <T,W extends IntervalWindow> void validateGetOutputTimestamps(WindowFn<T,W> windowFn,
        +                                                                            OutputTimeFn<? super W> outputTimeFn,
        +                                                                            List<List<Long>> timestampsPerWindow)
        +                                                                     throws Exception
        +
        Verifies that later-ending merged windows from any of the timestamps hold up output of + earlier-ending windows, using the provided WindowFn and OutputTimeFn. + +

        Given a list of lists of timestamps, where each list is expected to merge into a single + window with end times in ascending order, assigns and merges windows for each list (as though + each were a separate key/user session). Then maps each timestamp in the list according to + outputTimeFn.assignOutputTime() and + outputTimeFn.combine(). + +

        Verifies that a overlapping windows do not hold each other up via the watermark.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/BigqueryMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/BigqueryMatcher.html new file mode 100644 index 00000000000..30ef613c422 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/BigqueryMatcher.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.BigqueryMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.BigqueryMatcher

+
+
No usage of org.apache.beam.sdk.testing.BigqueryMatcher
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.TestElementByteSizeObserver.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.TestElementByteSizeObserver.html new file mode 100644 index 00000000000..45383149602 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.TestElementByteSizeObserver.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver

+
+
No usage of org.apache.beam.sdk.testing.CoderProperties.TestElementByteSizeObserver
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.html new file mode 100644 index 00000000000..4f4abadff32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CoderProperties.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.CoderProperties (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.CoderProperties

+
+
No usage of org.apache.beam.sdk.testing.CoderProperties
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CrashingRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CrashingRunner.html new file mode 100644 index 00000000000..99ced838b77 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/CrashingRunner.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.CrashingRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.CrashingRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/FileChecksumMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/FileChecksumMatcher.html new file mode 100644 index 00000000000..be3adb3ed5a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/FileChecksumMatcher.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.FileChecksumMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.FileChecksumMatcher

+
+
No usage of org.apache.beam.sdk.testing.FileChecksumMatcher
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/NeedsRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/NeedsRunner.html new file mode 100644 index 00000000000..cff85e00363 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/NeedsRunner.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.NeedsRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.NeedsRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssert.html new file mode 100644 index 00000000000..174de6b2e1a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssert.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.PAssert.GroupThenAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.PAssert.GroupThenAssert

+
+
No usage of org.apache.beam.sdk.testing.PAssert.GroupThenAssert
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssertForSingleton.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssertForSingleton.html new file mode 100644 index 00000000000..8ca91b0053e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.GroupThenAssertForSingleton.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.PAssert.GroupThenAssertForSingleton (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.PAssert.GroupThenAssertForSingleton

+
+
No usage of org.apache.beam.sdk.testing.PAssert.GroupThenAssertForSingleton
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.IterableAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.IterableAssert.html new file mode 100644 index 00000000000..0299d015c72 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.IterableAssert.html @@ -0,0 +1,239 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.PAssert.IterableAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.PAssert.IterableAssert

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.OneSideInputAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.OneSideInputAssert.html new file mode 100644 index 00000000000..6843f8051ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.OneSideInputAssert.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.PAssert.OneSideInputAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.PAssert.OneSideInputAssert

+
+
No usage of org.apache.beam.sdk.testing.PAssert.OneSideInputAssert
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.SingletonAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.SingletonAssert.html new file mode 100644 index 00000000000..5561c047cc3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.SingletonAssert.html @@ -0,0 +1,226 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.PAssert.SingletonAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.PAssert.SingletonAssert

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.html new file mode 100644 index 00000000000..a54651cdd25 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/PAssert.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.PAssert (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.PAssert

+
+
No usage of org.apache.beam.sdk.testing.PAssert
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/RunnableOnService.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/RunnableOnService.html new file mode 100644 index 00000000000..e6bec2b23a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/RunnableOnService.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.RunnableOnService (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.RunnableOnService

+
+
No usage of org.apache.beam.sdk.testing.RunnableOnService
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SerializableMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SerializableMatcher.html new file mode 100644 index 00000000000..4cf49761db4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SerializableMatcher.html @@ -0,0 +1,221 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.SerializableMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.SerializableMatcher

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.ExpectedSplitOutcome.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.ExpectedSplitOutcome.html new file mode 100644 index 00000000000..6f47d50d60a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.ExpectedSplitOutcome.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.SourceTestUtils.ExpectedSplitOutcome (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.SourceTestUtils.ExpectedSplitOutcome

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.html new file mode 100644 index 00000000000..7e501261327 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/SourceTestUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.SourceTestUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.SourceTestUtils

+
+
No usage of org.apache.beam.sdk.testing.SourceTestUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/StreamingIT.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/StreamingIT.html new file mode 100644 index 00000000000..5f854dce104 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/StreamingIT.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.StreamingIT (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.StreamingIT

+
+
No usage of org.apache.beam.sdk.testing.StreamingIT
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipeline.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipeline.html new file mode 100644 index 00000000000..e1f73602de7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipeline.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestPipeline (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestPipeline

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcher.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcher.html new file mode 100644 index 00000000000..6bd5381a801 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcher.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher

+
+
No usage of org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcherFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcherFactory.html new file mode 100644 index 00000000000..21ca2039711 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.AlwaysPassMatcherFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcherFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcherFactory

+
+
No usage of org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcherFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.html new file mode 100644 index 00000000000..6731d614c93 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestPipelineOptions.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.TestPipelineOptions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.TestPipelineOptions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Builder.html new file mode 100644 index 00000000000..7cc797350f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Builder.html @@ -0,0 +1,196 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestStream.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestStream.Builder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ElementEvent.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ElementEvent.html new file mode 100644 index 00000000000..11dfb996d94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ElementEvent.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestStream.ElementEvent (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestStream.ElementEvent

+
+
No usage of org.apache.beam.sdk.testing.TestStream.ElementEvent
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Event.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Event.html new file mode 100644 index 00000000000..57df0af6e77 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.Event.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.TestStream.Event (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.TestStream.Event

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.EventType.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.EventType.html new file mode 100644 index 00000000000..8fdea84aae4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.EventType.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestStream.EventType (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestStream.EventType

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ProcessingTimeEvent.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ProcessingTimeEvent.html new file mode 100644 index 00000000000..036cd81cb69 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.ProcessingTimeEvent.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestStream.ProcessingTimeEvent (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestStream.ProcessingTimeEvent

+
+
No usage of org.apache.beam.sdk.testing.TestStream.ProcessingTimeEvent
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.WatermarkEvent.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.WatermarkEvent.html new file mode 100644 index 00000000000..4adbbfa972d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.WatermarkEvent.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestStream.WatermarkEvent (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestStream.WatermarkEvent

+
+
No usage of org.apache.beam.sdk.testing.TestStream.WatermarkEvent
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.html new file mode 100644 index 00000000000..19c29fb7132 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/TestStream.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.TestStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.TestStream

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesSplittableParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesSplittableParDo.html new file mode 100644 index 00000000000..dca24b42933 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesSplittableParDo.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.UsesSplittableParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.UsesSplittableParDo

+
+
No usage of org.apache.beam.sdk.testing.UsesSplittableParDo
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesStatefulParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesStatefulParDo.html new file mode 100644 index 00000000000..8818b6abf0c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesStatefulParDo.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.UsesStatefulParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.UsesStatefulParDo

+
+
No usage of org.apache.beam.sdk.testing.UsesStatefulParDo
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesTimersInParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesTimersInParDo.html new file mode 100644 index 00000000000..fd18fd8eff7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/UsesTimersInParDo.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.testing.UsesTimersInParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.testing.UsesTimersInParDo

+
+
No usage of org.apache.beam.sdk.testing.UsesTimersInParDo
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.Coder.html new file mode 100644 index 00000000000..ff3ef721c45 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.Coder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.ValueInSingleWindow.Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.ValueInSingleWindow.Coder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.html new file mode 100644 index 00000000000..c202901ce36 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/ValueInSingleWindow.html @@ -0,0 +1,216 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.ValueInSingleWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.ValueInSingleWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/WindowFnTestUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/WindowFnTestUtils.html new file mode 100644 index 00000000000..4b750ec1f3f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/class-use/WindowFnTestUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.testing.WindowFnTestUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.testing.WindowFnTestUtils

+
+
No usage of org.apache.beam.sdk.testing.WindowFnTestUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-frame.html new file mode 100644 index 00000000000..d33cfaa0bf5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-frame.html @@ -0,0 +1,60 @@ + + + + + + +org.apache.beam.sdk.testing (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.testing

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-summary.html new file mode 100644 index 00000000000..1c842b107da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-summary.html @@ -0,0 +1,386 @@ + + + + + + +org.apache.beam.sdk.testing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.testing

+
+
Defines utilities for unit testing Apache Beam pipelines.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.testing Description

+
Defines utilities for unit testing Apache Beam pipelines. The tests for the PTransforms + and examples included in the Apache Beam SDK provide examples of using these utilities.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-tree.html new file mode 100644 index 00000000000..74f0abc5531 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-tree.html @@ -0,0 +1,238 @@ + + + + + + +org.apache.beam.sdk.testing Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.testing

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-use.html new file mode 100644 index 00000000000..8ca5726eed1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/testing/package-use.html @@ -0,0 +1,299 @@ + + + + + + +Uses of Package org.apache.beam.sdk.testing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.testing

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.AggregatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.AggregatorFactory.html new file mode 100644 index 00000000000..1c326dc7783 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.AggregatorFactory.html @@ -0,0 +1,251 @@ + + + + + + +Aggregator.AggregatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface Aggregator.AggregatorFactory

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    AggregatorContainer.Mutator
    +
    +
    +
    Enclosing interface:
    +
    Aggregator<InputT,OutputT>
    +
    +
    +
    Deprecated.  +
    this is for use only by runners and exists only for a migration period. Please + use the identical interface in org.apache.beam.runners.core
    +
    +
    +
    @Deprecated
    +public static interface Aggregator.AggregatorFactory
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createAggregatorForDoFn

        +
        <InputT,AccumT,OutputT> Aggregator<InputT,OutputT> createAggregatorForDoFn(Class<?> fnClass,
        +                                                                           ExecutionContext.StepContext stepContext,
        +                                                                           String aggregatorName,
        +                                                                           Combine.CombineFn<InputT,AccumT,OutputT> combine)
        +
        Deprecated. 
        +
        Create an aggregator with the given name and Combine.CombineFn. + +

        This method is called to create an aggregator for a DoFn. It receives the + class of the DoFn being executed and the context of the step it is being + executed in.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.html new file mode 100644 index 00000000000..471a148fcfd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Aggregator.html @@ -0,0 +1,317 @@ + + + + + + +Aggregator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface Aggregator<InputT,OutputT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - the type of input values
    +
    OutputT - the type of output values
    +
    +
    +
    +
    public interface Aggregator<InputT,OutputT>
    +
    An Aggregator<InputT> enables monitoring of values of type InputT, + to be combined across all bundles. + +

    Aggregators are created by calling + DoFn.createAggregator, + typically from the DoFn constructor. Elements can be added to the + Aggregator by calling addValue(InputT). + +

    It is runner-dependent whether aggregators are accessible during pipeline execution or only + after jobs have completed. + +

    Example: +

    
    + class MyDoFn extends DoFn<String, String> {
    +   private Aggregator<Integer, Integer> myAggregator;
    +
    +   public MyDoFn() {
    +     myAggregator = createAggregator("myAggregator", new Sum.SumIntegerFn());
    +   }
    +
    +   {@literal @}ProcessElement
    +   public void processElement(ProcessContext c) {
    +     myAggregator.addValue(1);
    +   }
    + }
    + 
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AggregatorRetriever.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AggregatorRetriever.html new file mode 100644 index 00000000000..87f1ffb5ebf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AggregatorRetriever.html @@ -0,0 +1,243 @@ + + + + + + +AggregatorRetriever (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class AggregatorRetriever

+
+
+ +
+
    +
  • +
    +
    +
    public final class AggregatorRetriever
    +extends Object
    +
    An internal class for extracting Aggregators from DoFns.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AppliedPTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AppliedPTransform.html new file mode 100644 index 00000000000..3bfff6bc309 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/AppliedPTransform.html @@ -0,0 +1,343 @@ + + + + + + +AppliedPTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class AppliedPTransform<InputT extends PInput,OutputT extends POutput,TransformT extends PTransform<? super InputT,OutputT>>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - transform input type
    +
    OutputT - transform output type
    +
    TransformT - transform type
    +
    +
    +
    +
    public abstract class AppliedPTransform<InputT extends PInput,OutputT extends POutput,TransformT extends PTransform<? super InputT,OutputT>>
    +extends Object
    +
    Represents the application of a PTransform to a specific input to produce + a specific output. + +

    For internal use.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AppliedPTransform

        +
        public AppliedPTransform()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        of

        +
        public static <InputT extends PInput,OutputT extends POutput,TransformT extends PTransform<? super InputT,OutputT>> AppliedPTransform<InputT,OutputT,TransformT> of(String fullName,
        +                                                                                                                                                                    InputT input,
        +                                                                                                                                                                    OutputT output,
        +                                                                                                                                                                    TransformT transform)
        +
      • +
      + + + +
        +
      • +

        getFullName

        +
        public abstract String getFullName()
        +
      • +
      + + + +
        +
      • +

        getInput

        +
        public abstract InputT getInput()
        +
      • +
      + + + +
        +
      • +

        getOutput

        +
        public abstract OutputT getOutput()
        +
      • +
      + + + +
        +
      • +

        getTransform

        +
        public abstract TransformT getTransform()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.ApproximateQuantilesCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.ApproximateQuantilesCombineFn.html new file mode 100644 index 00000000000..1115f0f836b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.ApproximateQuantilesCombineFn.html @@ -0,0 +1,683 @@ + + + + + + +ApproximateQuantiles.ApproximateQuantilesCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ApproximateQuantiles.ApproximateQuantilesCombineFn<T,ComparatorT extends Comparator<T> & Serializable>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the values being combined
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, CombineFnBase.GlobalCombineFn<T,org.apache.beam.sdk.transforms.ApproximateQuantiles.QuantileState<T,ComparatorT>,List<T>>, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    ApproximateQuantiles
    +
    +
    +
    +
    public static class ApproximateQuantiles.ApproximateQuantilesCombineFn<T,ComparatorT extends Comparator<T> & Serializable>
    +extends Combine.AccumulatingCombineFn<T,org.apache.beam.sdk.transforms.ApproximateQuantiles.QuantileState<T,ComparatorT>,List<T>>
    +
    The ApproximateQuantilesCombineFn combiner gives an idea + of the distribution of a collection of values using approximate + N-tiles. The output of this combiner is a List + of size numQuantiles, containing the input values' + minimum value, numQuantiles-2 intermediate values, and + maximum value, in sorted order, so for traditional + N-tiles, one should use + ApproximateQuantilesCombineFn#create(N+1). + +

    If there are fewer values to combine than + numQuantiles, then the result List will contain all the + values being combined, in sorted order. + +

    Values are ordered using either a specified + Comparator or the values' natural ordering. + +

    To evaluate the quantiles we use the "New Algorithm" described here: +

    +   [MRL98] Manku, Rajagopalan & Lindsay, "Approximate Medians and other
    +   Quantiles in One Pass and with Limited Memory", Proc. 1998 ACM
    +   SIGMOD, Vol 27, No 2, p 426-435, June 1998.
    +   http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.6.6513&rep=rep1&type=pdf
    + 
    + +

    The default error bound is 1 / N, though in practice + the accuracy tends to be much better. + +

    See create(int, Comparator, long, double) for + more information about the meaning of epsilon, and + withEpsilon(double) for a convenient way to adjust it.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DEFAULT_MAX_NUM_ELEMENTS

        +
        public static final long DEFAULT_MAX_NUM_ELEMENTS
        +
        The cost (in time and space) to compute quantiles to a given + accuracy is a function of the total number of elements in the + data set. If an estimate is not known or specified, we use + this as an upper bound. If this is too low, errors may exceed + the requested tolerance; if too high, efficiency may be + non-optimal. The impact is logarithmic with respect to this + value, so this default should be fine for most uses.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        create

        +
        public static <T,ComparatorT extends Comparator<T> & SerializableApproximateQuantiles.ApproximateQuantilesCombineFn<T,ComparatorT> create(int numQuantiles,
        +                                                                                                                                            ComparatorT compareFn)
        +
        Returns an approximate quantiles combiner with the given + compareFn and desired number of quantiles. A total of + numQuantiles elements will appear in the output list, + including the minimum and maximum. + +

        The Comparator must be Serializable. + +

        The default error bound is 1 / numQuantiles, which + holds as long as the number of elements is less than + DEFAULT_MAX_NUM_ELEMENTS.

        +
      • +
      + + + + + + + + + + + + + + + + + +
        +
      • +

        create

        +
        public static <T,ComparatorT extends Comparator<T> & SerializableApproximateQuantiles.ApproximateQuantilesCombineFn<T,ComparatorT> create(int numQuantiles,
        +                                                                                                                                            ComparatorT compareFn,
        +                                                                                                                                            long maxNumElements,
        +                                                                                                                                            double epsilon)
        +
        Creates an approximate quantiles combiner with the given + compareFn and desired number of quantiles. A total of + numQuantiles elements will appear in the output list, + including the minimum and maximum. + +

        The Comparator must be Serializable. + +

        The default error bound is epsilon, which holds as long + as the number of elements is less than maxNumElements. + Specifically, if one considers the input as a sorted list x_1, ..., x_N, + then the distance between the each exact quantile x_c and its + approximation x_c' is bounded by |c - c'| < epsilon * N. + Note that these errors are worst-case scenarios; in practice the accuracy + tends to be much better.

        +
      • +
      + + + + + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<org.apache.beam.sdk.transforms.ApproximateQuantiles.QuantileState<T,ComparatorT>> getAccumulatorCoder(CoderRegistry registry,
        +                                                                                                                   Coder<T> elementCoder)
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<T,org.apache.beam.sdk.transforms.ApproximateQuantiles.QuantileState<T,ComparatorT extends Comparator<T> & Serializable>,List<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.html new file mode 100644 index 00000000000..323d9b772ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateQuantiles.html @@ -0,0 +1,424 @@ + + + + + + +ApproximateQuantiles (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ApproximateQuantiles

+
+
+ +
+
    +
  • +
    +
    +
    public class ApproximateQuantiles
    +extends Object
    +
    PTransforms for getting an idea of a PCollection's + data distribution using approximate N-tiles (e.g. quartiles, + percentiles, etc.), either globally or per-key.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        globally

        +
        public static <T,ComparatorT extends Comparator<T> & SerializablePTransform<PCollection<T>,PCollection<List<T>>> globally(int numQuantiles,
        +                                                                                                                            ComparatorT compareFn)
        +
        Returns a PTransform that takes a PCollection<T> + and returns a PCollection<List<T>> whose single value is a + List of the approximate N-tiles of the elements + of the input PCollection. This gives an idea of the + distribution of the input elements. + +

        The computed List is of size numQuantiles, + and contains the input elements' minimum value, + numQuantiles-2 intermediate values, and maximum value, in + sorted order, using the given Comparator to order values. + To compute traditional N-tiles, one should use + ApproximateQuantiles.globally(N+1, compareFn). + +

        If there are fewer input elements than numQuantiles, + then the result List will contain all the input elements, + in sorted order. + +

        The argument Comparator must be Serializable. + +

        Example of use: +

         
        + PCollection<String> pc = ...;
        + PCollection<List<String>> quantiles =
        +     pc.apply(ApproximateQuantiles.globally(11, stringCompareFn));
        +  
        +
        +
        Type Parameters:
        +
        T - the type of the elements in the input PCollection
        +
        Parameters:
        +
        numQuantiles - the number of elements in the resulting + quantile values List
        +
        compareFn - the function to use to order the elements
        +
        +
      • +
      + + + +
        +
      • +

        globally

        +
        public static <T extends Comparable<T>> PTransform<PCollection<T>,PCollection<List<T>>> globally(int numQuantiles)
        +
        Like globally(int, Comparator), but sorts using the + elements' natural ordering.
        +
        +
        Type Parameters:
        +
        T - the type of the elements in the input PCollection
        +
        Parameters:
        +
        numQuantiles - the number of elements in the resulting + quantile values List
        +
        +
      • +
      + + + + + +
        +
      • +

        perKey

        +
        public static <K,V,ComparatorT extends Comparator<V> & SerializablePTransform<PCollection<KV<K,V>>,PCollection<KV<K,List<V>>>> perKey(int numQuantiles,
        +                                                                                                                                        ComparatorT compareFn)
        +
        Returns a PTransform that takes a + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to a List of the approximate + N-tiles of the values associated with that key in the + input PCollection. This gives an idea of the + distribution of the input values for each key. + +

        Each of the computed Lists is of size numQuantiles, + and contains the input values' minimum value, + numQuantiles-2 intermediate values, and maximum value, in + sorted order, using the given Comparator to order values. + To compute traditional N-tiles, one should use + ApproximateQuantiles.perKey(compareFn, N+1). + +

        If a key has fewer than numQuantiles values + associated with it, then that key's output List will + contain all the key's input values, in sorted order. + +

        The argument Comparator must be Serializable. + +

        Example of use: +

         
        + PCollection<KV<Integer, String>> pc = ...;
        + PCollection<KV<Integer, List<String>>> quantilesPerKey =
        +     pc.apply(ApproximateQuantiles.<Integer, String>perKey(stringCompareFn, 11));
        +  
        + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input and output + PCollections
        +
        V - the type of the values in the input PCollection
        +
        Parameters:
        +
        numQuantiles - the number of elements in the resulting + quantile values List
        +
        compareFn - the function to use to order the elements
        +
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,V extends Comparable<V>> PTransform<PCollection<KV<K,V>>,PCollection<KV<K,List<V>>>> perKey(int numQuantiles)
        +
        Like perKey(int, Comparator), but sorts + values using the their natural ordering.
        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input and output + PCollections
        +
        V - the type of the values in the input PCollection
        +
        Parameters:
        +
        numQuantiles - the number of elements in the resulting + quantile values List
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html new file mode 100644 index 00000000000..b0b476ed381 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html @@ -0,0 +1,315 @@ + + + + + + +ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        LargestUnique

        +
        public LargestUnique(long sampleSize)
        +
        Creates a heap to track the largest sampleSize elements.
        +
        +
        Parameters:
        +
        sampleSize - the size of the heap
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        add

        +
        public boolean add(Long value)
        +
        Adds a value to the heap, returning whether the value is (large enough + to be) in the heap.
        +
      • +
      + + + +
        +
      • +

        extractOrderedList

        +
        public List<Long> extractOrderedList()
        +
        Returns the values in the heap, ordered largest to smallest.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.html new file mode 100644 index 00000000000..fc3173c9edc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.ApproximateUniqueCombineFn.html @@ -0,0 +1,591 @@ + + + + + + +ApproximateUnique.ApproximateUniqueCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ApproximateUnique.ApproximateUniqueCombineFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.html new file mode 100644 index 00000000000..dcea95844f8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ApproximateUnique.html @@ -0,0 +1,452 @@ + + + + + + +ApproximateUnique (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ApproximateUnique

+
+
+ +
+
    +
  • +
    +
    +
    public class ApproximateUnique
    +extends Object
    +
    PTransforms for estimating the number of distinct elements + in a PCollection, or the number of distinct values + associated with each key in a PCollection of KVs.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeClass and Description
      static class ApproximateUnique.ApproximateUniqueCombineFn<T> +
      CombineFn that computes an estimate of the number of + distinct values that were combined.
      +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      ApproximateUnique() 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Static Methods Concrete Methods 
      Modifier and TypeMethod and Description
      static <T> org.apache.beam.sdk.transforms.ApproximateUnique.Globally<T>globally(double maximumEstimationError) +
      Like globally(int), but specifies the desired maximum + estimation error instead of the sample size.
      +
      static <T> org.apache.beam.sdk.transforms.ApproximateUnique.Globally<T>globally(int sampleSize) +
      Returns a PTransform that takes a PCollection<T> + and returns a PCollection<Long> containing a single value + that is an estimate of the number of distinct elements in the + input PCollection.
      +
      static <K,V> org.apache.beam.sdk.transforms.ApproximateUnique.PerKey<K,V>perKey(double maximumEstimationError) +
      Like perKey(int), but specifies the desired maximum + estimation error instead of the sample size.
      +
      static <K,V> org.apache.beam.sdk.transforms.ApproximateUnique.PerKey<K,V>perKey(int sampleSize) +
      Returns a PTransform that takes a + PCollection<KV<K, V>> and returns a + PCollection<KV<K, Long>> that contains an output element + mapping each distinct key in the input PCollection to an + estimate of the number of distinct values associated with that + key in the input PCollection.
      +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ApproximateUnique

        +
        public ApproximateUnique()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        globally

        +
        public static <T> org.apache.beam.sdk.transforms.ApproximateUnique.Globally<T> globally(int sampleSize)
        +
        Returns a PTransform that takes a PCollection<T> + and returns a PCollection<Long> containing a single value + that is an estimate of the number of distinct elements in the + input PCollection. + +

        The sampleSize parameter controls the estimation + error. The error is about 2 / sqrt(sampleSize), so for + ApproximateUnique.globally(10000) the estimation error is + about 2%. Similarly, for ApproximateUnique.of(16) the + estimation error is about 50%. If there are fewer than + sampleSize distinct elements then the returned result + will be exact with extremely high probability (the chance of a + hash collision is about sampleSize^2 / 2^65). + +

        This transform approximates the number of elements in a set + by computing the top sampleSize hash values, and using + that to extrapolate the size of the entire set of hash values by + assuming the rest of the hash values are as densely distributed + as the top sampleSize. + +

        See also globally(double). + +

        Example of use: +

         
        + PCollection<String> pc = ...;
        + PCollection<Long> approxNumDistinct =
        +     pc.apply(ApproximateUnique.<String>globally(1000));
        +  
        +
        +
        Type Parameters:
        +
        T - the type of the elements in the input PCollection
        +
        Parameters:
        +
        sampleSize - the number of entries in the statistical + sample; the higher this number, the more accurate the + estimate will be; should be >= 16
        +
        Throws:
        +
        IllegalArgumentException - if the sampleSize + argument is too small
        +
        +
      • +
      + + + +
        +
      • +

        globally

        +
        public static <T> org.apache.beam.sdk.transforms.ApproximateUnique.Globally<T> globally(double maximumEstimationError)
        +
        Like globally(int), but specifies the desired maximum + estimation error instead of the sample size.
        +
        +
        Type Parameters:
        +
        T - the type of the elements in the input PCollection
        +
        Parameters:
        +
        maximumEstimationError - the maximum estimation error, which + should be in the range [0.01, 0.5]
        +
        Throws:
        +
        IllegalArgumentException - if the + maximumEstimationError argument is out of range
        +
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,V> org.apache.beam.sdk.transforms.ApproximateUnique.PerKey<K,V> perKey(int sampleSize)
        +
        Returns a PTransform that takes a + PCollection<KV<K, V>> and returns a + PCollection<KV<K, Long>> that contains an output element + mapping each distinct key in the input PCollection to an + estimate of the number of distinct values associated with that + key in the input PCollection. + +

        See globally(int) for an explanation of the + sampleSize parameter. A separate sampling is computed + for each distinct key of the input. + +

        See also perKey(double). + +

        Example of use: +

         
        + PCollection<KV<Integer, String>> pc = ...;
        + PCollection<KV<Integer, Long>> approxNumDistinctPerKey =
        +     pc.apply(ApproximateUnique.<Integer, String>perKey(1000));
        +  
        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input and output + PCollections
        +
        V - the type of the values in the input PCollection
        +
        Parameters:
        +
        sampleSize - the number of entries in the statistical + sample; the higher this number, the more accurate the + estimate will be; should be >= 16
        +
        Throws:
        +
        IllegalArgumentException - if the sampleSize + argument is too small
        +
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,V> org.apache.beam.sdk.transforms.ApproximateUnique.PerKey<K,V> perKey(double maximumEstimationError)
        +
        Like perKey(int), but specifies the desired maximum + estimation error instead of the sample size.
        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input and output + PCollections
        +
        V - the type of the values in the input PCollection
        +
        Parameters:
        +
        maximumEstimationError - the maximum estimation error, which + should be in the range [0.01, 0.5]
        +
        Throws:
        +
        IllegalArgumentException - if the + maximumEstimationError argument is out of range
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.Accumulator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.Accumulator.html new file mode 100644 index 00000000000..35c326930bc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.Accumulator.html @@ -0,0 +1,274 @@ + + + + + + +Combine.AccumulatingCombineFn.Accumulator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface Combine.AccumulatingCombineFn.Accumulator<InputT,AccumT,OutputT>

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      voidaddInput(InputT input) +
      Adds the given input value to this accumulator, modifying + this accumulator.
      +
      OutputTextractOutput() +
      Returns the output value that is the result of combining all + the input values represented by this accumulator.
      +
      voidmergeAccumulator(AccumT other) +
      Adds the input values represented by the given accumulator + into this accumulator.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        addInput

        +
        void addInput(InputT input)
        +
        Adds the given input value to this accumulator, modifying + this accumulator.
        +
      • +
      + + + + + +
        +
      • +

        mergeAccumulator

        +
        void mergeAccumulator(AccumT other)
        +
        Adds the input values represented by the given accumulator + into this accumulator.
        +
      • +
      + + + +
        +
      • +

        extractOutput

        +
        OutputT extractOutput()
        +
        Returns the output value that is the result of combining all + the input values represented by this accumulator.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.html new file mode 100644 index 00000000000..c53e8cea039 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.AccumulatingCombineFn.html @@ -0,0 +1,607 @@ + + + + + + +Combine.AccumulatingCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.AccumulatingCombineFn<InputT,AccumT extends Combine.AccumulatingCombineFn.Accumulator<InputT,AccumT,OutputT>,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - type of input values
    +
    AccumT - type of mutable accumulator values
    +
    OutputT - type of output values
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT>, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    ApproximateQuantiles.ApproximateQuantilesCombineFn, Top.TopCombineFn
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public abstract static class Combine.AccumulatingCombineFn<InputT,AccumT extends Combine.AccumulatingCombineFn.Accumulator<InputT,AccumT,OutputT>,OutputT>
    +extends Combine.CombineFn<InputT,AccumT,OutputT>
    +
    A CombineFn that uses a subclass of + Combine.AccumulatingCombineFn.Accumulator as its accumulator + type. By defining the operations of the Accumulator + helper class, the operations of the enclosing CombineFn + are automatically provided. This can reduce the code required to + implement a CombineFn. + +

    For example, the example from Combine.CombineFn above can be + expressed using AccumulatingCombineFn more concisely as + follows: + +

     
    + public class AverageFn
    +     extends AccumulatingCombineFn<Integer, AverageFn.Accum, Double> {
    +   public Accum createAccumulator() {
    +     return new Accum();
    +   }
    +   public class Accum
    +       extends AccumulatingCombineFn<Integer, AverageFn.Accum, Double>
    +               .Accumulator {
    +     private int sum = 0;
    +     private int count = 0;
    +     public void addInput(Integer input) {
    +       sum += input;
    +       count++;
    +     }
    +     public void mergeAccumulator(Accum other) {
    +       sum += other.sum;
    +       count += other.count;
    +     }
    +     public Double extractOutput() {
    +       return ((double) sum) / count;
    +     }
    +   }
    + }
    + PCollection<Integer> pc = ...;
    + PCollection<Double> average = pc.apply(Combine.globally(new AverageFn()));
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineDoubleFn.html new file mode 100644 index 00000000000..7217ac131f8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineDoubleFn.html @@ -0,0 +1,591 @@ + + + + + + +Combine.BinaryCombineDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.BinaryCombineDoubleFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BinaryCombineDoubleFn

        +
        public BinaryCombineDoubleFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        apply

        +
        public abstract double apply(double left,
        +                             double right)
        +
        Applies the binary operation to the two operands, returning the result.
        +
      • +
      + + + +
        +
      • +

        identity

        +
        public abstract double identity()
        +
        Returns the identity element of this operation, i.e. an element e + such that apply(e, x) == apply(x, e) == x for all values of x.
        +
      • +
      + + + + + + + +
        +
      • +

        addInput

        +
        public double[] addInput(double[] accumulator,
        +                         Double input)
        +
        Description copied from class: Combine.CombineFn
        +
        Adds the given input value to the given accumulator, returning the + new accumulator value. + +

        For efficiency, the input accumulator may be modified and returned.

        +
        +
        Specified by:
        +
        addInput in class Combine.CombineFn<Double,double[],Double>
        +
        +
      • +
      + + + +
        +
      • +

        mergeAccumulators

        +
        public double[] mergeAccumulators(Iterable<double[]> accumulators)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators. + +

        May modify any of the argument accumulators. May return a + fresh accumulator, or may return one of the (modified) argument + accumulators.

        +
        +
        Specified by:
        +
        mergeAccumulators in class Combine.CombineFn<Double,double[],Double>
        +
        +
      • +
      + + + +
        +
      • +

        extractOutput

        +
        public Double extractOutput(double[] accumulator)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns the output value that is the result of combining all + the input values represented by the given accumulator.
        +
        +
        Specified by:
        +
        extractOutput in class Combine.CombineFn<Double,double[],Double>
        +
        +
      • +
      + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<double[]> getAccumulatorCoder(CoderRegistry registry,
        +                                           Coder<Double> inputCoder)
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<Double,double[],Double>
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineFn.html new file mode 100644 index 00000000000..eaa8b74139f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineFn.html @@ -0,0 +1,592 @@ + + + + + + +Combine.BinaryCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.BinaryCombineFn<V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BinaryCombineFn

        +
        public BinaryCombineFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        apply

        +
        public abstract V apply(V left,
        +                        V right)
        +
        Applies the binary operation to the two operands, returning the result.
        +
      • +
      + + + +
        +
      • +

        identity

        +
        public V identity()
        +
        Returns the value that should be used for the combine of the empty set.
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<Combine.Holder<V>> getAccumulatorCoder(CoderRegistry registry,
        +                                                    Coder<V> inputCoder)
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<V,Combine.Holder<V>,V>
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineIntegerFn.html new file mode 100644 index 00000000000..2293d022f8c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineIntegerFn.html @@ -0,0 +1,591 @@ + + + + + + +Combine.BinaryCombineIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.BinaryCombineIntegerFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BinaryCombineIntegerFn

        +
        public BinaryCombineIntegerFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        apply

        +
        public abstract int apply(int left,
        +                          int right)
        +
        Applies the binary operation to the two operands, returning the result.
        +
      • +
      + + + +
        +
      • +

        identity

        +
        public abstract int identity()
        +
        Returns the identity element of this operation, i.e. an element e + such that apply(e, x) == apply(x, e) == x for all values of x.
        +
      • +
      + + + + + + + +
        +
      • +

        addInput

        +
        public int[] addInput(int[] accumulator,
        +                      Integer input)
        +
        Description copied from class: Combine.CombineFn
        +
        Adds the given input value to the given accumulator, returning the + new accumulator value. + +

        For efficiency, the input accumulator may be modified and returned.

        +
        +
        Specified by:
        +
        addInput in class Combine.CombineFn<Integer,int[],Integer>
        +
        +
      • +
      + + + +
        +
      • +

        mergeAccumulators

        +
        public int[] mergeAccumulators(Iterable<int[]> accumulators)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators. + +

        May modify any of the argument accumulators. May return a + fresh accumulator, or may return one of the (modified) argument + accumulators.

        +
        +
        Specified by:
        +
        mergeAccumulators in class Combine.CombineFn<Integer,int[],Integer>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<int[]> getAccumulatorCoder(CoderRegistry registry,
        +                                        Coder<Integer> inputCoder)
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<Integer,int[],Integer>
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineLongFn.html new file mode 100644 index 00000000000..2bd85508c62 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.BinaryCombineLongFn.html @@ -0,0 +1,591 @@ + + + + + + +Combine.BinaryCombineLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.BinaryCombineLongFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BinaryCombineLongFn

        +
        public BinaryCombineLongFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        apply

        +
        public abstract long apply(long left,
        +                           long right)
        +
        Applies the binary operation to the two operands, returning the result.
        +
      • +
      + + + +
        +
      • +

        identity

        +
        public abstract long identity()
        +
        Returns the identity element of this operation, i.e. an element e + such that apply(e, x) == apply(x, e) == x for all values of x.
        +
      • +
      + + + + + + + +
        +
      • +

        addInput

        +
        public long[] addInput(long[] accumulator,
        +                       Long input)
        +
        Description copied from class: Combine.CombineFn
        +
        Adds the given input value to the given accumulator, returning the + new accumulator value. + +

        For efficiency, the input accumulator may be modified and returned.

        +
        +
        Specified by:
        +
        addInput in class Combine.CombineFn<Long,long[],Long>
        +
        +
      • +
      + + + +
        +
      • +

        mergeAccumulators

        +
        public long[] mergeAccumulators(Iterable<long[]> accumulators)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators. + +

        May modify any of the argument accumulators. May return a + fresh accumulator, or may return one of the (modified) argument + accumulators.

        +
        +
        Specified by:
        +
        mergeAccumulators in class Combine.CombineFn<Long,long[],Long>
        +
        +
      • +
      + + + +
        +
      • +

        extractOutput

        +
        public Long extractOutput(long[] accumulator)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns the output value that is the result of combining all + the input values represented by the given accumulator.
        +
        +
        Specified by:
        +
        extractOutput in class Combine.CombineFn<Long,long[],Long>
        +
        +
      • +
      + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<long[]> getAccumulatorCoder(CoderRegistry registry,
        +                                         Coder<Long> inputCoder)
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<Long,long[],Long>
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.CombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.CombineFn.html new file mode 100644 index 00000000000..d6b42bde0bd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.CombineFn.html @@ -0,0 +1,730 @@ + + + + + + +Combine.CombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.CombineFn<InputT,AccumT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - type of input values
    +
    AccumT - type of mutable accumulator values
    +
    OutputT - type of output values
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT>, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    ApproximateUnique.ApproximateUniqueCombineFn, Combine.AccumulatingCombineFn, Combine.BinaryCombineDoubleFn, Combine.BinaryCombineFn, Combine.BinaryCombineIntegerFn, Combine.BinaryCombineLongFn, Combine.IterableCombineFn, CombineFns.ComposedCombineFn, Latest.LatestFn, Sample.FixedSizedSampleFn
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public abstract static class Combine.CombineFn<InputT,AccumT,OutputT>
    +extends Object
    +
    A CombineFn<InputT, AccumT, OutputT> specifies how to combine a + collection of input values of type InputT into a single + output value of type OutputT. It does this via one or more + intermediate mutable accumulator values of type AccumT. + +

    The overall process to combine a collection of input + InputT values into a single output OutputT value is as + follows: + +

      + +
    1. The input InputT values are partitioned into one or more + batches. + +
    2. For each batch, the createAccumulator() operation is + invoked to create a fresh mutable accumulator value of type + AccumT, initialized to represent the combination of zero + values. + +
    3. For each input InputT value in a batch, the + addInput(AccumT, InputT) operation is invoked to add the value to that + batch's accumulator AccumT value. The accumulator may just + record the new value (e.g., if AccumT == List<InputT>, or may do + work to represent the combination more compactly. + +
    4. The mergeAccumulators(java.lang.Iterable<AccumT>) operation is invoked to + combine a collection of accumulator AccumT values into a + single combined output accumulator AccumT value, once the + merging accumulators have had all all the input values in their + batches added to them. This operation is invoked repeatedly, + until there is only one accumulator value left. + +
    5. The extractOutput(AccumT) operation is invoked on the final + accumulator AccumT value to get the output OutputT value. + +
    + +

    For example: +

     
    + public class AverageFn extends CombineFn<Integer, AverageFn.Accum, Double> {
    +   public static class Accum {
    +     int sum = 0;
    +     int count = 0;
    +   }
    +   public Accum createAccumulator() {
    +     return new Accum();
    +   }
    +   public Accum addInput(Accum accum, Integer input) {
    +       accum.sum += input;
    +       accum.count++;
    +       return accum;
    +   }
    +   public Accum mergeAccumulators(Iterable<Accum> accums) {
    +     Accum merged = createAccumulator();
    +     for (Accum accum : accums) {
    +       merged.sum += accum.sum;
    +       merged.count += accum.count;
    +     }
    +     return merged;
    +   }
    +   public Double extractOutput(Accum accum) {
    +     return ((double) accum.sum) / accum.count;
    +   }
    + }
    + PCollection<Integer> pc = ...;
    + PCollection<Double> average = pc.apply(Combine.globally(new AverageFn()));
    +  
    + +

    Combining functions used by Combine.Globally, + Combine.PerKey, Combine.GroupedValues, and + PTransforms derived from them should be + associative and commutative. Associativity is + required because input values are first broken up into subgroups + before being combined, and their intermediate results further + combined, in an arbitrary tree structure. Commutativity is + required because any order of the input values is ignored when + breaking up input values into groups.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CombineFn

        +
        public CombineFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createAccumulator

        +
        public abstract AccumT createAccumulator()
        +
        Returns a new, mutable accumulator value, representing the accumulation of zero input values.
        +
      • +
      + + + + + +
        +
      • +

        addInput

        +
        public abstract AccumT addInput(AccumT accumulator,
        +                                InputT input)
        +
        Adds the given input value to the given accumulator, returning the + new accumulator value. + +

        For efficiency, the input accumulator may be modified and returned.

        +
      • +
      + + + +
        +
      • +

        mergeAccumulators

        +
        public abstract AccumT mergeAccumulators(Iterable<AccumT> accumulators)
        +
        Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators. + +

        May modify any of the argument accumulators. May return a + fresh accumulator, or may return one of the (modified) argument + accumulators.

        +
      • +
      + + + + + +
        +
      • +

        extractOutput

        +
        public abstract OutputT extractOutput(AccumT accumulator)
        +
        Returns the output value that is the result of combining all + the input values represented by the given accumulator.
        +
      • +
      + + + + + +
        +
      • +

        compact

        +
        public AccumT compact(AccumT accumulator)
        +
        Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation. + +

        For most CombineFns this would be a no-op, but should be overridden + by CombineFns that (for example) buffer up elements and combine + them in batches. + +

        For efficiency, the input accumulator may be modified and returned. + +

        By default returns the original accumulator.

        +
      • +
      + + + + + + + +
        +
      • +

        defaultValue

        +
        public OutputT defaultValue()
        +
        Returns the default value when there are no values added to the accumulator. + +

        By default returns the extract output of an empty accumulator.

        +
      • +
      + + + +
        +
      • +

        getOutputType

        +
        public TypeDescriptor<OutputT> getOutputType()
        +
        Returns a TypeDescriptor capturing what is known statically + about the output type of this CombineFn instance's + most-derived class. + +

        In the normal case of a concrete CombineFn subclass with + no generic type parameters of its own, this will be a complete + non-generic type.

        +
      • +
      + + + + + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<AccumT> getAccumulatorCoder(CoderRegistry registry,
        +                                         Coder<InputT> inputCoder)
        +                                  throws CannotProvideCoderException
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT>
        +
        Throws:
        +
        CannotProvideCoderException
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Globally.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Globally.html new file mode 100644 index 00000000000..9c189e418d6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Globally.html @@ -0,0 +1,516 @@ + + + + + + +Combine.Globally (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.Globally<InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - type of input values
    +
    OutputT - type of output values
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public static class Combine.Globally<InputT,OutputT>
    +extends PTransform<PCollection<InputT>,PCollection<OutputT>>
    +
    Combine.Globally<InputT, OutputT> takes a PCollection<InputT> + and returns a PCollection<OutputT> whose elements are the result of + combining all the elements in each window of the input PCollection, + using a specified CombineFn<InputT, AccumT, OutputT>. + It is common for InputT == OutputT, but not required. Common combining + functions include sums, mins, maxes, and averages of numbers, + conjunctions and disjunctions of booleans, statistical + aggregations, etc. + +

    Example of use: +

     
    + PCollection<Integer> pc = ...;
    + PCollection<Integer> sum = pc.apply(
    +     Combine.globally(new Sum.SumIntegerFn()));
    +  
    + +

    Combining can happen in parallel, with different subsets of the + input PCollection being combined separately, and their + intermediate results combined further, in an arbitrary tree + reduction pattern, until a single result value is produced. + +

    If the input PCollection is windowed into GlobalWindows, + a default value in the GlobalWindow will be output if the input + PCollection is empty. To use this with inputs with other windowing, + either withoutDefaults() or asSingletonView() must be called, + as the default value cannot be automatically assigned to any single window. + +

    By default, the Coder of the output PValue<OutputT> + is inferred from the concrete type of the + CombineFn<InputT, AccumT, OutputT>'s output type OutputT. + +

    See also Combine.perKey(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>)/Combine.PerKey and + Combine.groupedValues(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>)/Combine.GroupedValues, which + are useful for combining values associated with each key in + a PCollection of KVs.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        named

        +
        public Combine.Globally<InputT,OutputT> named(String name)
        +
        Return a new Globally transform that's like this transform but with the + specified name. Does not modify this transform.
        +
      • +
      + + + +
        +
      • +

        asSingletonView

        +
        public Combine.GloballyAsSingletonView<InputT,OutputT> asSingletonView()
        +
        Returns a PTransform that produces a PCollectionView + whose elements are the result of combining elements per-window in + the input PCollection. If a value is requested from the view + for a window that is not present, the result of applying the CombineFn + to an empty input set will be returned.
        +
      • +
      + + + +
        +
      • +

        withoutDefaults

        +
        public Combine.Globally<InputT,OutputT> withoutDefaults()
        +
        Returns a PTransform identical to this, but that does not attempt to + provide a default value in the case of empty input. Required when the input + is not globally windowed and the output is not being used as a side input.
        +
      • +
      + + + +
        +
      • +

        withFanout

        +
        public Combine.Globally<InputT,OutputT> withFanout(int fanout)
        +
        Returns a PTransform identical to this, but that uses an intermediate node + to combine parts of the data to reduce load on the final global combine step. + +

        The fanout parameter determines the number of intermediate keys + that will be used.

        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getSideInputs

        +
        public List<PCollectionView<?>> getSideInputs()
        +
        Returns the side inputs used by this Combine operation.
        +
      • +
      + + + +
        +
      • +

        isInsertDefault

        +
        public boolean isInsertDefault()
        +
        Returns whether or not this transformation applies a default value.
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<OutputT> expand(PCollection<InputT> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<InputT>,PCollection<OutputT>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<InputT>,PCollection<OutputT>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GloballyAsSingletonView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GloballyAsSingletonView.html new file mode 100644 index 00000000000..7c397a9bda0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GloballyAsSingletonView.html @@ -0,0 +1,408 @@ + + + + + + +Combine.GloballyAsSingletonView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.GloballyAsSingletonView<InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - type of input values
    +
    OutputT - type of output values
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public static class Combine.GloballyAsSingletonView<InputT,OutputT>
    +extends PTransform<PCollection<InputT>,PCollectionView<OutputT>>
    +
    Combine.GloballyAsSingletonView<InputT, OutputT> takes a PCollection<InputT> + and returns a PCollectionView<OutputT> whose elements are the result of + combining all the elements in each window of the input PCollection, + using a specified CombineFn<InputT, AccumT, OutputT>. + It is common for InputT == OutputT, but not required. Common combining + functions include sums, mins, maxes, and averages of numbers, + conjunctions and disjunctions of booleans, statistical + aggregations, etc. + +

    Example of use: +

     
    + PCollection<Integer> pc = ...;
    + PCollection<Integer> sum = pc.apply(
    +     Combine.globally(new Sum.SumIntegerFn()));
    +  
    + +

    Combining can happen in parallel, with different subsets of the + input PCollection being combined separately, and their + intermediate results combined further, in an arbitrary tree + reduction pattern, until a single result value is produced. + +

    If a value is requested from the view for a window that is not present + and insertDefault is true, the result of calling the CombineFn + on empty input will returned. If insertDefault is false, an + exception will be thrown instead. + +

    By default, the Coder of the output PValue<OutputT> + is inferred from the concrete type of the + CombineFn<InputT, AccumT, OutputT>'s output type OutputT. + +

    See also Combine.perKey(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>)/Combine.PerKey and + Combine.groupedValues(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>)/Combine.GroupedValues, which + are useful for combining values associated with each key in + a PCollection of KVs.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollectionView<OutputT> expand(PCollection<InputT> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<InputT>,PCollectionView<OutputT>>
        +
        +
      • +
      + + + +
        +
      • +

        getFanout

        +
        public int getFanout()
        +
      • +
      + + + +
        +
      • +

        getInsertDefault

        +
        public boolean getInsertDefault()
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<InputT>,PCollectionView<OutputT>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GroupedValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GroupedValues.html new file mode 100644 index 00000000000..e14af3a1d3a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.GroupedValues.html @@ -0,0 +1,477 @@ + + + + + + +Combine.GroupedValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.GroupedValues<K,InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - type of input and output keys
    +
    InputT - type of input values
    +
    OutputT - type of output values
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public static class Combine.GroupedValues<K,InputT,OutputT>
    +extends PTransform<PCollection<? extends KV<K,? extends Iterable<InputT>>>,PCollection<KV<K,OutputT>>>
    +
    GroupedValues<K, InputT, OutputT> takes a + PCollection<KV<K, Iterable<InputT>>>, such as the result of + GroupByKey, applies a specified + KeyedCombineFn<K, InputT, AccumT, OutputT> + to each of the input KV<K, Iterable<InputT>> elements to + produce a combined output KV<K, OutputT> element, and returns a + PCollection<KV<K, OutputT>> containing all the combined output + elements. It is common for InputT == OutputT, but not required. + Common combining functions include sums, mins, maxes, and averages + of numbers, conjunctions and disjunctions of booleans, statistical + aggregations, etc. + +

    Example of use: +

     
    + PCollection<KV<String, Integer>> pc = ...;
    + PCollection<KV<String, Iterable<Integer>>> groupedByKey = pc.apply(
    +     new GroupByKey<String, Integer>());
    + PCollection<KV<String, Integer>> sumByKey = groupedByKey.apply(
    +     Combine.<String, Integer>groupedValues(
    +         new Sum.SumIntegerFn()));
    +  
    + +

    See also Combine.perKey(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>)/Combine.PerKey, which + captures the common pattern of "combining by key" in a + single easy-to-use PTransform. + +

    Combining for different keys can happen in parallel. Moreover, + combining of the Iterable<InputT> values associated a single + key can happen in parallel, with different subsets of the values + being combined separately, and their intermediate results combined + further, in an arbitrary tree reduction pattern, until a single + result value is produced for each key. + +

    By default, the Coder of the keys of the output + PCollection<KV<K, OutputT>> is that of the keys of the input + PCollection<KV<K, InputT>>, and the Coder of the values + of the output PCollection<KV<K, OutputT>> is inferred from the + concrete type of the KeyedCombineFn<K, InputT, AccumT, OutputT>'s output + type OutputT. + +

    Each output element has the same timestamp and is in the same window + as its corresponding input element, and the output + PCollection has the same + WindowFn + associated with it as the input. + +

    See also Combine.globally(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>)/Combine.Globally, which + combines all the values in a PCollection into a + single value in a PCollection.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Holder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Holder.html new file mode 100644 index 00000000000..c330fc8fe5c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.Holder.html @@ -0,0 +1,206 @@ + + + + + + +Combine.Holder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.Holder<V>

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public static class Combine.Holder<V>
    +extends Object
    +
    Holds a single value value of type V which may or may not be present. + +

    Used only as a private accumulator class.

    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.IterableCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.IterableCombineFn.html new file mode 100644 index 00000000000..279ba47c618 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.IterableCombineFn.html @@ -0,0 +1,606 @@ + + + + + + +Combine.IterableCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.IterableCombineFn<V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        of

        +
        public static <V> Combine.IterableCombineFn<V> of(SerializableFunction<Iterable<V>,V> combiner,
        +                                                  int bufferSize)
        +
        Returns a CombineFn that uses the given + SerializableFunction to combine values, + attempting to buffer at least bufferSize + values between invocations.
        +
      • +
      + + + + + + + + + +
        +
      • +

        addInput

        +
        public List<V> addInput(List<V> accumulator,
        +                        V input)
        +
        Description copied from class: Combine.CombineFn
        +
        Adds the given input value to the given accumulator, returning the + new accumulator value. + +

        For efficiency, the input accumulator may be modified and returned.

        +
        +
        Specified by:
        +
        addInput in class Combine.CombineFn<V,List<V>,V>
        +
        +
      • +
      + + + +
        +
      • +

        mergeAccumulators

        +
        public List<V> mergeAccumulators(Iterable<List<V>> accumulators)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators. + +

        May modify any of the argument accumulators. May return a + fresh accumulator, or may return one of the (modified) argument + accumulators.

        +
        +
        Specified by:
        +
        mergeAccumulators in class Combine.CombineFn<V,List<V>,V>
        +
        +
      • +
      + + + +
        +
      • +

        extractOutput

        +
        public V extractOutput(List<V> accumulator)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns the output value that is the result of combining all + the input values represented by the given accumulator.
        +
        +
        Specified by:
        +
        extractOutput in class Combine.CombineFn<V,List<V>,V>
        +
        +
      • +
      + + + +
        +
      • +

        compact

        +
        public List<V> compact(List<V> accumulator)
        +
        Description copied from class: Combine.CombineFn
        +
        Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation. + +

        For most CombineFns this would be a no-op, but should be overridden + by CombineFns that (for example) buffer up elements and combine + them in batches. + +

        For efficiency, the input accumulator may be modified and returned. + +

        By default returns the original accumulator.

        +
        +
        Overrides:
        +
        compact in class Combine.CombineFn<V,List<V>,V>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<AccumT> getAccumulatorCoder(CoderRegistry registry,
        +                                         Coder<InputT> inputCoder)
        +                                  throws CannotProvideCoderException
        +
        Description copied from interface: CombineFnBase.GlobalCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT>
        +
        Throws:
        +
        CannotProvideCoderException
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.KeyedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.KeyedCombineFn.html new file mode 100644 index 00000000000..b15e79e70b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.KeyedCombineFn.html @@ -0,0 +1,719 @@ + + + + + + +Combine.KeyedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.KeyedCombineFn<K,InputT,AccumT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - type of keys
    +
    InputT - type of input values
    +
    AccumT - type of mutable accumulator values
    +
    OutputT - type of output values
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, CombineFnBase.PerKeyCombineFn<K,InputT,AccumT,OutputT>, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    CombineFns.ComposedKeyedCombineFn
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public abstract static class Combine.KeyedCombineFn<K,InputT,AccumT,OutputT>
    +extends Object
    +
    A KeyedCombineFn<K, InputT, AccumT, OutputT> specifies how to combine + a collection of input values of type InputT, associated with + a key of type K, into a single output value of type + OutputT. It does this via one or more intermediate mutable + accumulator values of type AccumT. + +

    The overall process to combine a collection of input + InputT values associated with an input K key into a + single output OutputT value is as follows: + +

      + +
    1. The input InputT values are partitioned into one or more + batches. + +
    2. For each batch, the createAccumulator(K) operation is + invoked to create a fresh mutable accumulator value of type + AccumT, initialized to represent the combination of zero + values. + +
    3. For each input InputT value in a batch, the + addInput(K, AccumT, InputT) operation is invoked to add the value to that + batch's accumulator AccumT value. The accumulator may just + record the new value (e.g., if AccumT == List<InputT>, or may do + work to represent the combination more compactly. + +
    4. The mergeAccumulators(K, java.lang.Iterable<AccumT>) operation is invoked to + combine a collection of accumulator AccumT values into a + single combined output accumulator AccumT value, once the + merging accumulators have had all all the input values in their + batches added to them. This operation is invoked repeatedly, + until there is only one accumulator value left. + +
    5. The extractOutput(K, AccumT) operation is invoked on the final + accumulator AccumT value to get the output OutputT value. + +
    + +

    All of these operations are passed the K key that the + values being combined are associated with. + +

    For example: +

     
    + public class ConcatFn
    +     extends KeyedCombineFn<String, Integer, ConcatFn.Accum, String> {
    +   public static class Accum {
    +     String s = "";
    +   }
    +   public Accum createAccumulator(String key) {
    +     return new Accum();
    +   }
    +   public Accum addInput(String key, Accum accum, Integer input) {
    +       accum.s += "+" + input;
    +       return accum;
    +   }
    +   public Accum mergeAccumulators(String key, Iterable<Accum> accums) {
    +     Accum merged = new Accum();
    +     for (Accum accum : accums) {
    +       merged.s += accum.s;
    +     }
    +     return merged;
    +   }
    +   public String extractOutput(String key, Accum accum) {
    +     return key + accum.s;
    +   }
    + }
    + PCollection<KV<String, Integer>> pc = ...;
    + PCollection<KV<String, String>> pc2 = pc.apply(
    +     Combine.perKey(new ConcatFn()));
    +  
    + +

    Keyed combining functions used by Combine.PerKey, + Combine.GroupedValues, and PTransforms derived + from them should be associative and commutative. + Associativity is required because input values are first broken + up into subgroups before being combined, and their intermediate + results further combined, in an arbitrary tree structure. + Commutativity is required because any order of the input values + is ignored when breaking up input values into groups.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        KeyedCombineFn

        +
        public KeyedCombineFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        createAccumulator

        +
        public abstract AccumT createAccumulator(K key)
        +
        Returns a new, mutable accumulator value representing the accumulation of zero input values.
        +
        +
        Parameters:
        +
        key - the key that all the accumulated values using the + accumulator are associated with
        +
        +
      • +
      + + + + + +
        +
      • +

        addInput

        +
        public abstract AccumT addInput(K key,
        +                                AccumT accumulator,
        +                                InputT value)
        +
        Adds the given input value to the given accumulator, returning the new accumulator value. + +

        For efficiency, the input accumulator may be modified and returned.

        +
        +
        Parameters:
        +
        key - the key that all the accumulated values using the + accumulator are associated with
        +
        +
      • +
      + + + + + +
        +
      • +

        mergeAccumulators

        +
        public abstract AccumT mergeAccumulators(K key,
        +                                         Iterable<AccumT> accumulators)
        +
        Returns an accumulator representing the accumulation of all the + input values accumulated in the merging accumulators. + +

        May modify any of the argument accumulators. May return a + fresh accumulator, or may return one of the (modified) argument + accumulators.

        +
        +
        Parameters:
        +
        key - the key that all the accumulators are associated + with
        +
        +
      • +
      + + + + + +
        +
      • +

        extractOutput

        +
        public abstract OutputT extractOutput(K key,
        +                                      AccumT accumulator)
        +
        Returns the output value that is the result of combining all + the input values represented by the given accumulator.
        +
        +
        Parameters:
        +
        key - the key that all the accumulated values using the + accumulator are associated with
        +
        +
      • +
      + + + + + +
        +
      • +

        compact

        +
        public AccumT compact(K key,
        +                      AccumT accumulator)
        +
        Returns an accumulator that represents the same logical value as the + input accumulator, but may have a more compact representation. + +

        For most CombineFns this would be a no-op, but should be overridden + by CombineFns that (for example) buffer up elements and combine + them in batches. + +

        For efficiency, the input accumulator may be modified and returned. + +

        By default returns the original accumulator.

        +
      • +
      + + + + + + + + + + + +
        +
      • +

        apply

        +
        public OutputT apply(K key,
        +                     Iterable<? extends InputT> inputs)
        +
        Applies this KeyedCombineFn to a key and a collection + of input values to produce a combined output value. + +

        Useful when testing the behavior of a KeyedCombineFn + separately from a Combine transform.

        +
      • +
      + + + +
        +
      • +

        getAccumulatorCoder

        +
        public Coder<AccumT> getAccumulatorCoder(CoderRegistry registry,
        +                                         Coder<K> keyCoder,
        +                                         Coder<InputT> inputCoder)
        +                                  throws CannotProvideCoderException
        +
        Description copied from interface: CombineFnBase.PerKeyCombineFn
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being + used for K keys and input InputT values and the + enclosing Pipeline's CoderRegistry to try to + infer the Coder for AccumT values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Specified by:
        +
        getAccumulatorCoder in interface CombineFnBase.PerKeyCombineFn<K,InputT,AccumT,OutputT>
        +
        Throws:
        +
        CannotProvideCoderException
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKey.html new file mode 100644 index 00000000000..db90b356e94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKey.html @@ -0,0 +1,477 @@ + + + + + + +Combine.PerKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.PerKey<K,InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys of the input and output + PCollections
    +
    InputT - the type of the values of the input PCollection
    +
    OutputT - the type of the values of the output PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Combine
    +
    +
    +
    +
    public static class Combine.PerKey<K,InputT,OutputT>
    +extends PTransform<PCollection<KV<K,InputT>>,PCollection<KV<K,OutputT>>>
    +
    PerKey<K, InputT, OutputT> takes a + PCollection<KV<K, InputT>>, groups it by key, applies a + combining function to the InputT values associated with each + key to produce a combined OutputT value, and returns a + PCollection<KV<K, OutputT>> representing a map from each + distinct key of the input PCollection to the corresponding + combined value. InputT and OutputT are often the same. + +

    This is a concise shorthand for an application of + GroupByKey followed by an application of + Combine.GroupedValues. See those + operations for more details on how keys are compared for equality + and on the default Coder for the output. + +

    Example of use: +

     
    + PCollection<KV<String, Double>> salesRecords = ...;
    + PCollection<KV<String, Double>> totalSalesPerPerson =
    +     salesRecords.apply(Combine.<String, Double, Double>perKey(
    +         new Sum.SumDoubleFn()));
    +  
    + +

    Each output element is in the window by which its corresponding input + was grouped, and has the timestamp of the end of that window. The output + PCollection has the same + WindowFn + as the input.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKeyWithHotKeyFanout.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKeyWithHotKeyFanout.html new file mode 100644 index 00000000000..578aaea9f1b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.PerKeyWithHotKeyFanout.html @@ -0,0 +1,331 @@ + + + + + + +Combine.PerKeyWithHotKeyFanout (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.PerKeyWithHotKeyFanout<K,InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,OutputT>> expand(PCollection<KV<K,InputT>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,InputT>>,PCollection<KV<K,OutputT>>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<KV<K,InputT>>,PCollection<KV<K,OutputT>>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.SimpleCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.SimpleCombineFn.html new file mode 100644 index 00000000000..bf014ab9aba --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.SimpleCombineFn.html @@ -0,0 +1,466 @@ + + + + + + +Combine.SimpleCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine.SimpleCombineFn<V>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.html new file mode 100644 index 00000000000..3702a978b95 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Combine.html @@ -0,0 +1,648 @@ + + + + + + +Combine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Combine

+
+
+ +
+
    +
  • +
    +
    +
    public class Combine
    +extends Object
    +
    PTransforms for combining PCollection elements + globally and per-key. + +

    See the documentation + for how to use the operations in this class.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        perKey

        +
        public static <K,V> Combine.PerKey<K,V,V> perKey(SerializableFunction<Iterable<V>,V> fn)
        +
        Returns a Combine.PerKey PTransform that + first groups its input PCollection of KVs by keys and + windows, then invokes the given function on each of the values lists to + produce a combined value, and then returns a PCollection + of KVs mapping each distinct key to its combined value for each + window. + +

        Each output element is in the window by which its corresponding input + was grouped, and has the timestamp of the end of that window. The output + PCollection has the same + WindowFn + as the input. + +

        See Combine.PerKey for more information.

        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,InputT,OutputT> Combine.PerKey<K,InputT,OutputT> perKey(CombineFnBase.GlobalCombineFn<? super InputT,?,OutputT> fn)
        +
        Returns a Combine.PerKey PTransform that + first groups its input PCollection of KVs by keys and + windows, then invokes the given function on each of the values lists to + produce a combined value, and then returns a PCollection + of KVs mapping each distinct key to its combined value for each + window. + +

        Each output element is in the window by which its corresponding input + was grouped, and has the timestamp of the end of that window. The output + PCollection has the same + WindowFn + as the input. + +

        See Combine.PerKey for more information.

        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,InputT,OutputT> Combine.PerKey<K,InputT,OutputT> perKey(CombineFnBase.PerKeyCombineFn<? super K,? super InputT,?,OutputT> fn)
        +
        Returns a Combine.PerKey PTransform that + first groups its input PCollection of KVs by keys and + windows, then invokes the given function on each of the key/values-lists + pairs to produce a combined value, and then returns a + PCollection of KVs mapping each distinct key to + its combined value for each window. + +

        Each output element is in the window by which its corresponding input + was grouped, and has the timestamp of the end of that window. The output + PCollection has the same + WindowFn + as the input. + +

        See Combine.PerKey for more information.

        +
      • +
      + + + +
        +
      • +

        groupedValues

        +
        public static <K,V> Combine.GroupedValues<K,V,V> groupedValues(SerializableFunction<Iterable<V>,V> fn)
        +
        Returns a Combine.GroupedValues + PTransform that takes a PCollection of + KVs where a key maps to an Iterable of values, e.g., + the result of a GroupByKey, then uses the given + SerializableFunction to combine all the values associated + with a key, ignoring the key. The type of the input and + output values must be the same. + +

        Each output element has the same timestamp and is in the same window + as its corresponding input element, and the output + PCollection has the same + WindowFn + associated with it as the input. + +

        See Combine.GroupedValues for more information. + +

        Note that perKey(SerializableFunction) is typically + more convenient to use than GroupByKey followed by + groupedValues(...).

        +
      • +
      + + + +
        +
      • +

        groupedValues

        +
        public static <K,InputT,OutputT> Combine.GroupedValues<K,InputT,OutputT> groupedValues(CombineFnBase.GlobalCombineFn<? super InputT,?,OutputT> fn)
        +
        Returns a Combine.GroupedValues + PTransform that takes a PCollection of + KVs where a key maps to an Iterable of values, e.g., + the result of a GroupByKey, then uses the given + CombineFn to combine all the values associated with a + key, ignoring the key. The types of the input and output values + can differ. + +

        Each output element has the same timestamp and is in the same window + as its corresponding input element, and the output + PCollection has the same + WindowFn + associated with it as the input. + +

        See Combine.GroupedValues for more information. + +

        Note that perKey(CombineFnBase.GlobalCombineFn) is typically + more convenient to use than GroupByKey followed by + groupedValues(...).

        +
      • +
      + + + +
        +
      • +

        groupedValues

        +
        public static <K,InputT,OutputT> Combine.GroupedValues<K,InputT,OutputT> groupedValues(CombineFnBase.PerKeyCombineFn<? super K,? super InputT,?,OutputT> fn)
        +
        Returns a Combine.GroupedValues + PTransform that takes a PCollection of + KVs where a key maps to an Iterable of values, e.g., + the result of a GroupByKey, then uses the given + KeyedCombineFn to combine all the values associated with + each key. The combining function is provided the key. The types + of the input and output values can differ. + +

        Each output element has the same timestamp and is in the same window + as its corresponding input element, and the output + PCollection has the same + WindowFn + associated with it as the input. + +

        See Combine.GroupedValues for more information. + +

        Note that perKey(CombineFnBase.PerKeyCombineFn) is typically + more convenient to use than GroupByKey followed by + groupedValues(...).

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.GlobalCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.GlobalCombineFn.html new file mode 100644 index 00000000000..3ba249ea924 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.GlobalCombineFn.html @@ -0,0 +1,363 @@ + + + + + + +CombineFnBase.GlobalCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getAccumulatorCoder

        +
        Coder<AccumT> getAccumulatorCoder(CoderRegistry registry,
        +                                  Coder<InputT> inputCoder)
        +                           throws CannotProvideCoderException
        +
        Returns the Coder to use for accumulator AccumT + values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being used + for InputT values and the enclosing Pipeline's + CoderRegistry to try to infer the Coder for AccumT + values. + +

        This is the Coder used to send data through a communication-intensive + shuffle step, so a compact and efficient representation may have + significant performance benefits.

        +
        +
        Throws:
        +
        CannotProvideCoderException
        +
        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        Coder<OutputT> getDefaultOutputCoder(CoderRegistry registry,
        +                                     Coder<InputT> inputCoder)
        +                              throws CannotProvideCoderException
        +
        Returns the Coder to use by default for output + OutputT values, or null if it is not able to be inferred. + +

        By default, uses the knowledge of the Coder being + used for input InputT values and the enclosing + Pipeline's CoderRegistry to try to infer the + Coder for OutputT values.

        +
        +
        Throws:
        +
        CannotProvideCoderException
        +
        +
      • +
      + + + +
        +
      • +

        getIncompatibleGlobalWindowErrorMessage

        +
        String getIncompatibleGlobalWindowErrorMessage()
        +
        Returns the error message for not supported default values in Combine.globally().
        +
      • +
      + + + +
        +
      • +

        defaultValue

        +
        OutputT defaultValue()
        +
        Returns the default value when there are no values added to the accumulator.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.PerKeyCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.PerKeyCombineFn.html new file mode 100644 index 00000000000..5a91fff78ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.PerKeyCombineFn.html @@ -0,0 +1,333 @@ + + + + + + +CombineFnBase.PerKeyCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface CombineFnBase.PerKeyCombineFn<K,InputT,AccumT,OutputT>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.html new file mode 100644 index 00000000000..a6dded5b652 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFnBase.html @@ -0,0 +1,275 @@ + + + + + + +CombineFnBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFnBase

+
+
+ +
+
    +
  • +
    +
    +
    public class CombineFnBase
    +extends Object
    +
    This class contains the shared interfaces and abstract classes for different types of combine + functions. + +

    Users should not implement or extend them directly.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CombineFnBase

        +
        public CombineFnBase()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.CoCombineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.CoCombineResult.html new file mode 100644 index 00000000000..5341ee7772e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.CoCombineResult.html @@ -0,0 +1,260 @@ + + + + + + +CombineFns.CoCombineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.CoCombineResult

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeCombineFnBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeCombineFnBuilder.html new file mode 100644 index 00000000000..f0e53042e2d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeCombineFnBuilder.html @@ -0,0 +1,319 @@ + + + + + + +CombineFns.ComposeCombineFnBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.ComposeCombineFnBuilder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeKeyedCombineFnBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeKeyedCombineFnBuilder.html new file mode 100644 index 00000000000..8b102dc7f08 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposeKeyedCombineFnBuilder.html @@ -0,0 +1,363 @@ + + + + + + +CombineFns.ComposeKeyedCombineFnBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.ComposeKeyedCombineFnBuilder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFn.html new file mode 100644 index 00000000000..d11118246a7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFn.html @@ -0,0 +1,601 @@ + + + + + + +CombineFns.ComposedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.ComposedCombineFn<DataT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFnWithContext.html new file mode 100644 index 00000000000..534b681b902 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedCombineFnWithContext.html @@ -0,0 +1,589 @@ + + + + + + +CombineFns.ComposedCombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.ComposedCombineFnWithContext<DataT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFn.html new file mode 100644 index 00000000000..27141aaaff0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFn.html @@ -0,0 +1,668 @@ + + + + + + +CombineFns.ComposedKeyedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.ComposedKeyedCombineFn<DataT,K>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFnWithContext.html new file mode 100644 index 00000000000..4882e7ed954 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.ComposedKeyedCombineFnWithContext.html @@ -0,0 +1,628 @@ + + + + + + +CombineFns.ComposedKeyedCombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns.ComposedKeyedCombineFnWithContext<DataT,K>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.html new file mode 100644 index 00000000000..d7afc2194f9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineFns.html @@ -0,0 +1,426 @@ + + + + + + +CombineFns (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineFns

+
+
+ +
+
    +
  • +
    +
    +
    public class CombineFns
    +extends Object
    +
    Static utility methods that create combine function instances.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CombineFns

        +
        public CombineFns()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        composeKeyed

        +
        public static CombineFns.ComposeKeyedCombineFnBuilder composeKeyed()
        +
        Returns a CombineFns.ComposeKeyedCombineFnBuilder to construct a composed + CombineFnBase.PerKeyCombineFn. + +

        The same TupleTag cannot be used in a composition multiple times. + +

        Example: +

        
        + PCollection<KV<K, Integer>> latencies = ...;
        +
        + TupleTag<Integer> maxLatencyTag = new TupleTag<Integer>();
        + TupleTag<Double> meanLatencyTag = new TupleTag<Double>();
        +
        + SimpleFunction<Integer, Integer> identityFn =
        +     new SimpleFunction<Integer, Integer>() {
        +      {@literal @}Override
        +       public Integer apply(Integer input) {
        +           return input;
        +       }};
        + PCollection<KV<K, CoCombineResult>> maxAndMean = latencies.apply(
        +     Combine.perKey(
        +         CombineFns.composeKeyed()
        +            .with(identityFn, new MaxIntegerFn(), maxLatencyTag)
        +            .with(identityFn, new MeanFn<Integer>(), meanLatencyTag)));
        +
        + PCollection<T> finalResultCollection = maxAndMean
        +     .apply(ParDo.of(
        +         new DoFn<KV<K, CoCombineResult>, T>() {
        +          {@literal @}ProcessElement
        +           public void processElement(ProcessContext c) throws Exception {
        +             KV<K, CoCombineResult> e = c.element();
        +             Integer maxLatency = e.getValue().get(maxLatencyTag);
        +             Double meanLatency = e.getValue().get(meanLatencyTag);
        +             .... Do Something ....
        +             c.output(...some T...);
        +           }
        +         }));
        + 
        +
      • +
      + + + +
        +
      • +

        compose

        +
        public static CombineFns.ComposeCombineFnBuilder compose()
        +
        Returns a CombineFns.ComposeCombineFnBuilder to construct a composed + CombineFnBase.GlobalCombineFn. + +

        The same TupleTag cannot be used in a composition multiple times. + +

        Example: +

        
        + PCollection<Integer> globalLatencies = ...;
        +
        + TupleTag<Integer> maxLatencyTag = new TupleTag<Integer>();
        + TupleTag<Double> meanLatencyTag = new TupleTag<Double>();
        +
        + SimpleFunction<Integer, Integer> identityFn =
        +     new SimpleFunction<Integer, Integer>() {
        +       {@literal @}Override
        +       public Integer apply(Integer input) {
        +           return input;
        +       }};
        + PCollection<CoCombineResult> maxAndMean = globalLatencies.apply(
        +     Combine.globally(
        +         CombineFns.compose()
        +            .with(identityFn, new MaxIntegerFn(), maxLatencyTag)
        +            .with(identityFn, new MeanFn<Integer>(), meanLatencyTag)));
        +
        + PCollection<T> finalResultCollection = maxAndMean
        +     .apply(ParDo.of(
        +         new DoFn<CoCombineResult, T>() {
        +          {@literal @}ProcessElement
        +           public void processElement(ProcessContext c) throws Exception {
        +             CoCombineResult e = c.element();
        +             Integer maxLatency = e.get(maxLatencyTag);
        +             Double meanLatency = e.get(meanLatencyTag);
        +             .... Do Something ....
        +             c.output(...some T...);
        +           }
        +         }));
        + 
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.CombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.CombineFnWithContext.html new file mode 100644 index 00000000000..9205ec45430 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.CombineFnWithContext.html @@ -0,0 +1,620 @@ + + + + + + +CombineWithContext.CombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineWithContext.CombineFnWithContext<InputT,AccumT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.Context.html new file mode 100644 index 00000000000..7dc1f1a6b62 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.Context.html @@ -0,0 +1,304 @@ + + + + + + +CombineWithContext.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineWithContext.Context

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    CombineWithContext
    +
    +
    +
    +
    public abstract static class CombineWithContext.Context
    +extends Object
    +
    Information accessible to all methods in CombineFnWithContext + and KeyedCombineFnWithContext.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Context

        +
        public Context()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getPipelineOptions

        +
        public abstract PipelineOptions getPipelineOptions()
        +
        Returns the PipelineOptions specified with the + PipelineRunner + invoking this KeyedCombineFn.
        +
      • +
      + + + +
        +
      • +

        sideInput

        +
        public abstract <T> T sideInput(PCollectionView<T> view)
        +
        Returns the value of the side input for the window corresponding to the + main input's window in which values are being combined.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.KeyedCombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.KeyedCombineFnWithContext.html new file mode 100644 index 00000000000..877462d7d8f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.KeyedCombineFnWithContext.html @@ -0,0 +1,632 @@ + + + + + + +CombineWithContext.KeyedCombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineWithContext.KeyedCombineFnWithContext<K,InputT,AccumT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.RequiresContextInternal.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.RequiresContextInternal.html new file mode 100644 index 00000000000..444e67f95bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.RequiresContextInternal.html @@ -0,0 +1,181 @@ + + + + + + +CombineWithContext.RequiresContextInternal (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface CombineWithContext.RequiresContextInternal

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.html new file mode 100644 index 00000000000..acac29a4fe3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/CombineWithContext.html @@ -0,0 +1,286 @@ + + + + + + +CombineWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class CombineWithContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CombineWithContext

        +
        public CombineWithContext()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.PerElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.PerElement.html new file mode 100644 index 00000000000..be902e56218 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.PerElement.html @@ -0,0 +1,353 @@ + + + + + + +Count.PerElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Count.PerElement<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of the input PCollection, and the type of the keys + of the output PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Count
    +
    +
    +
    +
    public static class Count.PerElement<T>
    +extends PTransform<PCollection<T>,PCollection<KV<T,Long>>>
    +
    Count.PerElement<T> takes a PCollection<T> and returns a + PCollection<KV<T, Long>> representing a map from each distinct element of the input + PCollection to the number of times that element occurs in the input. Each key in the + output PCollection is unique. + +

    This transform compares two values of type T by first encoding each element using + the input PCollection's Coder, then comparing the encoded bytes. Because of + this, the input coder must be deterministic. + (See Coder.verifyDeterministic() for more detail). + Performing the comparison in this manner admits efficient parallel evaluation. + +

    By default, the Coder of the keys of the output PCollection is the same as + the Coder of the elements of the input PCollection. + +

    Example of use: +

     
    + PCollection<String> words = ...;
    + PCollection<KV<String, Long>> wordCounts =
    +     words.apply(Count.<String>perElement());
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PerElement

        +
        public PerElement()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<T,Long>> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<KV<T,Long>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.html new file mode 100644 index 00000000000..ea980af2f2a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Count.html @@ -0,0 +1,311 @@ + + + + + + +Count (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Count

+
+
+ +
+
    +
  • +
    +
    +
    public class Count
    +extends Object
    +
    PTransorms to count the elements in a PCollection. + +

    perElement() can be used to count the number of occurrences of each + distinct element in the PCollection, perKey() can be used to count the + number of values per key, and globally() can be used to count the total + number of elements in a PCollection.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.TimestampedValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.TimestampedValues.html new file mode 100644 index 00000000000..a78d4ef67ab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.TimestampedValues.html @@ -0,0 +1,324 @@ + + + + + + +Create.TimestampedValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Create.TimestampedValues<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withCoder

        +
        public Create.TimestampedValues<T> withCoder(Coder<T> coder)
        +
        Returns a Create.TimestampedValues PTransform like this one that uses the given + Coder<T> to decode each of the objects into a + value of type T. + +

        By default, Create.TimestampedValues can automatically determine the + Coder to use if all elements have the same non-parameterized run-time class, + and a default coder is registered for that class. See CoderRegistry for details + on how defaults are determined. + +

        Note that for with no elements, the VoidCoder + is used.

        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.Values.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.Values.html new file mode 100644 index 00000000000..f2a2f6ebb63 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.Values.html @@ -0,0 +1,363 @@ + + + + + + +Create.Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Create.Values<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withCoder

        +
        public Create.Values<T> withCoder(Coder<T> coder)
        +
        Returns a Create.Values PTransform like this one that uses the given + Coder<T> to decode each of the objects into a + value of type T. + +

        By default, Create.Values can automatically determine the Coder to use + if all elements have the same non-parameterized run-time class, and a default coder is + registered for that class. See CoderRegistry for details on how defaults are + determined. + +

        Note that for Create.Values with no elements, the VoidCoder is used.

        +
      • +
      + + + +
        +
      • +

        getElements

        +
        public Iterable<T> getElements()
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PBegin input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PBegin,PCollection<T>>
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.html new file mode 100644 index 00000000000..2b595275f23 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Create.html @@ -0,0 +1,501 @@ + + + + + + +Create (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Create<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of the resulting PCollection
    +
    +
    +
    +
    public class Create<T>
    +extends Object
    +
    Create<T> takes a collection of elements of type T + known when the pipeline is constructed and returns a + PCollection<T> containing the elements. + +

    Example of use: +

     
    + Pipeline p = ...;
    +
    + PCollection<Integer> pc = p.apply(Create.of(3, 4, 5).withCoder(BigEndianIntegerCoder.of()));
    +
    + Map<String, Integer> map = ...;
    + PCollection<KV<String, Integer>> pt =
    +     p.apply(Create.of(map)
    +      .withCoder(KvCoder.of(StringUtf8Coder.of(),
    +                            BigEndianIntegerCoder.of())));
    +  
    + +

    Create can automatically determine the Coder to use + if all elements have the same run-time class, and a default coder is registered for that + class. See CoderRegistry for details on how defaults are determined. + +

    If a coder can not be inferred, Create.Values.withCoder(org.apache.beam.sdk.coders.Coder<T>) must be called + explicitly to set the encoding of the resulting + PCollection. + +

    A good use for Create is when a PCollection + needs to be created without dependencies on files or other external + entities. This is especially useful during testing. + +

    Caveat: Create only supports small in-memory datasets, + particularly when submitting jobs to the Google Cloud Dataflow + service.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.WithRepresentativeValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.WithRepresentativeValues.html new file mode 100644 index 00000000000..752e5067f74 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.WithRepresentativeValues.html @@ -0,0 +1,333 @@ + + + + + + +Distinct.WithRepresentativeValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Distinct.WithRepresentativeValues<T,IdT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.html new file mode 100644 index 00000000000..7de266c1725 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Distinct.html @@ -0,0 +1,425 @@ + + + + + + +Distinct (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Distinct<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of the input and output + PCollections
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Distinct<T>
    +extends PTransform<PCollection<T>,PCollection<T>>
    +
    Distinct<T> takes a PCollection<T> and + returns a PCollection<T> that has all distinct elements of the + input. Thus, each element is unique within each window. + +

    Two values of type T are compared for equality not by + regular Java Object.equals(java.lang.Object), but instead by first encoding + each of the elements using the PCollection's Coder, and then + comparing the encoded bytes. This admits efficient parallel + evaluation. + +

    Optionally, a function may be provided that maps each element to a representative + value. In this case, two elements will be considered duplicates if they have equal + representative values, with equality being determined as above. + +

    By default, the Coder of the output PCollection + is the same as the Coder of the input PCollection. + +

    Each output element is in the same window as its corresponding input + element, and has the timestamp of the end of that window. The output + PCollection has the same + WindowFn + as the input. + +

    Does not preserve any order the input PCollection might have had. + +

    Example of use: +

     
    + PCollection<String> words = ...;
    + PCollection<String> uniqueWords =
    +     words.apply(Distinct.<String>create());
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Distinct

        +
        public Distinct()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static <T> Distinct<T> create()
        +
        Returns a Distinct<T> PTransform.
        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input and output + PCollections
        +
        +
      • +
      + + + +
        +
      • +

        withRepresentativeValueFn

        +
        public static <T,IdT> Distinct.WithRepresentativeValues<T,IdT> withRepresentativeValueFn(SerializableFunction<T,IdT> fn)
        +
        Returns a Distinct<T, IdT> PTransform.
        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input and output + PCollections
        +
        IdT - the type of the representative value used to dedup
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.BoundedPerElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.BoundedPerElement.html new file mode 100644 index 00000000000..bb450615ac9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.BoundedPerElement.html @@ -0,0 +1,173 @@ + + + + + + +DoFn.BoundedPerElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.BoundedPerElement

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Context.html new file mode 100644 index 00000000000..f2c62a7e0e4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Context.html @@ -0,0 +1,517 @@ + + + + + + +DoFn.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFn.Context

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Context

        +
        public Context()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getPipelineOptions

        +
        public abstract PipelineOptions getPipelineOptions()
        +
        Returns the PipelineOptions specified with the + PipelineRunner + invoking this DoFn. The PipelineOptions will + be the default running via DoFnTester.
        +
      • +
      + + + + + +
        +
      • +

        output

        +
        public abstract void output(OutputT output)
        +
        Adds the given element to the main output PCollection. + +

        Once passed to output the element should not be modified in + any way. + +

        If invoked from DoFn.ProcessElement, the output + element will have the same timestamp and be in the same windows + as the input element passed to the method annotated with + @ProcessElement. + +

        If invoked from DoFn.StartBundle or DoFn.FinishBundle, + this will attempt to use the + WindowFn + of the input PCollection to determine what windows the element + should be in, throwing an exception if the WindowFn attempts + to access any information about the input element. The output element + will have a timestamp of negative infinity. + +

        Note: A splittable DoFn is not allowed to output from + DoFn.StartBundle or DoFn.FinishBundle methods.

        +
      • +
      + + + + + +
        +
      • +

        outputWithTimestamp

        +
        public abstract void outputWithTimestamp(OutputT output,
        +                                         org.joda.time.Instant timestamp)
        +
        Adds the given element to the main output PCollection, + with the given timestamp. + +

        Once passed to outputWithTimestamp the element should not be + modified in any way. + +

        If invoked from DoFn.ProcessElement), the timestamp + must not be older than the input element's timestamp minus + DoFn.getAllowedTimestampSkew(). The output element will + be in the same windows as the input element. + +

        If invoked from DoFn.StartBundle or DoFn.FinishBundle, + this will attempt to use the + WindowFn + of the input PCollection to determine what windows the element + should be in, throwing an exception if the WindowFn attempts + to access any information about the input element except for the + timestamp. + +

        Note: A splittable DoFn is not allowed to output from + DoFn.StartBundle or DoFn.FinishBundle methods.

        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        createAggregator

        +
        @Experimental(value=AGGREGATOR)
        +protected abstract <AggInputT,AggOutputT> Aggregator<AggInputT,AggOutputT> createAggregator(String name,
        +                                                                                                                            Combine.CombineFn<AggInputT,?,AggOutputT> combiner)
        +
        Creates an Aggregator in the DoFn context with the specified name and + aggregation logic specified by Combine.CombineFn. This is to be overridden by a particular + runner context with an implementation that delivers the values as appropriate. + +

        The aggregators declared on the DoFn will be wired up to aggregators allocated via + this method.

        +
        +
        Parameters:
        +
        name - the name of the aggregator
        +
        combiner - the Combine.CombineFn to use in the aggregator
        +
        Returns:
        +
        an aggregator for the provided name and Combine.CombineFn in this context
        +
        +
      • +
      + + + +
        +
      • +

        setupDelegateAggregators

        +
        @Experimental(value=AGGREGATOR)
        +protected final void setupDelegateAggregators()
        +
        Sets up Aggregators created by the DoFn so they are usable within this + context. + +

        This method should be called by runners before the @StartBundle + method.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.FinishBundle.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.FinishBundle.html new file mode 100644 index 00000000000..da74cace5b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.FinishBundle.html @@ -0,0 +1,174 @@ + + + + + + +DoFn.FinishBundle (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.FinishBundle

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value=METHOD)
    +public static @interface DoFn.FinishBundle
    +
    Annotation for the method to use to finish processing a batch of elements. + The method annotated with this must satisfy the following constraints: +
      +
    • It must have at least one argument. +
    • Its first (and only) argument must be a DoFn.Context. +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetInitialRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetInitialRestriction.html new file mode 100644 index 00000000000..182996f3249 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetInitialRestriction.html @@ -0,0 +1,175 @@ + + + + + + +DoFn.GetInitialRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.GetInitialRestriction

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetRestrictionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetRestrictionCoder.html new file mode 100644 index 00000000000..53bededf89a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.GetRestrictionCoder.html @@ -0,0 +1,178 @@ + + + + + + +DoFn.GetRestrictionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.GetRestrictionCoder

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.InputProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.InputProvider.html new file mode 100644 index 00000000000..c9fc002d8f4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.InputProvider.html @@ -0,0 +1,228 @@ + + + + + + +DoFn.InputProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface DoFn.InputProvider<T>

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    DoFn<InputT,OutputT>
    +
    +
    +
    +
    public static interface DoFn.InputProvider<T>
    +
    Provides a single value of the given type.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        get

        +
        T get()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.NewTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.NewTracker.html new file mode 100644 index 00000000000..a79b29df9a3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.NewTracker.html @@ -0,0 +1,173 @@ + + + + + + +DoFn.NewTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.NewTracker

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimer.html new file mode 100644 index 00000000000..9bed106d81e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimer.html @@ -0,0 +1,231 @@ + + + + + + +DoFn.OnTimer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.OnTimer

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Stringvalue +
      The timer ID.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract String value
        +
        The timer ID.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimerContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimerContext.html new file mode 100644 index 00000000000..7ec8732ea53 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OnTimerContext.html @@ -0,0 +1,325 @@ + + + + + + +DoFn.OnTimerContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFn.OnTimerContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OnTimerContext

        +
        public OnTimerContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        timestamp

        +
        public abstract org.joda.time.Instant timestamp()
        +
        Returns the timestamp of the current timer.
        +
      • +
      + + + +
        +
      • +

        window

        +
        public abstract BoundedWindow window()
        +
        Returns the window in which the timer is firing.
        +
      • +
      + + + +
        +
      • +

        timeDomain

        +
        public abstract TimeDomain timeDomain()
        +
        Returns the time domain of the current timer.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OutputReceiver.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OutputReceiver.html new file mode 100644 index 00000000000..0e4c9f268b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.OutputReceiver.html @@ -0,0 +1,230 @@ + + + + + + +DoFn.OutputReceiver (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface DoFn.OutputReceiver<T>

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    DoFn<InputT,OutputT>
    +
    +
    +
    +
    public static interface DoFn.OutputReceiver<T>
    +
    Receives values of the given type.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        output

        +
        void output(T output)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContext.html new file mode 100644 index 00000000000..7769f6b3698 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContext.html @@ -0,0 +1,360 @@ + + + + + + +DoFn.ProcessContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFn.ProcessContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ProcessContext

        +
        public ProcessContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        element

        +
        public abstract InputT element()
        +
        Returns the input element to be processed. + +

        The element will not be changed -- it is safe to cache, etc. + without copying.

        +
      • +
      + + + + + + + +
        +
      • +

        timestamp

        +
        public abstract org.joda.time.Instant timestamp()
        +
        Returns the timestamp of the input element. + +

        See Window + for more information.

        +
      • +
      + + + +
        +
      • +

        pane

        +
        public abstract PaneInfo pane()
        +
        Returns information about the pane within this window into which the + input element has been assigned. + +

        Generally all data is in a single, uninteresting pane unless custom + triggering and/or late data has been explicitly requested. + See Window + for more information.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContinuation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContinuation.html new file mode 100644 index 00000000000..9ae46eda036 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessContinuation.html @@ -0,0 +1,388 @@ + + + + + + +DoFn.ProcessContinuation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFn.ProcessContinuation

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ProcessContinuation

        +
        public ProcessContinuation()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        stop

        +
        public static DoFn.ProcessContinuation stop()
        +
        Indicates that there is no more work to be done for the current element.
        +
      • +
      + + + +
        +
      • +

        resume

        +
        public static DoFn.ProcessContinuation resume()
        +
        Indicates that there is more work to be done for the current element.
        +
      • +
      + + + +
        +
      • +

        shouldResume

        +
        public abstract boolean shouldResume()
        +
        If false, the DoFn promises that there is no more work remaining for the current + element, so the runner should not resume the DoFn.ProcessElement call.
        +
      • +
      + + + +
        +
      • +

        resumeDelay

        +
        public abstract org.joda.time.Duration resumeDelay()
        +
        A minimum duration that should elapse between the end of this DoFn.ProcessElement call and + the DoFn.ProcessElement call continuing processing of the same element. By default, zero.
        +
      • +
      + + + +
        +
      • +

        getWatermark

        +
        @Nullable
        +public abstract org.joda.time.Instant getWatermark()
        +
        A lower bound provided by the DoFn on timestamps of the output that will be emitted + by future DoFn.ProcessElement calls continuing processing of the current element. + +

        A runner should treat an absent value as equivalent to the timestamp of the input element.

        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessElement.html new file mode 100644 index 00000000000..7e0a6802404 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.ProcessElement.html @@ -0,0 +1,218 @@ + + + + + + +DoFn.ProcessElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.ProcessElement

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Setup.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Setup.html new file mode 100644 index 00000000000..309483eab21 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Setup.html @@ -0,0 +1,173 @@ + + + + + + +DoFn.Setup (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.Setup

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value=METHOD)
    +public static @interface DoFn.Setup
    +
    Annotation for the method to use to prepare an instance for processing bundles of elements. The + method annotated with this must satisfy the following constraints +
      +
    • It must have zero arguments. +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.SplitRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.SplitRestriction.html new file mode 100644 index 00000000000..2abfc180906 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.SplitRestriction.html @@ -0,0 +1,181 @@ + + + + + + +DoFn.SplitRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.SplitRestriction

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value=METHOD)
    + @Experimental(value=SPLITTABLE_DO_FN)
    +public static @interface DoFn.SplitRestriction
    +
    Annotation for the method that splits restriction of a splittable DoFn into multiple parts to + be processed in parallel. + +

    Signature: List<RestrictionT> splitRestriction( InputT element, RestrictionT + restriction); + +

    Optional: if this method is omitted, the restriction will not be split (equivalent to + defining the method and returning Collections.singletonList(restriction)). + +

    TODO: Introduce a parameter for controlling granularity of splitting, e.g. numParts. TODO: + Make the InputT parameter optional.

    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StartBundle.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StartBundle.html new file mode 100644 index 00000000000..5c987b0fa32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StartBundle.html @@ -0,0 +1,179 @@ + + + + + + +DoFn.StartBundle (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.StartBundle

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value=METHOD)
    +public static @interface DoFn.StartBundle
    +
    Annotation for the method to use to prepare an instance for processing a batch of elements. + The method annotated with this must satisfy the following constraints: +
      +
    • It must have exactly one argument. +
    • Its first (and only) argument must be a DoFn.Context. +
    + +

    A simple method declaration would look like: + + public void setup(DoFn.Context c) { .. } +

    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StateId.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StateId.html new file mode 100644 index 00000000000..1f1bf3c6885 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.StateId.html @@ -0,0 +1,252 @@ + + + + + + +DoFn.StateId (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.StateId

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value={FIELD,PARAMETER})
    + @Experimental(value=STATE)
    +public static @interface DoFn.StateId
    +
    Annotation for declaring and dereferencing state cells. + +

    Not currently supported by any runner. When ready, the feature will work as described + here. + +

    To declare a state cell, create a field of type StateSpec annotated with a DoFn.StateId. To use the cell during processing, add a parameter of the appropriate State + subclass to your @ProcessElement or @OnTimer method, and + annotate it with DoFn.StateId. See the following code for an example: + +

    
    + new DoFn<KV<Key, Foo>, Baz>() {
    +   {@literal @}StateId("my-state-id")
    +   private final StateSpec<K, ValueState<MyState>> myStateSpec =
    +       StateSpecs.value(new MyStateCoder());
    +
    +   {@literal @}ProcessElement
    +   public void processElement(
    +       ProcessContext c,
    +       {@literal @}StateId("my-state-id") ValueState<MyState> myState) {
    +     myState.read();
    +     myState.write(...);
    +   }
    + }
    + 
    + +

    State is subject to the following validity conditions: + +

      +
    • Each state ID must be declared at most once. +
    • Any state referenced in a parameter must be declared with the same state type. +
    • State declarations must be final. +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Stringvalue +
      The state ID.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract String value
        +
        The state ID.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Teardown.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Teardown.html new file mode 100644 index 00000000000..b6d1609cfbd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.Teardown.html @@ -0,0 +1,174 @@ + + + + + + +DoFn.Teardown (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.Teardown

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value=METHOD)
    +public static @interface DoFn.Teardown
    +
    Annotation for the method to use to clean up this instance after processing bundles of + elements. No other method will be called after a call to the annotated method is made. + The method annotated with this must satisfy the following constraint: +
      +
    • It must have zero arguments. +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.TimerId.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.TimerId.html new file mode 100644 index 00000000000..341408e5621 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.TimerId.html @@ -0,0 +1,256 @@ + + + + + + +DoFn.TimerId (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.TimerId

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value={FIELD,PARAMETER})
    + @Experimental(value=TIMERS)
    +public static @interface DoFn.TimerId
    +
    Annotation for declaring and dereferencing timers. + +

    Not currently supported by any runner. When ready, the feature will work as described + here. + +

    To declare a timer, create a field of type TimerSpec annotated with a DoFn.TimerId. To use the cell during processing, add a parameter of the type Timer to your + @ProcessElement or @OnTimer method, and annotate it with + DoFn.TimerId. See the following code for an example: + +

    
    + new DoFn<KV<Key, Foo>, Baz>() {
    +   {@literal @}TimerId("my-timer-id")
    +   private final TimerSpec myTimer = TimerSpecs.timerForDomain(TimeDomain.EVENT_TIME);
    +
    +   {@literal @}ProcessElement
    +   public void processElement(
    +       ProcessContext c,
    +       {@literal @}TimerId("my-timer-id") Timer myTimer) {
    +     myTimer.setForNowPlus(Duration.standardSeconds(...));
    +   }
    +
    +   {@literal @}OnTimer("my-timer-id")
    +   public void onMyTimer() {
    +     ...
    +   }
    + }
    + 
    + +

    Timers are subject to the following validity conditions: + +

      +
    • Each timer must have a distinct id. +
    • Any timer referenced in a parameter must be declared. +
    • Timer declarations must be final. +
    • All declared timers must have a corresponding callback annotated with @OnTimer. +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Required Element Summary

      + + + + + + + + + + +
      Required Elements 
      Modifier and TypeRequired Element and Description
      Stringvalue +
      The timer ID.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Element Detail

      + + + +
        +
      • +

        value

        +
        public abstract String value
        +
        The timer ID.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.UnboundedPerElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.UnboundedPerElement.html new file mode 100644 index 00000000000..281c12c68d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.UnboundedPerElement.html @@ -0,0 +1,173 @@ + + + + + + +DoFn.UnboundedPerElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Annotation Type DoFn.UnboundedPerElement

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.html new file mode 100644 index 00000000000..0a497009af7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFn.html @@ -0,0 +1,679 @@ + + + + + + +DoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFn<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        aggregators

        +
        protected Map<String,org.apache.beam.sdk.transforms.DelegatingAggregator<?,?>> aggregators
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DoFn

        +
        public DoFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getAllowedTimestampSkew

        +
        public org.joda.time.Duration getAllowedTimestampSkew()
        +
        Returns the allowed timestamp skew duration, which is the maximum + duration that timestamps can be shifted backward in + DoFn.Context.outputWithTimestamp(OutputT, org.joda.time.Instant). + +

        The default value is Duration.ZERO, in which case + timestamps can only be shifted forward to future. For infinite + skew, return Duration.millis(Long.MAX_VALUE).

        +
      • +
      + + + + + + + +
        +
      • +

        getOutputTypeDescriptor

        +
        public TypeDescriptor<OutputT> getOutputTypeDescriptor()
        +
        Returns a TypeDescriptor capturing what is known statically + about the output type of this DoFn instance's + most-derived class. + +

        In the normal case of a concrete DoFn subclass with + no generic type parameters of its own (including anonymous inner + classes), this will be a complete non-generic type, which is good + for choosing a default output Coder<O> for the output + PCollection<O>.

        +
      • +
      + + + +
        +
      • +

        createAggregator

        +
        public final <AggInputT,AggOutputT> Aggregator<AggInputT,AggOutputT> createAggregator(String name,
        +                                                                                      Combine.CombineFn<? super AggInputT,?,AggOutputT> combiner)
        +
        Returns an Aggregator with aggregation logic specified by the Combine.CombineFn + argument. The name provided must be unique across Aggregators created within the DoFn. Aggregators can only be created during pipeline construction.
        +
        +
        Parameters:
        +
        name - the name of the aggregator
        +
        combiner - the Combine.CombineFn to use in the aggregator
        +
        Returns:
        +
        an aggregator for the provided name and combiner in the scope of this DoFn
        +
        Throws:
        +
        NullPointerException - if the name or combiner is null
        +
        IllegalArgumentException - if the given name collides with another aggregator in this + scope
        +
        IllegalStateException - if called during pipeline execution.
        +
        +
      • +
      + + + + + + + +
        +
      • +

        prepareForProcessing

        +
        public void prepareForProcessing()
        +
        Finalize the DoFn construction to prepare for processing. + This method should be called by runners before any processing methods.
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnAdapters.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnAdapters.html new file mode 100644 index 00000000000..33d8ffb685f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnAdapters.html @@ -0,0 +1,331 @@ + + + + + + +DoFnAdapters (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFnAdapters

+
+
+ +
+
    +
  • +
    +
    Deprecated.  +
    This class will go away when we start running DoFn's directly (using DoFnInvoker) rather than via OldDoFn.
    +
    +
    +
    @Deprecated
    +public class DoFnAdapters
    +extends Object
    +
    Utility class containing adapters to/from DoFn and OldDoFn.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.CloningBehavior.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.CloningBehavior.html new file mode 100644 index 00000000000..35e55489855 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.CloningBehavior.html @@ -0,0 +1,370 @@ + + + + + + +DoFnTester.CloningBehavior (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Enum DoFnTester.CloningBehavior

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static DoFnTester.CloningBehavior[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (DoFnTester.CloningBehavior c : DoFnTester.CloningBehavior.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static DoFnTester.CloningBehavior valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.html new file mode 100644 index 00000000000..80e0137eb4c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/DoFnTester.html @@ -0,0 +1,920 @@ + + + + + + +DoFnTester (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class DoFnTester<InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - the type of the DoFn's (main) input elements
    +
    OutputT - the type of the DoFn's (main) output elements
    +
    +
    +
    All Implemented Interfaces:
    +
    AutoCloseable
    +
    +
    +
    +
    public class DoFnTester<InputT,OutputT>
    +extends Object
    +implements AutoCloseable
    +
    A harness for unit-testing a DoFn. + +

    For example: + +

     
    + DoFn<InputT, OutputT> fn = ...;
    +
    + DoFnTester<InputT, OutputT> fnTester = DoFnTester.of(fn);
    +
    + // Set arguments shared across all bundles:
    + fnTester.setSideInputs(...);      // If fn takes side inputs.
    + fnTester.setSideOutputTags(...);  // If fn writes to side outputs.
    +
    + // Process a bundle containing a single input element:
    + Input testInput = ...;
    + List<OutputT> testOutputs = fnTester.processBundle(testInput);
    + Assert.assertThat(testOutputs, Matchers.hasItems(...));
    +
    + // Process a bigger bundle:
    + Assert.assertThat(fnTester.processBundle(i1, i2, ...), Matchers.hasItems(...));
    +  
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Filter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Filter.html new file mode 100644 index 00000000000..3155e2e384e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Filter.html @@ -0,0 +1,550 @@ + + + + + + +Filter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Filter<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the values in the input PCollection, + and the type of the elements in the output PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Filter<T>
    +extends PTransform<PCollection<T>,PCollection<T>>
    +
    PTransforms for filtering from a PCollection the + elements satisfying a predicate, or satisfying an inequality with + a given value based on the elements' natural ordering.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        by

        +
        public static <T,PredicateT extends SerializableFunction<T,Boolean>> Filter<T> by(PredicateT predicate)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that satisfy the given predicate. The predicate must be + a SerializableFunction<T, Boolean>. + +

        Example of use: +

         
        + PCollection<String> wordList = ...;
        + PCollection<String> longWords =
        +     wordList.apply(Filter.by(new MatchIfWordLengthGT(6)));
        +  
        + +

        See also lessThan(T), lessThanEq(T), + greaterThan(T), greaterThanEq(T), which return elements + satisfying various inequalities with the specified value based on + the elements' natural ordering.

        +
      • +
      + + + + + +
        +
      • +

        lessThan

        +
        public static <T extends Comparable<T>> Filter<T> lessThan(T value)
        +
        Returns a PTransform that takes an input + PCollection and returns a PCollection with + elements that are less than a given value, based on the + elements' natural ordering. Elements must be Comparable. + +

        Example of use: +

         
        + PCollection<Integer> listOfNumbers = ...;
        + PCollection<Integer> smallNumbers =
        +     listOfNumbers.apply(Filter.lessThan(10));
        +  
        + +

        See also lessThanEq(T), greaterThanEq(T), + and greaterThan(T), which return elements satisfying various + inequalities with the specified value based on the elements' + natural ordering. + +

        See also by(PredicateT), which returns elements + that satisfy the given predicate.

        +
      • +
      + + + + + +
        +
      • +

        greaterThan

        +
        public static <T extends Comparable<T>> Filter<T> greaterThan(T value)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that are greater than a given value, based on the + elements' natural ordering. Elements must be Comparable. + +

        Example of use: +

         
        + PCollection<Integer> listOfNumbers = ...;
        + PCollection<Integer> largeNumbers =
        +     listOfNumbers.apply(Filter.greaterThan(1000));
        +  
        + +

        See also greaterThanEq(T), lessThan(T), + and lessThanEq(T), which return elements satisfying various + inequalities with the specified value based on the elements' + natural ordering. + +

        See also by(PredicateT), which returns elements + that satisfy the given predicate.

        +
      • +
      + + + + + +
        +
      • +

        lessThanEq

        +
        public static <T extends Comparable<T>> Filter<T> lessThanEq(T value)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that are less than or equal to a given value, based on the + elements' natural ordering. Elements must be Comparable. + +

        Example of use: +

         
        + PCollection<Integer> listOfNumbers = ...;
        + PCollection<Integer> smallOrEqualNumbers =
        +     listOfNumbers.apply(Filter.lessThanEq(10));
        +  
        + +

        See also lessThan(T), greaterThanEq(T), + and greaterThan(T), which return elements satisfying various + inequalities with the specified value based on the elements' + natural ordering. + +

        See also by(PredicateT), which returns elements + that satisfy the given predicate.

        +
      • +
      + + + + + +
        +
      • +

        greaterThanEq

        +
        public static <T extends Comparable<T>> Filter<T> greaterThanEq(T value)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<T> with + elements that are greater than or equal to a given value, based on + the elements' natural ordering. Elements must be Comparable. + +

        Example of use: +

         
        + PCollection<Integer> listOfNumbers = ...;
        + PCollection<Integer> largeOrEqualNumbers =
        +     listOfNumbers.apply(Filter.greaterThanEq(1000));
        +  
        + +

        See also greaterThan(T), lessThan(T), + and lessThanEq(T), which return elements satisfying various + inequalities with the specified value based on the elements' + natural ordering. + +

        See also by(PredicateT), which returns elements + that satisfy the given predicate.

        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.MissingOutputTypeDescriptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.MissingOutputTypeDescriptor.html new file mode 100644 index 00000000000..0dd11b5eea6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.MissingOutputTypeDescriptor.html @@ -0,0 +1,246 @@ + + + + + + +FlatMapElements.MissingOutputTypeDescriptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class FlatMapElements.MissingOutputTypeDescriptor<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.html new file mode 100644 index 00000000000..ba9066a94a2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/FlatMapElements.html @@ -0,0 +1,419 @@ + + + + + + +FlatMapElements (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class FlatMapElements<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        via

        +
        public static <InputT,OutputT> FlatMapElements.MissingOutputTypeDescriptor<InputT,OutputT> via(SerializableFunction<? super InputT,? extends Iterable<OutputT>> fn)
        +
        For a SerializableFunction<InputT, ? extends Iterable<OutputT>> fn, + returns a PTransform that applies fn to every element of the input + PCollection<InputT> and outputs all of the elements to the output + PCollection<OutputT>. + +

        Example of use in Java 8: +

        
        + PCollection<String> words = lines.apply(
        +     FlatMapElements.via((String line) -> Arrays.asList(line.split(" ")))
        +         .withOutputType(new TypeDescriptor<String>(){});
        + 
        + +

        In Java 7, the overload via(SimpleFunction) is more concise as the output type + descriptor need not be provided.

        +
      • +
      + + + +
        +
      • +

        via

        +
        public static <InputT,OutputT> FlatMapElements<InputT,OutputT> via(SimpleFunction<? super InputT,? extends Iterable<OutputT>> fn)
        +
        For a SimpleFunction<InputT, ? extends Iterable<OutputT>> fn, + return a PTransform that applies fn to every element of the input + PCollection<InputT> and outputs all of the elements to the output + PCollection<OutputT>. + +

        This overload is intended primarily for use in Java 7. In Java 8, the overload + via(SerializableFunction) supports use of lambda for greater concision. + +

        Example of use in Java 7: +

        
        + PCollection<String> lines = ...;
        + PCollection<String> words = lines.apply(FlatMapElements.via(
        +     new SimpleFunction<String, List<String>>() {
        +       public Integer apply(String line) {
        +         return Arrays.asList(line.split(" "));
        +       }
        +     });
        + 
        + +

        To use a Java 8 lambda, see via(SerializableFunction).

        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<OutputT> expand(PCollection<? extends InputT> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<? extends InputT>,PCollection<OutputT>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<? extends InputT>,PCollection<OutputT>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenIterables.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenIterables.html new file mode 100644 index 00000000000..95d63877fd3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenIterables.html @@ -0,0 +1,336 @@ + + + + + + +Flatten.FlattenIterables (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Flatten.FlattenIterables<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        FlattenIterables

        +
        public FlattenIterables()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<? extends Iterable<T>> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<? extends Iterable<T>>,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenPCollectionList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenPCollectionList.html new file mode 100644 index 00000000000..932d363f177 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.FlattenPCollectionList.html @@ -0,0 +1,331 @@ + + + + + + +Flatten.FlattenPCollectionList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Flatten.FlattenPCollectionList<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.html new file mode 100644 index 00000000000..7c2baae8a99 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Flatten.html @@ -0,0 +1,375 @@ + + + + + + +Flatten (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Flatten

+
+
+ +
+
    +
  • +
    +
    +
    public class Flatten
    +extends Object
    +
    Flatten<T> takes multiple PCollection<T>s bundled + into a PCollectionList<T> and returns a single + PCollection<T> containing all the elements in all the input + PCollections. The name "Flatten" suggests taking a list of + lists and flattening them into a single list. + +

    Example of use: +

     
    + PCollection<String> pc1 = ...;
    + PCollection<String> pc2 = ...;
    + PCollection<String> pc3 = ...;
    + PCollectionList<String> pcs = PCollectionList.of(pc1).and(pc2).and(pc3);
    + PCollection<String> merged = pcs.apply(Flatten.<String>pCollections());
    +  
    + +

    By default, the Coder of the output PCollection + is the same as the Coder of the first PCollection + in the input PCollectionList (if the + PCollectionList is non-empty).

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Flatten

        +
        public Flatten()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        pCollections

        +
        public static <T> Flatten.FlattenPCollectionList<T> pCollections()
        +
        Returns a PTransform that flattens a PCollectionList + into a PCollection containing all the elements of all + the PCollections in its input. + +

        All inputs must have equal WindowFns. + The output elements of Flatten<T> are in the same windows and + have the same timestamps as their corresponding input elements. The output + PCollection will have the same + WindowFn as all of the inputs.

        +
        +
        Type Parameters:
        +
        T - the type of the elements in the input and output + PCollections.
        +
        +
      • +
      + + + +
        +
      • +

        iterables

        +
        public static <T> Flatten.FlattenIterables<T> iterables()
        +
        Returns a PTransform that takes a PCollection<Iterable<T>> + and returns a PCollection<T> containing all the elements from + all the Iterables. + +

        Example of use: +

         
        + PCollection<Iterable<Integer>> pcOfIterables = ...;
        + PCollection<Integer> pc = pcOfIterables.apply(Flatten.<Integer>iterables());
        +  
        + +

        By default, the output PCollection encodes its elements + using the same Coder that the input uses for + the elements in its Iterable.

        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input Iterable and + the output PCollection
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/GroupByKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/GroupByKey.html new file mode 100644 index 00000000000..818403a1691 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/GroupByKey.html @@ -0,0 +1,582 @@ + + + + + + +GroupByKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class GroupByKey<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys of the input and output + PCollections
    +
    V - the type of the values of the input PCollection + and the elements of the Iterables in the output + PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class GroupByKey<K,V>
    +extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>>
    +
    GroupByKey<K, V> takes a PCollection<KV<K, V>>, + groups the values by key and windows, and returns a + PCollection<KV<K, Iterable<V>>> representing a map from + each distinct key and window of the input PCollection to an + Iterable over all the values associated with that key in + the input per window. Absent repeatedly-firing + triggering, each key in the output + PCollection is unique within each window. + +

    GroupByKey is analogous to converting a multi-map into + a uni-map, and related to GROUP BY in SQL. It corresponds + to the "shuffle" step between the Mapper and the Reducer in the + MapReduce framework. + +

    Two keys of type K are compared for equality + not by regular Java Object.equals(java.lang.Object), but instead by + first encoding each of the keys using the Coder of the + keys of the input PCollection, and then comparing the + encoded bytes. This admits efficient parallel evaluation. Note that + this requires that the Coder of the keys be deterministic (see + Coder.verifyDeterministic()). If the key Coder is not + deterministic, an exception is thrown at pipeline construction time. + +

    By default, the Coder of the keys of the output + PCollection is the same as that of the keys of the input, + and the Coder of the elements of the Iterable + values of the output PCollection is the same as the + Coder of the values of the input. + +

    Example of use: +

    
    + PCollection<KV<String, Doc>> urlDocPairs = ...;
    + PCollection<KV<String, Iterable<Doc>>> urlToDocs =
    +     urlDocPairs.apply(GroupByKey.<String, Doc>create());
    + PCollection<R> results =
    +     urlToDocs.apply(ParDo.of(new DoFn<KV<String, Iterable<Doc>>, R>() {
    +      {@literal @}ProcessElement
    +       public void processElement(ProcessContext c) {
    +         String url = c.element().getKey();
    +         Iterable<Doc> docsWithThatUrl = c.element().getValue();
    +         ... process all docs having that url ...
    +       }}));
    + 
    + +

    GroupByKey is a key primitive in data-parallel + processing, since it is the main way to efficiently bring + associated data together into one location. It is also a key + determiner of the performance of a data-parallel pipeline. + +

    See CoGroupByKey + for a way to group multiple input PCollections by a common key at once. + +

    See Combine.PerKey for a common pattern of + GroupByKey followed by Combine.GroupedValues. + +

    When grouping, windows that can be merged according to the WindowFn + of the input PCollection will be merged together, and a window pane + corresponding to the new, merged window will be created. The items in this pane + will be emitted when a trigger fires. By default this will be when the input + sources estimate there will be no more data for the window. See + AfterWatermark + for details on the estimation. + +

    The timestamp for each emitted pane is determined by the + windowing operation. + The output PCollection will have the same WindowFn + as the input. + +

    If the input PCollection contains late data (see + PubsubIO.Read.Bound.timestampLabel + for an example of how this can occur) or the + requested TriggerFn can fire before + the watermark, then there may be multiple elements + output by a GroupByKey that correspond to the same key and window. + +

    If the WindowFn of the input requires merging, it is not + valid to apply another GroupByKey without first applying a new + WindowFn or applying Window.remerge().

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static <K,V> GroupByKey<K,V> create()
        +
        Returns a GroupByKey<K, V> PTransform.
        +
        +
        Type Parameters:
        +
        K - the type of the keys of the input and output + PCollections
        +
        V - the type of the values of the input PCollection + and the elements of the Iterables in the output + PCollection
        +
        +
      • +
      + + + +
        +
      • +

        fewKeys

        +
        public boolean fewKeys()
        +
        Returns whether it groups just few keys.
        +
      • +
      + + + +
        +
      • +

        applicableTo

        +
        public static void applicableTo(PCollection<?> input)
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,Iterable<V>>> expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>>
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getKeyCoder

        +
        public static <K,V> Coder<K> getKeyCoder(Coder<KV<K,V>> inputCoder)
        +
        Returns the Coder of the keys of the input to this + transform, which is also used as the Coder of the keys of + the output of this transform.
        +
      • +
      + + + +
        +
      • +

        getInputValueCoder

        +
        public static <K,V> Coder<V> getInputValueCoder(Coder<KV<K,V>> inputCoder)
        +
        Returns the Coder of the values of the input to this transform.
        +
      • +
      + + + +
        +
      • +

        getOutputKvCoder

        +
        public static <K,V> KvCoder<K,Iterable<V>> getOutputKvCoder(Coder<KV<K,V>> inputCoder)
        +
        Returns the Coder of the output of this transform.
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Keys.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Keys.html new file mode 100644 index 00000000000..d8398f0f8ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Keys.html @@ -0,0 +1,332 @@ + + + + + + +Keys (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Keys<K>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys in the input PCollection, + and the type of the elements in the output PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Keys<K>
    +extends PTransform<PCollection<? extends KV<K,?>>,PCollection<K>>
    +
    Keys<K> takes a PCollection of KV<K, V>s and + returns a PCollection<K> of the keys. + +

    Example of use: +

     
    + PCollection<KV<String, Long>> wordCounts = ...;
    + PCollection<String> words = wordCounts.apply(Keys.<String>create());
    +  
    + +

    Each output element has the same timestamp and is in the same windows + as its corresponding input element, and the output PCollection + has the same + WindowFn + associated with it as the input. + +

    See also Values.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static <K> Keys<K> create()
        +
        Returns a Keys<K> PTransform.
        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input PCollection, + and the type of the elements in the output PCollection
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<K> expand(PCollection<? extends KV<K,?>> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<? extends KV<K,?>>,PCollection<K>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/KvSwap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/KvSwap.html new file mode 100644 index 00000000000..beffee75a91 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/KvSwap.html @@ -0,0 +1,336 @@ + + + + + + +KvSwap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class KvSwap<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys in the input PCollection + and the values in the output PCollection
    +
    V - the type of the values in the input PCollection + and the keys in the output PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class KvSwap<K,V>
    +extends PTransform<PCollection<KV<K,V>>,PCollection<KV<V,K>>>
    +
    KvSwap<K, V> takes a PCollection<KV<K, V>> and + returns a PCollection<KV<V, K>>, where all the keys and + values have been swapped. + +

    Example of use: +

     
    + PCollection<String, Long> wordsToCounts = ...;
    + PCollection<Long, String> countsToWords =
    +     wordToCounts.apply(KvSwap.<String, Long>create());
    +  
    + +

    Each output element has the same timestamp and is in the same windows + as its corresponding input element, and the output PCollection + has the same + WindowFn + associated with it as the input.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static <K,V> KvSwap<K,V> create()
        +
        Returns a KvSwap<K, V> PTransform.
        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input PCollection + and the values in the output PCollection
        +
        V - the type of the values in the input PCollection + and the keys in the output PCollection
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<V,K>> expand(PCollection<KV<K,V>> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PCollection<KV<V,K>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.LatestFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.LatestFn.html new file mode 100644 index 00000000000..185ea0ae557 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.LatestFn.html @@ -0,0 +1,564 @@ + + + + + + +Latest.LatestFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Latest.LatestFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.html new file mode 100644 index 00000000000..c8a4cf7e366 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Latest.html @@ -0,0 +1,323 @@ + + + + + + +Latest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Latest

+
+
+ +
+
    +
  • +
    +
    +
    public class Latest
    +extends Object
    +
    PTransform and Combine.CombineFn for computing the latest element + in a PCollection. + +

    Example 1: compute the latest value for each session: +

    
    + PCollection<Long> input = ...;
    + PCollection<Long> sessioned = input
    +    .apply(Window.<Long>into(Sessions.withGapDuration(Duration.standardMinutes(5)));
    + PCollection<Long> latestValues = sessioned.apply(Latest.<Long>globally());
    + 
    + +

    Example 2: track a latest computed value in an aggregator: +

    
    + class MyDoFn extends DoFn<String, String> {
    +  private Aggregator<TimestampedValue<Double>, Double> latestValue =
    +    createAggregator("latestValue", new Latest.LatestFn<Double>());
    +
    +  {@literal @}ProcessElement
    +  public void processElement(ProcessContext c) {
    +    double val = // ..
    +    latestValue.addValue(TimestampedValue.of(val, c.timestamp()));
    +    // ..
    +  }
    + }
    + 
    + +

    For elements with the same timestamp, the element chosen for output is arbitrary.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        globally

        +
        public static <T> PTransform<PCollection<T>,PCollection<T>> globally()
        +
        Returns a PTransform that takes as input a PCollection<T> and returns a + PCollection<T> whose contents is the latest element according to its event time, or + null if there are no elements.
        +
        +
        Type Parameters:
        +
        T - The type of the elements being combined.
        +
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,V> PTransform<PCollection<KV<K,V>>,PCollection<KV<K,V>>> perKey()
        +
        Returns a PTransform that takes as input a PCollection<KV<K, V>> and returns a + PCollection<KV<K, V>> whose contents is the latest element per-key according to its + event time.
        +
        +
        Type Parameters:
        +
        K - The key type of the elements being combined.
        +
        V - The value type of the elements being combined.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.MissingOutputTypeDescriptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.MissingOutputTypeDescriptor.html new file mode 100644 index 00000000000..ff2e6bd53a2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.MissingOutputTypeDescriptor.html @@ -0,0 +1,246 @@ + + + + + + +MapElements.MissingOutputTypeDescriptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class MapElements.MissingOutputTypeDescriptor<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.html new file mode 100644 index 00000000000..4641f4d9b4e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/MapElements.html @@ -0,0 +1,414 @@ + + + + + + +MapElements (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class MapElements<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        via

        +
        public static <InputT,OutputT> MapElements.MissingOutputTypeDescriptor<InputT,OutputT> via(SerializableFunction<? super InputT,OutputT> fn)
        +
        For a SerializableFunction<InputT, OutputT> fn and output type descriptor, + returns a PTransform that takes an input PCollection<InputT> and returns + a PCollection<OutputT> containing fn.apply(v) for every element v in + the input. + +

        Example of use in Java 8: +

        
        + PCollection<Integer> wordLengths = words.apply(
        +     MapElements.via((String word) -> word.length())
        +         .withOutputType(new TypeDescriptor<Integer>() {});
        + 
        + +

        In Java 7, the overload via(SimpleFunction) is more concise as the output type + descriptor need not be provided.

        +
      • +
      + + + +
        +
      • +

        via

        +
        public static <InputT,OutputT> MapElements<InputT,OutputT> via(SimpleFunction<InputT,OutputT> fn)
        +
        For a SimpleFunction<InputT, OutputT> fn, returns a PTransform that + takes an input PCollection<InputT> and returns a PCollection<OutputT> + containing fn.apply(v) for every element v in the input. + +

        This overload is intended primarily for use in Java 7. In Java 8, the overload + via(SerializableFunction) supports use of lambda for greater concision. + +

        Example of use in Java 7: +

        
        + PCollection<String> words = ...;
        + PCollection<Integer> wordsPerLine = words.apply(MapElements.via(
        +     new SimpleFunction<String, Integer>() {
        +       public Integer apply(String word) {
        +         return word.length();
        +       }
        +     }));
        + 
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<OutputT> expand(PCollection<? extends InputT> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<? extends InputT>,PCollection<OutputT>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<? extends InputT>,PCollection<OutputT>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxDoubleFn.html new file mode 100644 index 00000000000..35c3741d68b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxDoubleFn.html @@ -0,0 +1,445 @@ + + + + + + +Max.MaxDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Max.MaxDoubleFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MaxDoubleFn

        +
        public MaxDoubleFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxFn.html new file mode 100644 index 00000000000..abfbf2e3300 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxFn.html @@ -0,0 +1,477 @@ + + + + + + +Max.MaxFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Max.MaxFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxIntegerFn.html new file mode 100644 index 00000000000..844f26ee772 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxIntegerFn.html @@ -0,0 +1,445 @@ + + + + + + +Max.MaxIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Max.MaxIntegerFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MaxIntegerFn

        +
        public MaxIntegerFn()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxLongFn.html new file mode 100644 index 00000000000..a396f73de99 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.MaxLongFn.html @@ -0,0 +1,445 @@ + + + + + + +Max.MaxLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Max.MaxLongFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MaxLongFn

        +
        public MaxLongFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.html new file mode 100644 index 00000000000..b673b964967 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Max.html @@ -0,0 +1,502 @@ + + + + + + +Max (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Max

+
+
+ +
+
    +
  • +
    +
    +
    public class Max
    +extends Object
    +
    PTransforms for computing the maximum of the elements in a PCollection, or the + maximum of the values associated with each key in a PCollection of KVs. + +

    Example 1: get the maximum of a PCollection of Doubles. +

     
    + PCollection<Double> input = ...;
    + PCollection<Double> max = input.apply(Max.doublesGlobally());
    +  
    + +

    Example 2: calculate the maximum of the Integers + associated with each unique key (which is of type String). +

     
    + PCollection<KV<String, Integer>> input = ...;
    + PCollection<KV<String, Integer>> maxPerKey = input
    +     .apply(Max.<String>integersPerKey());
    +  
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        integersGlobally

        +
        public static Combine.Globally<Integer,Integer> integersGlobally()
        +
        Returns a PTransform that takes an input PCollection<Integer> and returns a + PCollection<Integer> whose contents is the maximum of the input PCollection's + elements, or Integer.MIN_VALUE if there are no elements.
        +
      • +
      + + + +
        +
      • +

        integersPerKey

        +
        public static <K> Combine.PerKey<K,Integer,Integer> integersPerKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, Integer>> and + returns a PCollection<KV<K, Integer>> that contains an output element mapping each + distinct key in the input PCollection to the maximum of the values associated with that + key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + +
        +
      • +

        longsGlobally

        +
        public static Combine.Globally<Long,Long> longsGlobally()
        +
        Returns a PTransform that takes an input PCollection<Long> and returns a PCollection<Long> whose contents is the maximum of the input PCollection's elements, + or Long.MIN_VALUE if there are no elements.
        +
      • +
      + + + +
        +
      • +

        longsPerKey

        +
        public static <K> Combine.PerKey<K,Long,Long> longsPerKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, Long>> and returns a + PCollection<KV<K, Long>> that contains an output element mapping each distinct key in + the input PCollection to the maximum of the values associated with that key in the + input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + +
        +
      • +

        doublesGlobally

        +
        public static Combine.Globally<Double,Double> doublesGlobally()
        +
        Returns a PTransform that takes an input PCollection<Double> and returns a + PCollection<Double> whose contents is the maximum of the input PCollection's + elements, or Double.NEGATIVE_INFINITY if there are no elements.
        +
      • +
      + + + +
        +
      • +

        doublesPerKey

        +
        public static <K> Combine.PerKey<K,Double,Double> doublesPerKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, Double>> and returns + a PCollection<KV<K, Double>> that contains an output element mapping each distinct key + in the input PCollection to the maximum of the values associated with that key in the + input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + +
        +
      • +

        globally

        +
        public static <T extends Comparable<? super T>> Combine.Globally<T,T> globally()
        +
        Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the maximum according to the natural ordering of T + of the input PCollection's elements, or null if there are no elements.
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,T extends Comparable<? super T>> Combine.PerKey<K,T,T> perKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains an output element mapping each distinct key in the + input PCollection to the maximum according to the natural ordering of T of the + values associated with that key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + + + +
        +
      • +

        globally

        +
        public static <T,ComparatorT extends Comparator<? super T> & SerializableCombine.Globally<T,T> globally(ComparatorT comparator)
        +
        Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the maximum of the input PCollection's elements, or + null if there are no elements.
        +
      • +
      + + + + + +
        +
      • +

        perKey

        +
        public static <K,T,ComparatorT extends Comparator<? super T> & SerializableCombine.PerKey<K,T,T> perKey(ComparatorT comparator)
        +
        Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains one output element per key mapping each + to the maximum of the values associated with that key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Mean.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Mean.html new file mode 100644 index 00000000000..61011b49f20 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Mean.html @@ -0,0 +1,305 @@ + + + + + + +Mean (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Mean

+
+
+ +
+
    +
  • +
    +
    +
    public class Mean
    +extends Object
    +
    PTransforms for computing the arithmetic mean + (a.k.a. average) of the elements in a PCollection, or the + mean of the values associated with each key in a + PCollection of KVs. + +

    Example 1: get the mean of a PCollection of Longs. +

     
    + PCollection<Long> input = ...;
    + PCollection<Double> mean = input.apply(Mean.<Long>globally());
    +  
    + +

    Example 2: calculate the mean of the Integers + associated with each unique key (which is of type String). +

     
    + PCollection<KV<String, Integer>> input = ...;
    + PCollection<KV<String, Double>> meanPerKey =
    +     input.apply(Mean.<String, Integer>perKey());
    +  
    +
  • +
+
+
+
    +
  • + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        globally

        +
        public static <NumT extends NumberCombine.Globally<NumT,Double> globally()
        +
        Returns a PTransform that takes an input + PCollection<NumT> and returns a + PCollection<Double> whose contents is the mean of the + input PCollection's elements, or + 0 if there are no elements.
        +
        +
        Type Parameters:
        +
        NumT - the type of the Numbers being combined
        +
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,NumT extends NumberCombine.PerKey<K,NumT,Double> perKey()
        +
        Returns a PTransform that takes an input + PCollection<KV<K, N>> and returns a + PCollection<KV<K, Double>> that contains an output + element mapping each distinct key in the input + PCollection to the mean of the values associated with + that key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and bucketing.

        +
        +
        Type Parameters:
        +
        K - the type of the keys
        +
        NumT - the type of the Numbers being combined
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinDoubleFn.html new file mode 100644 index 00000000000..31495516bb6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinDoubleFn.html @@ -0,0 +1,445 @@ + + + + + + +Min.MinDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Min.MinDoubleFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MinDoubleFn

        +
        public MinDoubleFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinFn.html new file mode 100644 index 00000000000..c674c8d651d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinFn.html @@ -0,0 +1,477 @@ + + + + + + +Min.MinFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Min.MinFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinIntegerFn.html new file mode 100644 index 00000000000..06846854044 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinIntegerFn.html @@ -0,0 +1,445 @@ + + + + + + +Min.MinIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Min.MinIntegerFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MinIntegerFn

        +
        public MinIntegerFn()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinLongFn.html new file mode 100644 index 00000000000..06b85bc2763 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.MinLongFn.html @@ -0,0 +1,445 @@ + + + + + + +Min.MinLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Min.MinLongFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MinLongFn

        +
        public MinLongFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.html new file mode 100644 index 00000000000..46ea5ffe1b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Min.html @@ -0,0 +1,502 @@ + + + + + + +Min (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Min

+
+
+ +
+
    +
  • +
    +
    +
    public class Min
    +extends Object
    +
    PTransforms for computing the minimum of the elements in a PCollection, or the + minimum of the values associated with each key in a PCollection of KVs. + +

    Example 1: get the minimum of a PCollection of Doubles. +

     
    + PCollection<Double> input = ...;
    + PCollection<Double> min = input.apply(Min.doublesGlobally());
    +  
    + +

    Example 2: calculate the minimum of the Integers + associated with each unique key (which is of type String). +

     
    + PCollection<KV<String, Integer>> input = ...;
    + PCollection<KV<String, Integer>> minPerKey = input
    +     .apply(Min.<String>integersPerKey());
    +  
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        integersGlobally

        +
        public static Combine.Globally<Integer,Integer> integersGlobally()
        +
        Returns a PTransform that takes an input PCollection<Integer> and returns a + PCollection<Integer> whose contents is a single value that is the minimum of the input + PCollection's elements, or Integer.MAX_VALUE if there are no elements.
        +
      • +
      + + + +
        +
      • +

        integersPerKey

        +
        public static <K> Combine.PerKey<K,Integer,Integer> integersPerKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, Integer>> and + returns a PCollection<KV<K, Integer>> that contains an output element mapping each + distinct key in the input PCollection to the minimum of the values associated with that + key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + +
        +
      • +

        longsGlobally

        +
        public static Combine.Globally<Long,Long> longsGlobally()
        +
        Returns a PTransform that takes an input PCollection<Long> and returns a PCollection<Long> whose contents is the minimum of the input PCollection's elements, + or Long.MAX_VALUE if there are no elements.
        +
      • +
      + + + +
        +
      • +

        longsPerKey

        +
        public static <K> Combine.PerKey<K,Long,Long> longsPerKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, Long>> and returns a + PCollection<KV<K, Long>> that contains an output element mapping each distinct key in + the input PCollection to the minimum of the values associated with that key in the + input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + +
        +
      • +

        doublesGlobally

        +
        public static Combine.Globally<Double,Double> doublesGlobally()
        +
        Returns a PTransform that takes an input PCollection<Double> and returns a + PCollection<Double> whose contents is the minimum of the input PCollection's + elements, or Double.POSITIVE_INFINITY if there are no elements.
        +
      • +
      + + + +
        +
      • +

        doublesPerKey

        +
        public static <K> Combine.PerKey<K,Double,Double> doublesPerKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, Double>> and returns + a PCollection<KV<K, Double>> that contains an output element mapping each distinct key + in the input PCollection to the minimum of the values associated with that key in the + input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + +
        +
      • +

        globally

        +
        public static <T extends Comparable<? super T>> Combine.Globally<T,T> globally()
        +
        Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the minimum according to the natural ordering of T + of the input PCollection's elements, or null if there are no elements.
        +
      • +
      + + + +
        +
      • +

        perKey

        +
        public static <K,T extends Comparable<? super T>> Combine.PerKey<K,T,T> perKey()
        +
        Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains an output element mapping each distinct key in the + input PCollection to the minimum according to the natural ordering of T of the + values associated with that key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      + + + + + +
        +
      • +

        globally

        +
        public static <T,ComparatorT extends Comparator<? super T> & SerializableCombine.Globally<T,T> globally(ComparatorT comparator)
        +
        Returns a PTransform that takes an input PCollection<T> and returns a PCollection<T> whose contents is the minimum of the input PCollection's elements, or + null if there are no elements.
        +
      • +
      + + + + + +
        +
      • +

        perKey

        +
        public static <K,T,ComparatorT extends Comparator<? super T> & SerializableCombine.PerKey<K,T,T> perKey(ComparatorT comparator)
        +
        Returns a PTransform that takes an input PCollection<KV<K, T>> and returns a + PCollection<KV<K, T>> that contains one output element per key mapping each + to the minimum of the values associated with that key in the input PCollection. + +

        See Combine.PerKey for how this affects timestamps and windowing.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.Context.html new file mode 100644 index 00000000000..cbb0496cacf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.Context.html @@ -0,0 +1,506 @@ + + + + + + +OldDoFn.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class OldDoFn.Context

+
+
+ +
+
    +
  • +
    +
    Direct Known Subclasses:
    +
    OldDoFn.ProcessContext
    +
    +
    +
    Enclosing class:
    +
    OldDoFn<InputT,OutputT>
    +
    +
    +
    +
    public abstract class OldDoFn.Context
    +extends Object
    +
    Information accessible to all methods in this OldDoFn. + Used primarily to output elements.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Context

        +
        public Context()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getPipelineOptions

        +
        public abstract PipelineOptions getPipelineOptions()
        +
        Returns the PipelineOptions specified with the + PipelineRunner + invoking this OldDoFn. The PipelineOptions will + be the default running via DoFnTester.
        +
      • +
      + + + + + +
        +
      • +

        output

        +
        public abstract void output(OutputT output)
        +
        Adds the given element to the main output PCollection. + +

        Once passed to output the element should be considered + immutable and not be modified in any way. It may be cached or retained + by a Beam runner or later steps in the pipeline, or used in + other unspecified ways. + +

        If invoked from processElement, the output + element will have the same timestamp and be in the same windows + as the input element passed to processElement. + +

        If invoked from startBundle or finishBundle, + this will attempt to use the + WindowFn + of the input PCollection to determine what windows the element + should be in, throwing an exception if the WindowFn attempts + to access any information about the input element. The output element + will have a timestamp of negative infinity.

        +
      • +
      + + + + + +
        +
      • +

        outputWithTimestamp

        +
        public abstract void outputWithTimestamp(OutputT output,
        +                                         org.joda.time.Instant timestamp)
        +
        Adds the given element to the main output PCollection, + with the given timestamp. + +

        Once passed to outputWithTimestamp the element should not be + modified in any way. + +

        If invoked from processElement, the timestamp + must not be older than the input element's timestamp minus + getAllowedTimestampSkew. The output element will + be in the same windows as the input element. + +

        If invoked from startBundle or finishBundle, + this will attempt to use the + WindowFn + of the input PCollection to determine what windows the element + should be in, throwing an exception if the WindowFn attempts + to access any information about the input element except for the + timestamp.

        +
      • +
      + + + + + +
        +
      • +

        sideOutput

        +
        public abstract <T> void sideOutput(TupleTag<T> tag,
        +                                    T output)
        +
        Adds the given element to the side output PCollection with the + given tag. + +

        Once passed to sideOutput the element should not be modified + in any way. + +

        The caller of ParDo uses withOutputTags to + specify the tags of side outputs that it consumes. Non-consumed side + outputs, e.g., outputs for monitoring purposes only, don't necessarily + need to be specified. + +

        The output element will have the same timestamp and be in the same + windows as the input element passed to processElement. + +

        If invoked from startBundle or finishBundle, + this will attempt to use the + WindowFn + of the input PCollection to determine what windows the element + should be in, throwing an exception if the WindowFn attempts + to access any information about the input element. The output element + will have a timestamp of negative infinity.

        +
        +
        See Also:
        +
        ParDo.withOutputTags(org.apache.beam.sdk.values.TupleTag<OutputT>, org.apache.beam.sdk.values.TupleTagList)
        +
        +
      • +
      + + + + + +
        +
      • +

        sideOutputWithTimestamp

        +
        public abstract <T> void sideOutputWithTimestamp(TupleTag<T> tag,
        +                                                 T output,
        +                                                 org.joda.time.Instant timestamp)
        +
        Adds the given element to the specified side output PCollection, + with the given timestamp. + +

        Once passed to sideOutputWithTimestamp the element should not be + modified in any way. + +

        If invoked from processElement, the timestamp + must not be older than the input element's timestamp minus + getAllowedTimestampSkew. The output element will + be in the same windows as the input element. + +

        If invoked from startBundle or finishBundle, + this will attempt to use the + WindowFn + of the input PCollection to determine what windows the element + should be in, throwing an exception if the WindowFn attempts + to access any information about the input element except for the + timestamp.

        +
        +
        See Also:
        +
        ParDo.withOutputTags(org.apache.beam.sdk.values.TupleTag<OutputT>, org.apache.beam.sdk.values.TupleTagList)
        +
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.ProcessContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.ProcessContext.html new file mode 100644 index 00000000000..f41fa18bbc6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.ProcessContext.html @@ -0,0 +1,409 @@ + + + + + + +OldDoFn.ProcessContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class OldDoFn.ProcessContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ProcessContext

        +
        public ProcessContext()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.RequiresWindowAccess.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.RequiresWindowAccess.html new file mode 100644 index 00000000000..46900382477 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.RequiresWindowAccess.html @@ -0,0 +1,180 @@ + + + + + + +OldDoFn.RequiresWindowAccess (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface OldDoFn.RequiresWindowAccess

+
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.html new file mode 100644 index 00000000000..f542c2c1c95 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/OldDoFn.html @@ -0,0 +1,694 @@ + + + + + + +OldDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class OldDoFn<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OldDoFn

        +
        public OldDoFn()
        +
        Deprecated. 
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getAllowedTimestampSkew

        +
        @Deprecated
        +public org.joda.time.Duration getAllowedTimestampSkew()
        +
        Deprecated. does not interact well with the watermark.
        +
        Returns the allowed timestamp skew duration, which is the maximum + duration that timestamps can be shifted backward in + OldDoFn.Context.outputWithTimestamp(OutputT, org.joda.time.Instant). + +

        The default value is Duration.ZERO, in which case + timestamps can only be shifted forward to future. For infinite + skew, return Duration.millis(Long.MAX_VALUE). + +

        Note that producing an element whose timestamp is less than the + current timestamp may result in late data, i.e. returning a non-zero + value here does not impact watermark calculations used for firing + windows.

        +
      • +
      + + + +
        +
      • +

        setup

        +
        public void setup()
        +           throws Exception
        +
        Deprecated. 
        +
        Prepares this DoFn instance for processing bundles. + +

        setup() will be called at most once per DoFn instance, and before any other + DoFn method is called. + +

        By default, does nothing.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        startBundle

        +
        public void startBundle(OldDoFn.Context c)
        +                 throws Exception
        +
        Deprecated. 
        +
        Prepares this OldDoFn instance for processing a batch of elements. + +

        By default, does nothing.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        processElement

        +
        public abstract void processElement(OldDoFn.ProcessContext c)
        +                             throws Exception
        +
        Deprecated. 
        +
        Processes one input element. + +

        The current element of the input PCollection is returned by + c.element(). It should be considered immutable. The Beam + runner will not mutate the element, so it is safe to cache, etc. The element should not be + mutated by any of the OldDoFn methods, because it may be cached elsewhere, retained by + the Beam runner, or used in other unspecified ways. + +

        A value is added to the main output PCollection by OldDoFn.Context.output(OutputT). + Once passed to output the element should be considered immutable and not be modified in + any way. It may be cached elsewhere, retained by the Beam runner, or used in other + unspecified ways.

        +
        +
        Throws:
        +
        Exception
        +
        See Also:
        +
        OldDoFn.ProcessContext
        +
        +
      • +
      + + + +
        +
      • +

        finishBundle

        +
        public void finishBundle(OldDoFn.Context c)
        +                  throws Exception
        +
        Deprecated. 
        +
        Finishes processing this batch of elements. + +

        By default, does nothing.

        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Deprecated. 
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getOutputTypeDescriptor

        +
        protected TypeDescriptor<OutputT> getOutputTypeDescriptor()
        +
        Deprecated. 
        +
        Returns a TypeDescriptor capturing what is known statically + about the output type of this OldDoFn instance's + most-derived class. + +

        In the normal case of a concrete OldDoFn subclass with + no generic type parameters of its own (including anonymous inner + classes), this will be a complete non-generic type, which is good + for choosing a default output Coder<OutputT> for the output + PCollection<OutputT>.

        +
      • +
      + + + +
        +
      • +

        createAggregator

        +
        protected final <AggInputT,AggOutputT> Aggregator<AggInputT,AggOutputT> createAggregator(String name,
        +                                                                                         Combine.CombineFn<? super AggInputT,?,AggOutputT> combiner)
        +
        Deprecated. 
        +
        Returns an Aggregator with aggregation logic specified by the + Combine.CombineFn argument. The name provided must be unique across + Aggregators created within the OldDoFn. Aggregators can only be created + during pipeline construction.
        +
        +
        Parameters:
        +
        name - the name of the aggregator
        +
        combiner - the Combine.CombineFn to use in the aggregator
        +
        Returns:
        +
        an aggregator for the provided name and combiner in the scope of + this OldDoFn
        +
        Throws:
        +
        NullPointerException - if the name or combiner is null
        +
        IllegalArgumentException - if the given name collides with another + aggregator in this scope
        +
        IllegalStateException - if called during pipeline processing.
        +
        +
      • +
      + + + +
        +
      • +

        createAggregator

        +
        protected final <AggInputT> Aggregator<AggInputT,AggInputT> createAggregator(String name,
        +                                                                             SerializableFunction<Iterable<AggInputT>,AggInputT> combiner)
        +
        Deprecated. 
        +
        Returns an Aggregator with the aggregation logic specified by the + SerializableFunction argument. The name provided must be unique + across Aggregators created within the OldDoFn. Aggregators can only be + created during pipeline construction.
        +
        +
        Parameters:
        +
        name - the name of the aggregator
        +
        combiner - the SerializableFunction to use in the aggregator
        +
        Returns:
        +
        an aggregator for the provided name and combiner in the scope of + this OldDoFn
        +
        Throws:
        +
        NullPointerException - if the name or combiner is null
        +
        IllegalArgumentException - if the given name collides with another + aggregator in this scope
        +
        IllegalStateException - if called during pipeline processing.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/PTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/PTransform.html new file mode 100644 index 00000000000..0942ca80005 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/PTransform.html @@ -0,0 +1,690 @@ + + + + + + +PTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class PTransform<InputT extends PInput,OutputT extends POutput>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        name

        +
        protected final transient String name
        +
        The base name of this PTransform, e.g., from defaults, or + null if not yet assigned.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PTransform

        +
        protected PTransform()
        +
      • +
      + + + +
        +
      • +

        PTransform

        +
        protected PTransform(String name)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        expand

        +
        public abstract OutputT expand(InputT input)
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
      • +
      + + + + + +
        +
      • +

        validate

        +
        public void validate(InputT input)
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
      • +
      + + + +
        +
      • +

        getName

        +
        public String getName()
        +
        Returns the transform name. + +

        This name is provided by the transform creator and is not required to be unique.

        +
      • +
      + + + + + + + +
        +
      • +

        getKindString

        +
        protected String getKindString()
        +
        Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms). + +

        By default, returns the base name of this PTransform's class. + +

        The caller is responsible for ensuring that names of applied + PTransforms are unique, e.g., by adding a uniquifying + suffix when needed.

        +
      • +
      + + + +
        +
      • +

        getDefaultOutputCoder

        +
        protected Coder<?> getDefaultOutputCoder()
        +                                  throws CannotProvideCoderException
        +
        Returns the default Coder to use for the output of this + single-output PTransform. + +

        By default, always throws

        +
        +
        Throws:
        +
        CannotProvideCoderException - if no coder can be inferred
        +
        +
      • +
      + + + + + +
        +
      • +

        getDefaultOutputCoder

        +
        protected Coder<?> getDefaultOutputCoder(InputT input)
        +                                  throws CannotProvideCoderException
        +
        Returns the default Coder to use for the output of this + single-output PTransform when applied to the given input. + +

        By default, always throws.

        +
        +
        Throws:
        +
        CannotProvideCoderException - if none can be inferred.
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Bound.html new file mode 100644 index 00000000000..91f48882b64 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Bound.html @@ -0,0 +1,557 @@ + + + + + + +ParDo.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ParDo.Bound<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.BoundMulti.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.BoundMulti.html new file mode 100644 index 00000000000..04f46c4d991 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.BoundMulti.html @@ -0,0 +1,561 @@ + + + + + + +ParDo.BoundMulti (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ParDo.BoundMulti<InputT,OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - the type of the (main) input PCollection elements
    +
    OutputT - the type of the main output PCollection elements
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    ParDo
    +
    +
    +
    +
    public static class ParDo.BoundMulti<InputT,OutputT>
    +extends PTransform<PCollection<? extends InputT>,PCollectionTuple>
    +
    A PTransform that, when applied to a + PCollection<InputT>, invokes a user-specified + DoFn<InputT, OutputT> on all its elements, which can emit elements + to any of the PTransform's main and side output + PCollections, which are bundled into a result + PCollectionTuple.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Unbound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Unbound.html new file mode 100644 index 00000000000..a03dd0f9ba0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.Unbound.html @@ -0,0 +1,352 @@ + + + + + + +ParDo.Unbound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ParDo.Unbound

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.UnboundMulti.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.UnboundMulti.html new file mode 100644 index 00000000000..92172208aaf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.UnboundMulti.html @@ -0,0 +1,334 @@ + + + + + + +ParDo.UnboundMulti (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ParDo.UnboundMulti<OutputT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    OutputT - the type of the main output PCollection elements
    +
    +
    +
    Enclosing class:
    +
    ParDo
    +
    +
    +
    +
    public static class ParDo.UnboundMulti<OutputT>
    +extends Object
    +
    An incomplete multi-output ParDo transform, with unbound + input type. + +

    Before being applied, of(org.apache.beam.sdk.transforms.DoFn<InputT, OutputT>) must be + invoked to specify the DoFn to invoke, which will also + bind the input type of this PTransform.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.html new file mode 100644 index 00000000000..81c0b36598a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ParDo.html @@ -0,0 +1,854 @@ + + + + + + +ParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ParDo

+
+
+ +
+
    +
  • +
    +
    +
    public class ParDo
    +extends Object
    +
    ParDo is the core element-wise transform in Apache Beam, invoking a user-specified + function on each of the elements of the input PCollection to produce zero or more output + elements, all of which are collected into the output PCollection. + +

    Elements are processed independently, and possibly in parallel across + distributed cloud resources. + +

    The ParDo processing style is similar to what happens inside + the "Mapper" or "Reducer" class of a MapReduce-style algorithm. + +

    DoFns

    + +

    The function to use to process each element is specified by a + DoFn<InputT, OutputT>, primarily via its + ProcessElement method. The DoFn may also + provide a StartBundle and finishBundle method. + +

    Conceptually, when a ParDo transform is executed, the + elements of the input PCollection are first divided up + into some number of "bundles". These are farmed off to distributed + worker machines (or run locally, if using the DirectRunner). + For each bundle of input elements processing proceeds as follows: + +

      +
    1. If required, a fresh instance of the argument DoFn is created + on a worker, and the DoFn.Setup method is called on this instance. This may be + through deserialization or other means. A PipelineRunner may reuse DoFn + instances for multiple bundles. A DoFn that has terminated abnormally (by throwing an + Exception) will never be reused.
    2. +
    3. The DoFn's DoFn.StartBundle method, if provided, is called to + initialize it.
    4. +
    5. The DoFn's DoFn.ProcessElement method + is called on each of the input elements in the bundle.
    6. +
    7. The DoFn's DoFn.FinishBundle method, if provided, is called + to complete its work. After DoFn.FinishBundle is called, the + framework will not again invoke DoFn.ProcessElement or + DoFn.FinishBundle + until a new call to DoFn.StartBundle has occurred.
    8. +
    9. If any of DoFn.Setup, DoFn.StartBundle, DoFn.ProcessElement or + DoFn.FinishBundle methods throw an exception, the DoFn.Teardown method, if + provided, will be called on the DoFn instance.
    10. +
    11. If a runner will no longer use a DoFn, the DoFn.Teardown method, if + provided, will be called on the discarded instance.
    12. +
    + +

    Each of the calls to any of the DoFn's processing + methods can produce zero or more output elements. All of the + of output elements from all of the DoFn instances + are included in the output PCollection. + +

    For example: + +

    
    + PCollection<String> lines = ...;
    + PCollection<String> words =
    +     lines.apply(ParDo.of(new DoFn<String, String>() {
    +        {@literal @}ProcessElement
    +         public void processElement(ProcessContext c) {
    +           String line = c.element();
    +           for (String word : line.split("[^a-zA-Z']+")) {
    +             c.output(word);
    +           }
    +         }}));
    + PCollection<Integer> wordLengths =
    +     words.apply(ParDo.of(new DoFn<String, Integer>() {
    +        {@literal @}ProcessElement
    +         public void processElement(ProcessContext c) {
    +           String word = c.element();
    +           Integer length = word.length();
    +           c.output(length);
    +         }}));
    + 
    + +

    Each output element has the same timestamp and is in the same windows + as its corresponding input element, and the output PCollection + has the same WindowFn associated with it as the input. + +

    Naming ParDo transforms

    + +

    The name of a transform is used to provide a name for any node in the + Pipeline graph resulting from application of the transform. + It is best practice to provide a name at the time of application, + via PCollection.apply(String, PTransform). Otherwise, + a unique name - which may not be stable across pipeline revision - + will be generated, based on the transform name. + +

    For example: + +

     
    + PCollection<String> words =
    +     lines.apply("ExtractWords", ParDo.of(new DoFn<String, String>() { ... }));
    + PCollection<Integer> wordLengths =
    +     words.apply("ComputeWordLengths", ParDo.of(new DoFn<String, Integer>() { ... }));
    +  
    + +

    Side Inputs

    + +

    While a ParDo processes elements from a single "main input" + PCollection, it can take additional "side input" + PCollectionViews. These side input + PCollectionViews express styles of accessing + PCollections computed by earlier pipeline operations, + passed in to the ParDo transform using + withSideInputs(org.apache.beam.sdk.values.PCollectionView<?>...), and their contents accessible to each of + the DoFn operations via sideInput. + For example: + +

    
    + PCollection<String> words = ...;
    + PCollection<Integer> maxWordLengthCutOff = ...; // Singleton PCollection
    + final PCollectionView<Integer> maxWordLengthCutOffView =
    +     maxWordLengthCutOff.apply(View.<Integer>asSingleton());
    + PCollection<String> wordsBelowCutOff =
    +     words.apply(ParDo.withSideInputs(maxWordLengthCutOffView)
    +                      .of(new DoFn<String, String>() {
    +        {@literal @}ProcessElement
    +         public void processElement(ProcessContext c) {
    +           String word = c.element();
    +           int lengthCutOff = c.sideInput(maxWordLengthCutOffView);
    +           if (word.length() <= lengthCutOff) {
    +             c.output(word);
    +           }
    +         }}));
    + 
    + +

    Side Outputs

    + +

    Optionally, a ParDo transform can produce multiple + output PCollections, both a "main output" + PCollection<OutputT> plus any number of "side output" + PCollections, each keyed by a distinct TupleTag, + and bundled in a PCollectionTuple. The TupleTags + to be used for the output PCollectionTuple are specified by + invoking withOutputTags(org.apache.beam.sdk.values.TupleTag<OutputT>, org.apache.beam.sdk.values.TupleTagList). Unconsumed side outputs do not + necessarily need to be explicitly specified, even if the DoFn + generates them. Within the DoFn, an element is added to the + main output PCollection as normal, using + DoFn.Context.output(OutputT), while an element is added to a side output + PCollection using DoFn.Context.sideOutput(org.apache.beam.sdk.values.TupleTag<T>, T). For example: + +

    
    + PCollection<String> words = ...;
    + // Select words whose length is below a cut off,
    + // plus the lengths of words that are above the cut off.
    + // Also select words starting with "MARKER".
    + final int wordLengthCutOff = 10;
    + // Create tags to use for the main and side outputs.
    + final TupleTag<String> wordsBelowCutOffTag =
    +     new TupleTag<String>(){};
    + final TupleTag<Integer> wordLengthsAboveCutOffTag =
    +     new TupleTag<Integer>(){};
    + final TupleTag<String> markedWordsTag =
    +     new TupleTag<String>(){};
    + PCollectionTuple results =
    +     words.apply(
    +         ParDo
    +         // Specify the main and consumed side output tags of the
    +         // PCollectionTuple result:
    +         .withOutputTags(wordsBelowCutOffTag,
    +                         TupleTagList.of(wordLengthsAboveCutOffTag)
    +                                     .and(markedWordsTag))
    +         .of(new DoFn<String, String>() {
    +             // Create a tag for the unconsumed side output.
    +             final TupleTag<String> specialWordsTag =
    +                 new TupleTag<String>(){};
    +            {@literal @}ProcessElement
    +             public void processElement(ProcessContext c) {
    +               String word = c.element();
    +               if (word.length() <= wordLengthCutOff) {
    +                 // Emit this short word to the main output.
    +                 c.output(word);
    +               } else {
    +                 // Emit this long word's length to a side output.
    +                 c.sideOutput(wordLengthsAboveCutOffTag, word.length());
    +               }
    +               if (word.startsWith("MARKER")) {
    +                 // Emit this word to a different side output.
    +                 c.sideOutput(markedWordsTag, word);
    +               }
    +               if (word.startsWith("SPECIAL")) {
    +                 // Emit this word to the unconsumed side output.
    +                 c.sideOutput(specialWordsTag, word);
    +               }
    +             }}));
    + // Extract the PCollection results, by tag.
    + PCollection<String> wordsBelowCutOff =
    +     results.get(wordsBelowCutOffTag);
    + PCollection<Integer> wordLengthsAboveCutOff =
    +     results.get(wordLengthsAboveCutOffTag);
    + PCollection<String> markedWords =
    +     results.get(markedWordsTag);
    + 
    + +

    Properties May Be Specified In Any Order

    + +

    Several properties can be specified for a ParDo + PTransform, including side inputs, side output tags, + and DoFn to invoke. Only the DoFn is required; side inputs and side + output tags are only specified when they're needed. These + properties can be specified in any order, as long as they're + specified before the ParDo PTransform is applied. + +

    The approach used to allow these properties to be specified in + any order, with some properties omitted, is to have each of the + property "setter" methods defined as static factory methods on + ParDo itself, which return an instance of either + ParDo.Unbound or + ParDo.Bound nested classes, each of which offer + property setter instance methods to enable setting additional + properties. ParDo.Bound is used for ParDo + transforms whose DoFn is specified and whose input and + output static types have been bound. ParDo.Unbound is used + for ParDo transforms that have not yet had their + DoFn specified. Only ParDo.Bound instances can be + applied. + +

    Another benefit of this approach is that it reduces the number + of type parameters that need to be specified manually. In + particular, the input and output types of the ParDo + PTransform are inferred automatically from the type + parameters of the DoFn argument passed to of(org.apache.beam.sdk.transforms.DoFn<InputT, OutputT>). + +

    Output Coders

    + +

    By default, the Coder<OutputT> for the + elements of the main output PCollection<OutputT> is + inferred from the concrete type of the DoFn<InputT, OutputT>. + +

    By default, the Coder<SideOutputT> for the elements of + a side output PCollection<SideOutputT> is inferred + from the concrete type of the corresponding TupleTag<SideOutputT>. + To be successful, the TupleTag should be created as an instance + of a trivial anonymous subclass, with {} suffixed to the + constructor call. Such uses block Java's generic type parameter + inference, so the <X> argument must be provided explicitly. + For example: +

     
    + // A TupleTag to use for a side input can be written concisely:
    + final TupleTag<Integer> sideInputag = new TupleTag<>();
    + // A TupleTag to use for a side output should be written with "{}",
    + // and explicit generic parameter type:
    + final TupleTag<String> sideOutputTag = new TupleTag<String>(){};
    +  
    + This style of TupleTag instantiation is used in the example of + multiple side outputs, above. + +

    Serializability of DoFns

    + +

    A DoFn passed to a ParDo transform must be + Serializable. This allows the DoFn instance + created in this "main program" to be sent (in serialized form) to + remote worker machines and reconstituted for bundles of elements + of the input PCollection being processed. A DoFn + can have instance variable state, and non-transient instance + variable state will be serialized in the main program and then + deserialized on remote worker machines for some number of bundles + of elements to process. + +

    DoFns expressed as anonymous inner classes can be + convenient, but due to a quirk in Java's rules for serializability, + non-static inner or nested classes (including anonymous inner + classes) automatically capture their enclosing class's instance in + their serialized state. This can lead to including much more than + intended in the serialized state of a DoFn, or even things + that aren't Serializable. + +

    There are two ways to avoid unintended serialized state in a + DoFn: + +

      + +
    • Define the DoFn as a named, static class. + +
    • Define the DoFn as an anonymous inner class inside of + a static method. + +
    + +

    Both of these approaches ensure that there is no implicit enclosing + instance serialized along with the DoFn instance. + +

    Prior to Java 8, any local variables of the enclosing + method referenced from within an anonymous inner class need to be + marked as final. If defining the DoFn as a named + static class, such variables would be passed as explicit + constructor arguments and stored in explicit instance variables. + +

    There are three main ways to initialize the state of a + DoFn instance processing a bundle: + +

      + +
    • Define instance variable state (including implicit instance + variables holding final variables captured by an anonymous inner + class), initialized by the DoFn's constructor (which is + implicit for an anonymous inner class). This state will be + automatically serialized and then deserialized in the DoFn + instances created for bundles. This method is good for state + known when the original DoFn is created in the main + program, if it's not overly large. This is not suitable for any + state which must only be used for a single bundle, as DoFn's + may be used to process multiple bundles. + +
    • Compute the state as a singleton PCollection and pass it + in as a side input to the DoFn. This is good if the state + needs to be computed by the pipeline, or if the state is very large + and so is best read from file(s) rather than sent as part of the + DoFn's serialized state. + +
    • Initialize the state in each DoFn instance, in a + DoFn.StartBundle method. This is good if the initialization + doesn't depend on any information known only by the main program or + computed by earlier pipeline operations, but is the same for all + instances of this DoFn for all program executions, say + setting up empty caches or initializing constant data. + +
    + +

    No Global Shared State

    + +

    ParDo operations are intended to be able to run in + parallel across multiple worker machines. This precludes easy + sharing and updating mutable state across those machines. There is + no support in the Beam model for communicating + and synchronizing updates to shared state across worker machines, + so programs should not access any mutable static variable state in + their DoFn, without understanding that the Java processes + for the main program and workers will each have its own independent + copy of such state, and there won't be any automatic copying of + that state across Java processes. All information should be + communicated to DoFn instances via main and side inputs and + serialized state, and all output should be communicated from a + DoFn instance via main and side outputs, in the absence of + external communication mechanisms written by user code. + +

    Fault Tolerance

    + +

    In a distributed system, things can fail: machines can crash, + machines can be unable to communicate across the network, etc. + While individual failures are rare, the larger the job, the greater + the chance that something, somewhere, will fail. Beam runners may strive + to mask such failures by retrying failed DoFn bundle. This means + that a DoFn instance might process a bundle partially, then + crash for some reason, then be rerun (often in a new JVM) on that + same bundle and on the same elements as before. + Sometimes two or more DoFn instances will be running on the + same bundle simultaneously, with the system taking the results of + the first instance to complete successfully. Consequently, the + code in a DoFn needs to be written such that these + duplicate (sequential or concurrent) executions do not cause + problems. If the outputs of a DoFn are a pure function of + its inputs, then this requirement is satisfied. However, if a + DoFn's execution has external side-effects, such as performing + updates to external HTTP services, then the DoFn's code + needs to take care to ensure that those updates are idempotent and + that concurrent updates are acceptable. This property can be + difficult to achieve, so it is advisable to strive to keep + DoFns as pure functions as much as possible. + +

    Optimization

    + +

    Beam runners may choose to apply optimizations to a + pipeline before it is executed. A key optimization, fusion, + relates to ParDo operations. If one ParDo operation produces a + PCollection that is then consumed as the main input of another + ParDo operation, the two ParDo operations will be fused + together into a single ParDo operation and run in a single pass; + this is "producer-consumer fusion". Similarly, if + two or more ParDo operations have the same PCollection main input, + they will be fused into a single ParDo that makes just one pass + over the input PCollection; this is "sibling fusion". + +

    If after fusion there are no more unfused references to a + PCollection (e.g., one between a producer ParDo and a consumer + ParDo), the PCollection itself is "fused away" and won't ever be + written to disk, saving all the I/O and space expense of + constructing it. + +

    When Beam runners apply fusion optimization, it is essentially "free" + to write ParDo operations in a + very modular, composable style, each ParDo operation doing one + clear task, and stringing together sequences of ParDo operations to + get the desired overall effect. Such programs can be easier to + understand, easier to unit-test, easier to extend and evolve, and + easier to reuse in new programs. The predefined library of + PTransforms that come with Beam makes heavy use of + this modular, composable style, trusting to the runner to + "flatten out" all the compositions into highly optimized stages.

    +
    +
    See Also:
    +
    the web + documentation for ParDo
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.PartitionFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.PartitionFn.html new file mode 100644 index 00000000000..ee4e96315ca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.PartitionFn.html @@ -0,0 +1,252 @@ + + + + + + +Partition.PartitionFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface Partition.PartitionFn<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements being partitioned
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    Enclosing class:
    +
    Partition<T>
    +
    +
    +
    +
    public static interface Partition.PartitionFn<T>
    +extends Serializable
    +
    A function object that chooses an output partition for an element.
    +
  • +
+
+
+
    +
  • + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        partitionFor

        +
        int partitionFor(T elem,
        +                 int numPartitions)
        +
        Chooses the partition into which to put the given element.
        +
        +
        Parameters:
        +
        elem - the element to be partitioned
        +
        numPartitions - the total number of partitions (>= 1)
        +
        Returns:
        +
        index of the selected partition (in the range + [0..numPartitions-1])
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.html new file mode 100644 index 00000000000..b7639e9c7d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Partition.html @@ -0,0 +1,414 @@ + + + + + + +Partition (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Partition<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of the input and output + PCollections
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Partition<T>
    +extends PTransform<PCollection<T>,PCollectionList<T>>
    +
    Partition takes a PCollection<T> and a + PartitionFn, uses the PartitionFn to split the + elements of the input PCollection into N partitions, and + returns a PCollectionList<T> that bundles N + PCollection<T>s containing the split elements. + +

    Example of use: +

     
    + PCollection<Student> students = ...;
    + // Split students up into 10 partitions, by percentile:
    + PCollectionList<Student> studentsByPercentile =
    +     students.apply(Partition.of(10, new PartitionFn<Student>() {
    +         public int partitionFor(Student student, int numPartitions) {
    +             return student.getPercentile()  // 0..99
    +                  * numPartitions / 100;
    +         }}))
    + for (int i = 0; i < 10; i++) {
    +   PCollection<Student> partition = studentsByPercentile.get(i);
    +   ...
    + }
    +  
    + +

    By default, the Coder of each of the + PCollections in the output PCollectionList is the + same as the Coder of the input PCollection. + +

    Each output element has the same timestamp and is in the same windows + as its corresponding input element, and each output PCollection + has the same + WindowFn + associated with it as the input.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <T> Partition<T> of(int numPartitions,
        +                                  Partition.PartitionFn<? super T> partitionFn)
        +
        Returns a new Partition PTransform that divides + its input PCollection into the given number of partitions, + using the given partitioning function.
        +
        +
        Parameters:
        +
        numPartitions - the number of partitions to divide the input + PCollection into
        +
        partitionFn - the function to invoke on each element to + choose its output partition
        +
        Throws:
        +
        IllegalArgumentException - if numPartitions <= 0
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollectionList<T> expand(PCollection<T> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollectionList<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PCollectionList<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Find.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Find.html new file mode 100644 index 00000000000..14a0e827e13 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Find.html @@ -0,0 +1,343 @@ + + + + + + +Regex.Find (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.Find

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.Find
    +extends PTransform<PCollection<String>,PCollection<String>>
    +
    Regex.Find<String> takes a PCollection<String> and returns a PCollection<String> representing the value extracted from the Regex groups of the input PCollection to the number of times that element occurs in the input. + +

    This transform runs a Regex on the entire input line. If a portion of the line does not + match the Regex, the line will not be output. If it does match a portion of the line, the group + in the Regex will be used. The output will be the Regex group. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<String> values =
    +     words.apply(Regex.find("myregex (mygroup)", 1));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Find

        +
        public Find(String regex,
        +            int group)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<String> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<String>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.FindKV.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.FindKV.html new file mode 100644 index 00000000000..53d4e318a92 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.FindKV.html @@ -0,0 +1,349 @@ + + + + + + +Regex.FindKV (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.FindKV

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.FindKV
    +extends PTransform<PCollection<String>,PCollection<KV<String,String>>>
    +
    Regex.MatchesKV<KV<String, String>> takes a PCollection<String> and returns a + PCollection<KV<String, String>> representing the key and value extracted from the Regex + groups of the input PCollection to the number of times that element occurs in the + input. + +

    This transform runs a Regex on the entire input line. If a portion of the line does not + match the Regex, the line will not be output. If it does match a portion of the line, the + groups in the Regex will be used. The key will be the key's group and the value will be the + value's group. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<KV<String, String>> keysAndValues =
    +     words.apply(Regex.findKV("myregex (mykeygroup) (myvaluegroup)", 1, 2));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        FindKV

        +
        public FindKV(String regex,
        +              int keyGroup,
        +              int valueGroup)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<String,String>> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<KV<String,String>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Matches.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Matches.html new file mode 100644 index 00000000000..d42fd9c8c0c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Matches.html @@ -0,0 +1,343 @@ + + + + + + +Regex.Matches (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.Matches

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.Matches
    +extends PTransform<PCollection<String>,PCollection<String>>
    +
    Regex.Matches<String> takes a PCollection<String> and returns a PCollection<String> representing the value extracted from the Regex groups of the input PCollection to the number of times that element occurs in the input. + +

    This transform runs a Regex on the entire input line. If the entire line does not match the + Regex, the line will not be output. If it does match the entire line, the group in the Regex + will be used. The output will be the Regex group. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<String> values =
    +     words.apply(Regex.matches("myregex (mygroup)", 1));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Matches

        +
        public Matches(String regex,
        +               int group)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<String> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<String>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.MatchesKV.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.MatchesKV.html new file mode 100644 index 00000000000..0023d993d2c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.MatchesKV.html @@ -0,0 +1,348 @@ + + + + + + +Regex.MatchesKV (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.MatchesKV

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.MatchesKV
    +extends PTransform<PCollection<String>,PCollection<KV<String,String>>>
    +
    Regex.MatchesKV<KV<String, String>> takes a PCollection<String> and returns a + PCollection<KV<String, String>> representing the key and value extracted from the Regex + groups of the input PCollection to the number of times that element occurs in the + input. + +

    This transform runs a Regex on the entire input line. If the entire line does not match the + Regex, the line will not be output. If it does match the entire line, the groups in the Regex + will be used. The key will be the key's group and the value will be the value's group. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<KV<String, String>> keysAndValues =
    +     words.apply(Regex.matchesKV("myregex (mykeygroup) (myvaluegroup)", 1, 2));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MatchesKV

        +
        public MatchesKV(String regex,
        +                 int keyGroup,
        +                 int valueGroup)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<String,String>> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<KV<String,String>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceAll.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceAll.html new file mode 100644 index 00000000000..60926f9e27d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceAll.html @@ -0,0 +1,344 @@ + + + + + + +Regex.ReplaceAll (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.ReplaceAll

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.ReplaceAll
    +extends PTransform<PCollection<String>,PCollection<String>>
    +
    Regex.ReplaceAll<String> takes a PCollection<String> and returns a PCollection<String> with all Strings that matched the Regex being replaced with the + replacement string. + +

    This transform runs a Regex on the entire input line. If a portion of the line does not + match the Regex, the line will be output without changes. If it does match a portion of the + line, all portions matching the Regex will be replaced with the replacement String. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<String> values =
    +     words.apply(Regex.replaceAll("myregex", "myreplacement"));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ReplaceAll

        +
        public ReplaceAll(String regex,
        +                  String replacement)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<String> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<String>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceFirst.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceFirst.html new file mode 100644 index 00000000000..9d0851c99d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.ReplaceFirst.html @@ -0,0 +1,344 @@ + + + + + + +Regex.ReplaceFirst (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.ReplaceFirst

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.ReplaceFirst
    +extends PTransform<PCollection<String>,PCollection<String>>
    +
    Regex.ReplaceFirst<String> takes a PCollection<String> and returns a PCollection<String> with the first Strings that matched the Regex being replaced with the + replacement string. + +

    This transform runs a Regex on the entire input line. If a portion of the line does not + match the Regex, the line will be output without changes. If it does match a portion of the + line, the first portion matching the Regex will be replaced with the replacement String. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<String> values =
    +     words.apply(Regex.replaceFirst("myregex", "myreplacement"));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ReplaceFirst

        +
        public ReplaceFirst(String regex,
        +                    String replacement)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<String> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<String>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Split.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Split.html new file mode 100644 index 00000000000..346ab31a49b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.Split.html @@ -0,0 +1,346 @@ + + + + + + +Regex.Split (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex.Split

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Regex
    +
    +
    +
    +
    public static class Regex.Split
    +extends PTransform<PCollection<String>,PCollection<String>>
    +
    Regex.Split<String> takes a PCollection<String> and returns a PCollection<String> with the input string split into individual items in a list. Each item is + then output as a separate string. + +

    This transform runs a Regex as part of a splint the entire input line. The split gives back + an array of items. Each item is output as a separate item in the PCollection<String>. + +

    Depending on the Regex, a split can be an empty or "" string. You can pass in a parameter if + you want empty strings or not. + +

    Example of use: + +

    
    + PCollection<String> words = ...;
    + PCollection<String> values =
    +     words.apply(Regex.split("\W*"));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Split

        +
        public Split(String regex,
        +             boolean outputEmpty)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<String> expand(PCollection<String> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<String>,PCollection<String>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.html new file mode 100644 index 00000000000..ba5a3178e1a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Regex.html @@ -0,0 +1,551 @@ + + + + + + +Regex (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Regex

+
+
+ +
+
    +
  • +
    +
    +
    public class Regex
    +extends Object
    +
    PTransorms to use Regular Expressions to process elements in a PCollection. + +

    matches(String, int) can be used to see if an entire line matches a Regex. + matchesKV(String, int, int) can be used to see if an entire line matches a Regex + and output certain groups as a KV. + +

    find(String, int) can be used to see if a portion of a line matches a Regex. + matchesKV(String, int, int) can be used to see if a portion of a line matches a + Regex and output certain groups as a KV. + +

    Lines that do not match the Regex will not be output.

    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeClass and Description
      static class Regex.Find +
      Regex.Find<String> takes a PCollection<String> and returns a PCollection<String> representing the value extracted from the Regex groups of the input PCollection to the number of times that element occurs in the input.
      +
      static class Regex.FindKV +
      Regex.MatchesKV<KV<String, String>> takes a PCollection<String> and returns a + PCollection<KV<String, String>> representing the key and value extracted from the Regex + groups of the input PCollection to the number of times that element occurs in the + input.
      +
      static class Regex.Matches +
      Regex.Matches<String> takes a PCollection<String> and returns a PCollection<String> representing the value extracted from the Regex groups of the input PCollection to the number of times that element occurs in the input.
      +
      static class Regex.MatchesKV +
      Regex.MatchesKV<KV<String, String>> takes a PCollection<String> and returns a + PCollection<KV<String, String>> representing the key and value extracted from the Regex + groups of the input PCollection to the number of times that element occurs in the + input.
      +
      static class Regex.ReplaceAll +
      Regex.ReplaceAll<String> takes a PCollection<String> and returns a PCollection<String> with all Strings that matched the Regex being replaced with the + replacement string.
      +
      static class Regex.ReplaceFirst +
      Regex.ReplaceFirst<String> takes a PCollection<String> and returns a PCollection<String> with the first Strings that matched the Regex being replaced with the + replacement string.
      +
      static class Regex.Split +
      Regex.Split<String> takes a PCollection<String> and returns a PCollection<String> with the input string split into individual items in a list.
      +
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        matches

        +
        public static Regex.Matches matches(String regex)
        +
        Returns a Regex.Matches PTransform that checks if the entire line matches the + Regex. Returns the entire line (group 0) as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        +
      • +
      + + + +
        +
      • +

        matches

        +
        public static Regex.Matches matches(String regex,
        +                                    int group)
        +
        Returns a Regex.Matches PTransform that checks if the entire line matches the + Regex. Returns the group as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        group - The Regex group to return as a PCollection
        +
        +
      • +
      + + + +
        +
      • +

        matchesKV

        +
        public static Regex.MatchesKV matchesKV(String regex,
        +                                        int keyGroup,
        +                                        int valueGroup)
        +
        Returns a Regex.MatchesKV PTransform that checks if the entire line matches the + Regex. Returns the specified groups as the key and value as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        keyGroup - The Regex group to use as the key
        +
        valueGroup - The Regex group to use the value
        +
        +
      • +
      + + + +
        +
      • +

        find

        +
        public static Regex.Find find(String regex)
        +
        Returns a Regex.Find PTransform that checks if a portion of the line matches + the Regex. Returns the entire line (group 0) as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        +
      • +
      + + + +
        +
      • +

        find

        +
        public static Regex.Find find(String regex,
        +                              int group)
        +
        Returns a Regex.Find PTransform that checks if a portion of the line matches + the Regex. Returns the group as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        group - The Regex group to return as a PCollection
        +
        +
      • +
      + + + +
        +
      • +

        findKV

        +
        public static Regex.FindKV findKV(String regex,
        +                                  int keyGroup,
        +                                  int valueGroup)
        +
        Returns a Regex.FindKV PTransform that checks if a portion of the line matches + the Regex. Returns the specified groups as the key and value as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        keyGroup - The Regex group to use as the key
        +
        valueGroup - The Regex group to use the value
        +
        +
      • +
      + + + +
        +
      • +

        replaceAll

        +
        public static Regex.ReplaceAll replaceAll(String regex,
        +                                          String replacement)
        +
        Returns a Regex.ReplaceAll PTransform that checks if a portion of the line + matches the Regex and replaces all matches with the replacement String. Returns the group as a + PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        replacement - The string to be substituted for each match
        +
        +
      • +
      + + + +
        +
      • +

        replaceFirst

        +
        public static Regex.ReplaceFirst replaceFirst(String regex,
        +                                              String replacement)
        +
        Returns a Regex.ReplaceAll PTransform that checks if a portion of the line + matches the Regex and replaces the first match with the replacement String. Returns the group + as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        replacement - The string to be substituted for each match
        +
        +
      • +
      + + + +
        +
      • +

        split

        +
        public static Regex.Split split(String regex)
        +
        Returns a Regex.Split PTransform that splits a string on the regular expression + and then outputs each item. It will not output empty items. Returns the group as a PCollection. a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        +
      • +
      + + + +
        +
      • +

        split

        +
        public static Regex.Split split(String regex,
        +                                boolean outputEmpty)
        +
        Returns a Regex.Split PTransform that splits a string on the regular expression + and then outputs each item. Returns the group as a PCollection.
        +
        +
        Parameters:
        +
        regex - The regular expression to run
        +
        outputEmpty - Should empty be output. True to output empties and false if not.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.FixedSizedSampleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.FixedSizedSampleFn.html new file mode 100644 index 00000000000..b5dd3471c06 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.FixedSizedSampleFn.html @@ -0,0 +1,522 @@ + + + + + + +Sample.FixedSizedSampleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sample.FixedSizedSampleFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.SampleAny.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.SampleAny.html new file mode 100644 index 00000000000..587776fe4fb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.SampleAny.html @@ -0,0 +1,333 @@ + + + + + + +Sample.SampleAny (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sample.SampleAny<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.html new file mode 100644 index 00000000000..1b28e1f9412 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sample.html @@ -0,0 +1,416 @@ + + + + + + +Sample (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sample

+
+
+ +
+
    +
  • +
    +
    +
    public class Sample
    +extends Object
    +
    PTransforms for taking samples of the elements in a + PCollection, or samples of the values associated with each + key in a PCollection of KVs.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeClass and Description
      static class Sample.FixedSizedSampleFn<T> +
      CombineFn that computes a fixed-size sample of a + collection of values.
      +
      static class Sample.SampleAny<T> +
      A PTransform that takes a PCollection<T> and a limit, and + produces a new PCollection<T> containing up to limit + elements of the input PCollection.
      +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      Sample() 
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Sample

        +
        public Sample()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        any

        +
        public static <T> PTransform<PCollection<T>,PCollection<T>> any(long limit)
        +
        Sample#any(long) takes a PCollection<T> and a limit, and + produces a new PCollection<T> containing up to limit + elements of the input PCollection. + +

        If limit is greater than or equal to the size of the input + PCollection, then all the input's elements will be selected. + +

        All of the elements of the output PCollection should fit into + main memory of a single worker machine. This operation does not + run in parallel. + +

        Example of use: +

         
        + PCollection<String> input = ...;
        + PCollection<String> output = input.apply(Sample.<String>any(100));
        +  
        +
        +
        Type Parameters:
        +
        T - the type of the elements of the input and output + PCollections
        +
        Parameters:
        +
        limit - the number of elements to take from the input
        +
        +
      • +
      + + + +
        +
      • +

        fixedSizeGlobally

        +
        public static <T> PTransform<PCollection<T>,PCollection<Iterable<T>>> fixedSizeGlobally(int sampleSize)
        +
        Returns a PTransform that takes a PCollection<T>, + selects sampleSize elements, uniformly at random, and returns a + PCollection<Iterable<T>> containing the selected elements. + If the input PCollection has fewer than + sampleSize elements, then the output Iterable<T> + will be all the input's elements. + +

        Example of use: +

         
        + PCollection<String> pc = ...;
        + PCollection<Iterable<String>> sampleOfSize10 =
        +     pc.apply(Sample.fixedSizeGlobally(10));
        +  
        +
        +
        Type Parameters:
        +
        T - the type of the elements
        +
        Parameters:
        +
        sampleSize - the number of elements to select; must be >= 0
        +
        +
      • +
      + + + +
        +
      • +

        fixedSizePerKey

        +
        public static <K,V> PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>> fixedSizePerKey(int sampleSize)
        +
        Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, Iterable<V>>> that contains an output + element mapping each distinct key in the input + PCollection to a sample of sampleSize values + associated with that key in the input PCollection, taken + uniformly at random. If a key in the input PCollection + has fewer than sampleSize values associated with it, then + the output Iterable<V> associated with that key will be + all the values associated with that key in the input + PCollection. + +

        Example of use: +

         
        + PCollection<KV<String, Integer>> pc = ...;
        + PCollection<KV<String, Iterable<Integer>>> sampleOfSize10PerKey =
        +     pc.apply(Sample.<String, Integer>fixedSizePerKey());
        +  
        +
        +
        Type Parameters:
        +
        K - the type of the keys
        +
        V - the type of the values
        +
        Parameters:
        +
        sampleSize - the number of values to select for each + distinct key; must be >= 0
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableComparator.html new file mode 100644 index 00000000000..e8eedc5d18f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableComparator.html @@ -0,0 +1,204 @@ + + + + + + +SerializableComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface SerializableComparator<T>

+
+
+
+ +
+ +
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableFunction.html new file mode 100644 index 00000000000..470b8ccc0cd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SerializableFunction.html @@ -0,0 +1,244 @@ + + + + + + +SerializableFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Interface SerializableFunction<InputT,OutputT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - input value type
    +
    OutputT - output value type
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    All Known Implementing Classes:
    +
    SimpleFunction
    +
    +
    +
    +
    public interface SerializableFunction<InputT,OutputT>
    +extends Serializable
    +
    A function that computes an output value of type OutputT from an input value of type + InputT and is Serializable.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        apply

        +
        OutputT apply(InputT input)
        +
        Returns the result of invoking this function on the given input.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SimpleFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SimpleFunction.html new file mode 100644 index 00000000000..84b3a77e961 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/SimpleFunction.html @@ -0,0 +1,375 @@ + + + + + + +SimpleFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class SimpleFunction<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SimpleFunction

        +
        public SimpleFunction()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        getOutputTypeDescriptor

        +
        public TypeDescriptor<OutputT> getOutputTypeDescriptor()
        +
        Returns a TypeDescriptor capturing what is known statically + about the output type of this SimpleFunction instance's + most-derived class. + +

        In the normal case of a concrete SimpleFunction subclass with + no generic type parameters of its own (including anonymous inner + classes), this will be a complete non-generic type, which is good + for choosing a default output Coder<OutputT> for the output + PCollection<OutputT>.

        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumDoubleFn.html new file mode 100644 index 00000000000..7bfd2c34e59 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumDoubleFn.html @@ -0,0 +1,446 @@ + + + + + + +Sum.SumDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sum.SumDoubleFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SumDoubleFn

        +
        public SumDoubleFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumIntegerFn.html new file mode 100644 index 00000000000..8ddefe74000 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumIntegerFn.html @@ -0,0 +1,446 @@ + + + + + + +Sum.SumIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sum.SumIntegerFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SumIntegerFn

        +
        public SumIntegerFn()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumLongFn.html new file mode 100644 index 00000000000..ca127fdadbf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.SumLongFn.html @@ -0,0 +1,446 @@ + + + + + + +Sum.SumLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sum.SumLongFn

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SumLongFn

        +
        public SumLongFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.html new file mode 100644 index 00000000000..d62cfab6b30 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Sum.html @@ -0,0 +1,432 @@ + + + + + + +Sum (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Sum

+
+
+ +
+
    +
  • +
    +
    +
    public class Sum
    +extends Object
    +
    PTransforms for computing the sum of the elements in a + PCollection, or the sum of the values associated with + each key in a PCollection of KVs. + +

    Example 1: get the sum of a PCollection of Doubles. +

     
    + PCollection<Double> input = ...;
    + PCollection<Double> sum = input.apply(Sum.doublesGlobally());
    +  
    + +

    Example 2: calculate the sum of the Integers + associated with each unique key (which is of type String). +

     
    + PCollection<KV<String, Integer>> input = ...;
    + PCollection<KV<String, Integer>> sumPerKey = input
    +     .apply(Sum.<String>integersPerKey());
    +  
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        integersGlobally

        +
        public static Combine.Globally<Integer,Integer> integersGlobally()
        +
        Returns a PTransform that takes an input + PCollection<Integer> and returns a + PCollection<Integer> whose contents is the sum of the + input PCollection's elements, or + 0 if there are no elements.
        +
      • +
      + + + +
        +
      • +

        integersPerKey

        +
        public static <K> Combine.PerKey<K,Integer,Integer> integersPerKey()
        +
        Returns a PTransform that takes an input + PCollection<KV<K, Integer>> and returns a + PCollection<KV<K, Integer>> that contains an output + element mapping each distinct key in the input + PCollection to the sum of the values associated with + that key in the input PCollection.
        +
      • +
      + + + +
        +
      • +

        longsGlobally

        +
        public static Combine.Globally<Long,Long> longsGlobally()
        +
        Returns a PTransform that takes an input + PCollection<Long> and returns a + PCollection<Long> whose contents is the sum of the + input PCollection's elements, or + 0 if there are no elements.
        +
      • +
      + + + +
        +
      • +

        longsPerKey

        +
        public static <K> Combine.PerKey<K,Long,Long> longsPerKey()
        +
        Returns a PTransform that takes an input + PCollection<KV<K, Long>> and returns a + PCollection<KV<K, Long>> that contains an output + element mapping each distinct key in the input + PCollection to the sum of the values associated with + that key in the input PCollection.
        +
      • +
      + + + +
        +
      • +

        doublesGlobally

        +
        public static Combine.Globally<Double,Double> doublesGlobally()
        +
        Returns a PTransform that takes an input + PCollection<Double> and returns a + PCollection<Double> whose contents is the sum of the + input PCollection's elements, or + 0 if there are no elements.
        +
      • +
      + + + +
        +
      • +

        doublesPerKey

        +
        public static <K> Combine.PerKey<K,Double,Double> doublesPerKey()
        +
        Returns a PTransform that takes an input + PCollection<KV<K, Double>> and returns a + PCollection<KV<K, Double>> that contains an output + element mapping each distinct key in the input + PCollection to the sum of the values associated with + that key in the input PCollection.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Largest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Largest.html new file mode 100644 index 00000000000..2a4302afd54 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Largest.html @@ -0,0 +1,303 @@ + + + + + + +Top.Largest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Top.Largest<T extends Comparable<? super T>>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Largest

        +
        public Largest()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Smallest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Smallest.html new file mode 100644 index 00000000000..78e78dce7c6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.Smallest.html @@ -0,0 +1,303 @@ + + + + + + +Top.Smallest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Top.Smallest<T extends Comparable<? super T>>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Smallest

        +
        public Smallest()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.TopCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.TopCombineFn.html new file mode 100644 index 00000000000..559acd6d215 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.TopCombineFn.html @@ -0,0 +1,513 @@ + + + + + + +Top.TopCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Top.TopCombineFn<T,ComparatorT extends Comparator<T> & Serializable>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.html new file mode 100644 index 00000000000..c0230e103fd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Top.html @@ -0,0 +1,628 @@ + + + + + + +Top (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Top

+
+
+ +
+
    +
  • +
    +
    +
    public class Top
    +extends Object
    +
    PTransforms for finding the largest (or smallest) set + of elements in a PCollection, or the largest (or smallest) + set of values associated with each key in a PCollection of + KVs.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeClass and Description
      static class Top.Largest<T extends Comparable<? super T>> +
      A Serializable Comparator that that uses the compared elements' natural + ordering.
      +
      static class Top.Smallest<T extends Comparable<? super T>> +
      Serializable Comparator that that uses the reverse of the compared elements' + natural ordering.
      +
      static class Top.TopCombineFn<T,ComparatorT extends Comparator<T> & Serializable> +
      CombineFn for Top transforms that combines a + bunch of Ts into a single count-long + List<T>, using compareFn to choose the largest + Ts.
      +
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Static Methods Concrete Methods 
      Modifier and TypeMethod and Description
      static <T extends Comparable<T>>
      Combine.Globally<T,List<T>>
      largest(int count) +
      Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the largest count elements of the input + PCollection<T>, in decreasing order, sorted according to + their natural order.
      +
      static <K,V extends Comparable<V>>
      Combine.PerKey<K,V,List<V>>
      largestPerKey(int count) +
      Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the largest count values + associated with that key in the input + PCollection<KV<K, V>>, in decreasing order, sorted + according to their natural order.
      +
      static <T,ComparatorT extends Comparator<T> & Serializable>
      Combine.Globally<T,List<T>>
      of(int count, + ComparatorT compareFn) +
      Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the largest count elements of the input + PCollection<T>, in decreasing order, sorted using the + given Comparator<T>.
      +
      static <K,V,ComparatorT extends Comparator<V> & Serializable>
      PTransform<PCollection<KV<K,V>>,PCollection<KV<K,List<V>>>>
      perKey(int count, + ComparatorT compareFn) +
      Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the largest count values + associated with that key in the input + PCollection<KV<K, V>>, in decreasing order, sorted using + the given Comparator<V>.
      +
      static <T extends Comparable<T>>
      Combine.Globally<T,List<T>>
      smallest(int count) +
      Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the smallest count elements of the input + PCollection<T>, in increasing order, sorted according to + their natural order.
      +
      static <K,V extends Comparable<V>>
      PTransform<PCollection<KV<K,V>>,PCollection<KV<K,List<V>>>>
      smallestPerKey(int count) +
      Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the smallest count values + associated with that key in the input + PCollection<KV<K, V>>, in increasing order, sorted + according to their natural order.
      +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        of

        +
        public static <T,ComparatorT extends Comparator<T> & SerializableCombine.Globally<T,List<T>> of(int count,
        +                                                                                                  ComparatorT compareFn)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the largest count elements of the input + PCollection<T>, in decreasing order, sorted using the + given Comparator<T>. The Comparator<T> must also + be Serializable. + +

        If count < the number of elements in the + input PCollection, then all the elements of the input + PCollection will be in the resulting + List, albeit in sorted order. + +

        All the elements of the result's List + must fit into the memory of a single machine. + +

        Example of use: +

         
        + PCollection<Student> students = ...;
        + PCollection<List<Student>> top10Students =
        +     students.apply(Top.of(10, new CompareStudentsByAvgGrade()));
        +  
        + +

        By default, the Coder of the output PCollection + is a ListCoder of the Coder of the elements of + the input PCollection. + +

        If the input PCollection is windowed into GlobalWindows, + an empty List<T> in the GlobalWindow will be output if the input + PCollection is empty. To use this with inputs with other windowing, + either withoutDefaults or + asSingletonView must be called. + +

        See also smallest(int) and largest(int), which sort + Comparable elements using their natural ordering. + +

        See also perKey(int, ComparatorT), smallestPerKey(int), and + largestPerKey(int), which take a PCollection of + KVs and return the top values associated with each key.

        +
      • +
      + + + +
        +
      • +

        smallest

        +
        public static <T extends Comparable<T>> Combine.Globally<T,List<T>> smallest(int count)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the smallest count elements of the input + PCollection<T>, in increasing order, sorted according to + their natural order. + +

        If count < the number of elements in the + input PCollection, then all the elements of the input + PCollection will be in the resulting PCollection's + List, albeit in sorted order. + +

        All the elements of the result List + must fit into the memory of a single machine. + +

        Example of use: +

         
        + PCollection<Integer> values = ...;
        + PCollection<List<Integer>> smallest10Values = values.apply(Top.smallest(10));
        +  
        + +

        By default, the Coder of the output PCollection + is a ListCoder of the Coder of the elements of + the input PCollection. + +

        If the input PCollection is windowed into GlobalWindows, + an empty List<T> in the GlobalWindow will be output if the input + PCollection is empty. To use this with inputs with other windowing, + either withoutDefaults or + asSingletonView must be called. + +

        See also largest(int). + +

        See also of(int, ComparatorT), which sorts using a user-specified + Comparator function. + +

        See also perKey(int, ComparatorT), smallestPerKey(int), and + largestPerKey(int), which take a PCollection of + KVs and return the top values associated with each key.

        +
      • +
      + + + +
        +
      • +

        largest

        +
        public static <T extends Comparable<T>> Combine.Globally<T,List<T>> largest(int count)
        +
        Returns a PTransform that takes an input + PCollection<T> and returns a PCollection<List<T>> with a + single element containing the largest count elements of the input + PCollection<T>, in decreasing order, sorted according to + their natural order. + +

        If count < the number of elements in the + input PCollection, then all the elements of the input + PCollection will be in the resulting PCollection's + List, albeit in sorted order. + +

        All the elements of the result's List + must fit into the memory of a single machine. + +

        Example of use: +

         
        + PCollection<Integer> values = ...;
        + PCollection<List<Integer>> largest10Values = values.apply(Top.largest(10));
        +  
        + +

        By default, the Coder of the output PCollection + is a ListCoder of the Coder of the elements of + the input PCollection. + +

        If the input PCollection is windowed into GlobalWindows, + an empty List<T> in the GlobalWindow will be output if the input + PCollection is empty. To use this with inputs with other windowing, + either withoutDefaults or + asSingletonView must be called. + +

        See also smallest(int). + +

        See also of(int, ComparatorT), which sorts using a user-specified + Comparator function. + +

        See also perKey(int, ComparatorT), smallestPerKey(int), and + largestPerKey(int), which take a PCollection of + KVs and return the top values associated with each key.

        +
      • +
      + + + + + +
        +
      • +

        perKey

        +
        public static <K,V,ComparatorT extends Comparator<V> & SerializablePTransform<PCollection<KV<K,V>>,PCollection<KV<K,List<V>>>> perKey(int count,
        +                                                                                                                                        ComparatorT compareFn)
        +
        Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the largest count values + associated with that key in the input + PCollection<KV<K, V>>, in decreasing order, sorted using + the given Comparator<V>. The + Comparator<V> must also be Serializable. + +

        If there are fewer than count values associated with + a particular key, then all those values will be in the result + mapping for that key, albeit in sorted order. + +

        All the values associated with a single key must fit into the + memory of a single machine, but there can be many more + KVs in the resulting PCollection than can fit + into the memory of a single machine. + +

        Example of use: +

         
        + PCollection<KV<School, Student>> studentsBySchool = ...;
        + PCollection<KV<School, List<Student>>> top10StudentsBySchool =
        +     studentsBySchool.apply(
        +         Top.perKey(10, new CompareStudentsByAvgGrade()));
        +  
        + +

        By default, the Coder of the keys of the output + PCollection is the same as that of the keys of the input + PCollection, and the Coder of the values of the + output PCollection is a ListCoder of the + Coder of the values of the input PCollection. + +

        See also smallestPerKey(int) and largestPerKey(int), which + sort Comparable<V> values using their natural + ordering. + +

        See also of(int, ComparatorT), smallest(int), and largest(int), which + take a PCollection and return the top elements.

        +
      • +
      + + + +
        +
      • +

        smallestPerKey

        +
        public static <K,V extends Comparable<V>> PTransform<PCollection<KV<K,V>>,PCollection<KV<K,List<V>>>> smallestPerKey(int count)
        +
        Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the smallest count values + associated with that key in the input + PCollection<KV<K, V>>, in increasing order, sorted + according to their natural order. + +

        If there are fewer than count values associated with + a particular key, then all those values will be in the result + mapping for that key, albeit in sorted order. + +

        All the values associated with a single key must fit into the + memory of a single machine, but there can be many more + KVs in the resulting PCollection than can fit + into the memory of a single machine. + +

        Example of use: +

         
        + PCollection<KV<String, Integer>> keyedValues = ...;
        + PCollection<KV<String, List<Integer>>> smallest10ValuesPerKey =
        +     keyedValues.apply(Top.smallestPerKey(10));
        +  
        + +

        By default, the Coder of the keys of the output + PCollection is the same as that of the keys of the input + PCollection, and the Coder of the values of the + output PCollection is a ListCoder of the + Coder of the values of the input PCollection. + +

        See also largestPerKey(int). + +

        See also perKey(int, ComparatorT), which sorts values using a user-specified + Comparator function. + +

        See also of(int, ComparatorT), smallest(int), and largest(int), which + take a PCollection and return the top elements.

        +
      • +
      + + + +
        +
      • +

        largestPerKey

        +
        public static <K,V extends Comparable<V>> Combine.PerKey<K,V,List<V>> largestPerKey(int count)
        +
        Returns a PTransform that takes an input + PCollection<KV<K, V>> and returns a + PCollection<KV<K, List<V>>> that contains an output + element mapping each distinct key in the input + PCollection to the largest count values + associated with that key in the input + PCollection<KV<K, V>>, in decreasing order, sorted + according to their natural order. + +

        If there are fewer than count values associated with + a particular key, then all those values will be in the result + mapping for that key, albeit in sorted order. + +

        All the values associated with a single key must fit into the + memory of a single machine, but there can be many more + KVs in the resulting PCollection than can fit + into the memory of a single machine. + +

        Example of use: +

         
        + PCollection<KV<String, Integer>> keyedValues = ...;
        + PCollection<KV<String, List<Integer>>> largest10ValuesPerKey =
        +     keyedValues.apply(Top.largestPerKey(10));
        +  
        + +

        By default, the Coder of the keys of the output + PCollection is the same as that of the keys of the input + PCollection, and the Coder of the values of the + output PCollection is a ListCoder of the + Coder of the values of the input PCollection. + +

        See also smallestPerKey(int). + +

        See also perKey(int, ComparatorT), which sorts values using a user-specified + Comparator function. + +

        See also of(int, ComparatorT), smallest(int), and largest(int), which + take a PCollection and return the top elements.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Values.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Values.html new file mode 100644 index 00000000000..dc84fd8ac05 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/Values.html @@ -0,0 +1,332 @@ + + + + + + +Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class Values<V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    V - the type of the values in the input PCollection, + and the type of the elements in the output PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Values<V>
    +extends PTransform<PCollection<? extends KV<?,V>>,PCollection<V>>
    +
    Values<V> takes a PCollection of KV<K, V>s and + returns a PCollection<V> of the values. + +

    Example of use: +

     
    + PCollection<KV<String, Long>> wordCounts = ...;
    + PCollection<Long> counts = wordCounts.apply(Values.<Long>create());
    +  
    + +

    Each output element has the same timestamp and is in the same windows + as its corresponding input element, and the output PCollection + has the same + WindowFn + associated with it as the input. + +

    See also Keys.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static <V> Values<V> create()
        +
        Returns a Values<V> PTransform.
        +
        +
        Type Parameters:
        +
        V - the type of the values in the input PCollection, + and the type of the elements in the output PCollection
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<V> expand(PCollection<? extends KV<?,V>> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<? extends KV<?,V>>,PCollection<V>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsIterable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsIterable.html new file mode 100644 index 00000000000..368de7003af --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsIterable.html @@ -0,0 +1,325 @@ + + + + + + +View.AsIterable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View.AsIterable<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<T>,PCollectionView<Iterable<T>>>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollectionView<Iterable<T>> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollectionView<Iterable<T>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsList.html new file mode 100644 index 00000000000..c2cf7d38bd7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsList.html @@ -0,0 +1,325 @@ + + + + + + +View.AsList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View.AsList<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<T>,PCollectionView<List<T>>>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollectionView<List<T>> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollectionView<List<T>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMap.html new file mode 100644 index 00000000000..9585b3fc863 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMap.html @@ -0,0 +1,344 @@ + + + + + + +View.AsMap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View.AsMap<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        withSingletonValues

        +
        @Deprecated
        +public View.AsMap<K,V> withSingletonValues()
        +
        Deprecated. this method simply returns this AsMap unmodified
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<KV<K,V>>,PCollectionView<Map<K,V>>>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollectionView<Map<K,V>> expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PCollectionView<Map<K,V>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMultimap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMultimap.html new file mode 100644 index 00000000000..2bb29996ab4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsMultimap.html @@ -0,0 +1,325 @@ + + + + + + +View.AsMultimap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View.AsMultimap<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        expand

        +
        public PCollectionView<Map<K,Iterable<V>>> expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PCollectionView<Map<K,Iterable<V>>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsSingleton.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsSingleton.html new file mode 100644 index 00000000000..d167756406f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.AsSingleton.html @@ -0,0 +1,375 @@ + + + + + + +View.AsSingleton (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View.AsSingleton<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        hasDefaultValue

        +
        public boolean hasDefaultValue()
        +
        Returns whether this transform has a default value.
        +
      • +
      + + + +
        +
      • +

        defaultValue

        +
        public T defaultValue()
        +
        Returns the default value of this transform, or null if there isn't one.
        +
      • +
      + + + + + +
        +
      • +

        withDefaultValue

        +
        public View.AsSingleton<T> withDefaultValue(T defaultValue)
        +
        Default value to return for windows with no value in them.
        +
      • +
      + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<T>,PCollectionView<T>>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollectionView<T> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollectionView<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.CreatePCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.CreatePCollectionView.html new file mode 100644 index 00000000000..eed47c8849e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.CreatePCollectionView.html @@ -0,0 +1,328 @@ + + + + + + +View.CreatePCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View.CreatePCollectionView<ElemT,ViewT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.html new file mode 100644 index 00000000000..fd592360910 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/View.html @@ -0,0 +1,541 @@ + + + + + + +View (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class View

+
+
+ +
+
    +
  • +
    +
    +
    public class View
    +extends Object
    +
    Transforms for creating PCollectionViews from + PCollections (to read them as side inputs). + +

    While a PCollection<ElemT> has many values of type ElemT per + window, a PCollectionView<ViewT> has a single value of type + ViewT for each window. It can be thought of as a mapping from windows to values of + type ViewT. The transforms here represent ways of converting the ElemT values + in a window into a ViewT for that window. + +

    When a ParDo tranform is processing a main input + element in a window w and a PCollectionView is read via + DoFn.ProcessContext.sideInput(org.apache.beam.sdk.values.PCollectionView<T>), the value of the view for w is + returned. + +

    The SDK supports viewing a PCollection, per window, as a single value, + a List, an Iterable, a Map, or a multimap (iterable-valued Map). + +

    For a PCollection that contains a single value of type T + per window, such as the output of Combine.globally(org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Iterable<V>, V>), + use asSingleton() to prepare it for use as a side input: + +

    + 
    + PCollectionView<T> output = someOtherPCollection
    +     .apply(Combine.globally(...))
    +     .apply(View.<T>asSingleton());
    + 
    + 
    + +

    For a small PCollection with windows that can fit entirely in memory, + use asList() to prepare it for use as a List. + When read as a side input, the entire list for a window will be cached in memory. + +

    + 
    + PCollectionView<List<T>> output =
    +    smallPCollection.apply(View.<T>asList());
    + 
    + 
    + +

    If a PCollection of KV<K, V> is known to + have a single value per window for each key, then use asMap() + to view it as a Map<K, V>: + +

    + 
    + PCollectionView<Map<K, V> output =
    +     somePCollection.apply(View.<K, V>asMap());
    + 
    + 
    + +

    Otherwise, to access a PCollection of KV<K, V> as a + Map<K, Iterable<V>> side input, use asMultimap(): + +

    + 
    + PCollectionView<Map<K, Iterable<V>> output =
    +     somePCollection.apply(View.<K, Iterable<V>>asMap());
    + 
    + 
    + +

    To iterate over an entire window of a PCollection via + side input, use asIterable(): + +

    + 
    + PCollectionView<Iterable<T>> output =
    +     somePCollection.apply(View.<T>asIterable());
    + 
    + 
    + + +

    Both asMultimap() and asMap() are useful + for implementing lookup based "joins" with the main input, when the + side input is small enough to fit into memory. + +

    For example, if you represent a page on a website via some Page object and + have some type UrlVisits logging that a URL was visited, you could convert these + to more fully structured PageVisit objects using a side input, something like the + following: + +

    + 
    + PCollection<Page> pages = ... // pages fit into memory
    + PCollection<UrlVisit> urlVisits = ... // very large collection
    + final PCollectionView<Map<URL, Page>> = urlToPage
    +     .apply(WithKeys.of( ... )) // extract the URL from the page
    +     .apply(View.<URL, Page>asMap());
    +
    + PCollection PageVisits = urlVisits
    +     .apply(ParDo.withSideInputs(urlToPage)
    +         .of(new DoFn<UrlVisit, PageVisit>() {
    +             {@literal @}Override
    +             void processElement(ProcessContext context) {
    +               UrlVisit urlVisit = context.element();
    +               Page page = urlToPage.get(urlVisit.getUrl());
    +               c.output(new PageVisit(page, urlVisit.getVisitData()));
    +             }
    +         }));
    + 
    + 
    + +

    See ParDo.withSideInputs(org.apache.beam.sdk.values.PCollectionView<?>...) for details on how to access + this variable inside a ParDo over another PCollection.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        asSingleton

        +
        public static <T> View.AsSingleton<T> asSingleton()
        +
        Returns a View.AsSingleton transform that takes a + PCollection with a single value per window + as input and produces a PCollectionView that returns + the value in the main input window when read as a side input. + +
        + 
        + PCollection<InputT> input = ...
        + CombineFn<InputT, OutputT> yourCombineFn = ...
        + PCollectionView<OutputT> output = input
        +     .apply(Combine.globally(yourCombineFn))
        +     .apply(View.<OutputT>asSingleton());
        + 
        + +

        If the input PCollection is empty, + throws NoSuchElementException in the consuming + DoFn. + +

        If the input PCollection contains more than one + element, throws IllegalArgumentException in the + consuming DoFn.

        +
      • +
      + + + +
        +
      • +

        asList

        +
        public static <T> View.AsList<T> asList()
        +
        Returns a View.AsList transform that takes a PCollection and returns a + PCollectionView mapping each window to a List containing + all of the elements in the window. + +

        The resulting list is required to fit in memory.

        +
      • +
      + + + +
        +
      • +

        asIterable

        +
        public static <T> View.AsIterable<T> asIterable()
        +
        Returns a View.AsIterable transform that takes a PCollection as input + and produces a PCollectionView mapping each window to an + Iterable of the values in that window. + +

        The values of the Iterable for a window are not required to fit in memory, + but they may also not be effectively cached. If it is known that every window fits in memory, + and stronger caching is desired, use asList().

        +
      • +
      + + + +
        +
      • +

        asMap

        +
        public static <K,V> View.AsMap<K,V> asMap()
        +
        Returns a View.AsMap transform that takes a + PCollection<KV<K V>> as + input and produces a PCollectionView mapping each window to + a Map>K, V>. It is required that each key of the input be + associated with a single value, per window. If this is not the case, precede this + view with Combine.perKey, as in the example below, or alternatively + use asMultimap(). + +
        + 
        + PCollection<KV<K, V>> input = ...
        + CombineFn<V, OutputT> yourCombineFn = ...
        + PCollectionView<Map<K, OutputT>> output = input
        +     .apply(Combine.perKey(yourCombineFn.<K>asKeyedFn()))
        +     .apply(View.<K, OutputT>asMap());
        + 
        + +

        Currently, the resulting map is required to fit into memory.

        +
      • +
      + + + +
        +
      • +

        asMultimap

        +
        public static <K,V> View.AsMultimap<K,V> asMultimap()
        +
        Returns a View.AsMultimap transform that takes a + PCollection<KV<K, V>> + as input and produces a PCollectionView mapping + each window to its contents as a Map<K, Iterable<V>> + for use as a side input. + In contrast to asMap(), it is not required that the keys in the + input collection be unique. + +
        + 
        + PCollection<KV<K, V>> input = ... // maybe more than one occurrence of a some keys
        + PCollectionView<Map<K, V>> output = input.apply(View.<K, V>asMultimap());
        + 
        + +

        Currently, the resulting map is required to fit into memory.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ViewFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ViewFn.html new file mode 100644 index 00000000000..7aa2064ee47 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/ViewFn.html @@ -0,0 +1,302 @@ + + + + + + +ViewFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class ViewFn<PrimitiveViewT,ViewT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    PrimitiveViewT - the type of the underlying primitive view, provided by the runner + <ViewT> the type of the value(s) accessible via this PCollectionView
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public abstract class ViewFn<PrimitiveViewT,ViewT>
    +extends Object
    +implements Serializable
    +
    A function to adapt a primitive "view" of a PCollection - some materialization + specified in the Beam model and implemented by the runner - to a user-facing view type + for side input. + +

    Both the underlying primitive view and the user-facing view are immutable. + +

    The most common case is using the View transforms to prepare a PCollection + for use as a side input to ParDo. See View.asSingleton(), + View.asIterable(), and View.asMap() for more detail on specific views + available in the SDK.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ViewFn

        +
        public ViewFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        apply

        +
        public abstract ViewT apply(PrimitiveViewT contents)
        +
        A function to adapt a primitive view type to a desired view type.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithKeys.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithKeys.html new file mode 100644 index 00000000000..3b13f3a7767 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithKeys.html @@ -0,0 +1,387 @@ + + + + + + +WithKeys (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class WithKeys<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys in the output PCollection
    +
    V - the type of the elements in the input + PCollection and the values in the output + PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class WithKeys<K,V>
    +extends PTransform<PCollection<V>,PCollection<KV<K,V>>>
    +
    WithKeys<K, V> takes a PCollection<V>, and either a + constant key of type K or a function from V to + K, and returns a PCollection<KV<K, V>>, where each + of the values in the input PCollection has been paired with + either the constant key or a key computed from the value. + +

    Example of use: +

     
    + PCollection<String> words = ...;
    + PCollection<KV<Integer, String>> lengthsToWords =
    +     words.apply(WithKeys.of(new SerializableFunction<String, Integer>() {
    +         public Integer apply(String s) { return s.length(); } }));
    +  
    + +

    Each output element has the same timestamp and is in the same windows + as its corresponding input element, and the output PCollection + has the same + WindowFn + associated with it as the input.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <K,V> WithKeys<K,V> of(SerializableFunction<V,K> fn)
        +
        Returns a PTransform that takes a PCollection<V> + and returns a PCollection<KV<K, V>>, where each of the + values in the input PCollection has been paired with a + key computed from the value by invoking the given + SerializableFunction. + +

        If using a lambda in Java 8, withKeyType(TypeDescriptor) must + be called on the result PTransform.

        +
      • +
      + + + + + +
        +
      • +

        of

        +
        public static <K,V> WithKeys<K,V> of(K key)
        +
        Returns a PTransform that takes a PCollection<V> + and returns a PCollection<KV<K, V>>, where each of the + values in the input PCollection has been paired with the + given key.
        +
      • +
      + + + + + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,V>> expand(PCollection<V> in)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<V>,PCollection<KV<K,V>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithTimestamps.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithTimestamps.html new file mode 100644 index 00000000000..ce5ab42cdc3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/WithTimestamps.html @@ -0,0 +1,380 @@ + + + + + + +WithTimestamps (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms
+

Class WithTimestamps<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <T> WithTimestamps<T> of(SerializableFunction<T,org.joda.time.Instant> fn)
        +
        For a SerializableFunction fn from T to Instant, outputs a + PTransform that takes an input PCollection<T> and outputs a + PCollection<T> containing every element v in the input where + each element is output with a timestamp obtained as the result of fn.apply(v). + +

        If the input PCollection elements have timestamps, the output timestamp for each + element must not be before the input element's timestamp minus the value of + getAllowedTimestampSkew(). If an output timestamp is before this time, the transform + will throw an IllegalArgumentException when executed. Use + withAllowedTimestampSkew(Duration) to update the allowed skew. + +

        Each output element will be in the same windows as the input element. If a new window based + on the new output timestamp is desired, apply a new instance of Window.into(WindowFn). + +

        This transform will fail at execution time with a NullPointerException if for any + input element the result of fn.apply(v) is null. + +

        Example of use in Java 8: +

        
        + PCollection<Record> timestampedRecords = records.apply(
        +     WithTimestamps.of((Record rec) -> rec.getInstant());
        + 
        +
      • +
      + + + +
        +
      • +

        withAllowedTimestampSkew

        +
        public WithTimestamps<T> withAllowedTimestampSkew(org.joda.time.Duration allowedTimestampSkew)
        +
        Return a new WithTimestamps like this one with updated allowed timestamp skew, which is the + maximum duration that timestamps can be shifted backward. Does not modify this object. + +

        The default value is Duration.ZERO, allowing timestamps to only be shifted into the + future. For infinite skew, use new Duration(Long.MAX_VALUE).

        +
      • +
      + + + +
        +
      • +

        getAllowedTimestampSkew

        +
        public org.joda.time.Duration getAllowedTimestampSkew()
        +
        Returns the allowed timestamp skew duration, which is the maximum + duration that timestamps can be shifted backwards from the timestamp of the input element.
        +
        +
        See Also:
        +
        DoFn.getAllowedTimestampSkew()
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.AggregatorFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.AggregatorFactory.html new file mode 100644 index 00000000000..5738ffff0c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.AggregatorFactory.html @@ -0,0 +1,271 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.Aggregator.AggregatorFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.Aggregator.AggregatorFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.html new file mode 100644 index 00000000000..f6b9fbf1936 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Aggregator.html @@ -0,0 +1,580 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.Aggregator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.Aggregator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AggregatorRetriever.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AggregatorRetriever.html new file mode 100644 index 00000000000..9690344da3c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AggregatorRetriever.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.AggregatorRetriever (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.AggregatorRetriever

+
+
No usage of org.apache.beam.sdk.transforms.AggregatorRetriever
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AppliedPTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AppliedPTransform.html new file mode 100644 index 00000000000..ec8fe9b0cf1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/AppliedPTransform.html @@ -0,0 +1,408 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.AppliedPTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.AppliedPTransform

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.ApproximateQuantilesCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.ApproximateQuantilesCombineFn.html new file mode 100644 index 00000000000..075a9fc7476 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.ApproximateQuantilesCombineFn.html @@ -0,0 +1,205 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.html new file mode 100644 index 00000000000..8a401ffac91 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateQuantiles.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ApproximateQuantiles (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ApproximateQuantiles

+
+
No usage of org.apache.beam.sdk.transforms.ApproximateQuantiles
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html new file mode 100644 index 00000000000..fe21bc8cbdc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique.html @@ -0,0 +1,223 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.html new file mode 100644 index 00000000000..38156d70a1c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.ApproximateUniqueCombineFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn

+
+
No usage of org.apache.beam.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.html new file mode 100644 index 00000000000..3f3635fca7d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ApproximateUnique.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ApproximateUnique (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ApproximateUnique

+
+
No usage of org.apache.beam.sdk.transforms.ApproximateUnique
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.Accumulator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.Accumulator.html new file mode 100644 index 00000000000..5029d8e047c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.Accumulator.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn.Accumulator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn.Accumulator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.html new file mode 100644 index 00000000000..6fb2b1b7038 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.AccumulatingCombineFn.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.AccumulatingCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineDoubleFn.html new file mode 100644 index 00000000000..adec3e2b1be --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineDoubleFn.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.BinaryCombineDoubleFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineFn.html new file mode 100644 index 00000000000..5864c304841 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineFn.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.BinaryCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.BinaryCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineIntegerFn.html new file mode 100644 index 00000000000..13410c7939a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineIntegerFn.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.BinaryCombineIntegerFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineLongFn.html new file mode 100644 index 00000000000..2b29e35d774 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.BinaryCombineLongFn.html @@ -0,0 +1,219 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.BinaryCombineLongFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.CombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.CombineFn.html new file mode 100644 index 00000000000..29027be17ca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.CombineFn.html @@ -0,0 +1,653 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.CombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.CombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Globally.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Globally.html new file mode 100644 index 00000000000..67dc40cb014 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Globally.html @@ -0,0 +1,363 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.Globally (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.Globally

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GloballyAsSingletonView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GloballyAsSingletonView.html new file mode 100644 index 00000000000..4bb3404e3bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GloballyAsSingletonView.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.GloballyAsSingletonView

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GroupedValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GroupedValues.html new file mode 100644 index 00000000000..1dccee21ac2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.GroupedValues.html @@ -0,0 +1,202 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.GroupedValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.GroupedValues

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Holder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Holder.html new file mode 100644 index 00000000000..c9e5300c335 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.Holder.html @@ -0,0 +1,275 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.Holder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.Holder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.IterableCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.IterableCombineFn.html new file mode 100644 index 00000000000..92977336f8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.IterableCombineFn.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.IterableCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.IterableCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.KeyedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.KeyedCombineFn.html new file mode 100644 index 00000000000..79c2e2ab31a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.KeyedCombineFn.html @@ -0,0 +1,308 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.KeyedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.KeyedCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKey.html new file mode 100644 index 00000000000..f50d5371a94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKey.html @@ -0,0 +1,364 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.PerKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.PerKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKeyWithHotKeyFanout.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKeyWithHotKeyFanout.html new file mode 100644 index 00000000000..17d1ccd6976 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.PerKeyWithHotKeyFanout.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.PerKeyWithHotKeyFanout (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.PerKeyWithHotKeyFanout

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.SimpleCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.SimpleCombineFn.html new file mode 100644 index 00000000000..3cd95d8547f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.SimpleCombineFn.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine.SimpleCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine.SimpleCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.html new file mode 100644 index 00000000000..4b08d41b78e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Combine.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Combine (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Combine

+
+
No usage of org.apache.beam.sdk.transforms.Combine
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.GlobalCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.GlobalCombineFn.html new file mode 100644 index 00000000000..0c7ff335a54 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.GlobalCombineFn.html @@ -0,0 +1,470 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.PerKeyCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.PerKeyCombineFn.html new file mode 100644 index 00000000000..3f182ef040d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.PerKeyCombineFn.html @@ -0,0 +1,361 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.CombineFnBase.PerKeyCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.CombineFnBase.PerKeyCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.html new file mode 100644 index 00000000000..1ddcf96816c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFnBase.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFnBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFnBase

+
+
No usage of org.apache.beam.sdk.transforms.CombineFnBase
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.CoCombineResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.CoCombineResult.html new file mode 100644 index 00000000000..77febe4630c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.CoCombineResult.html @@ -0,0 +1,185 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.CoCombineResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.CoCombineResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeCombineFnBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeCombineFnBuilder.html new file mode 100644 index 00000000000..e006898562a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeCombineFnBuilder.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.ComposeCombineFnBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.ComposeCombineFnBuilder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeKeyedCombineFnBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeKeyedCombineFnBuilder.html new file mode 100644 index 00000000000..492d0f34f9a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposeKeyedCombineFnBuilder.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.ComposeKeyedCombineFnBuilder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFn.html new file mode 100644 index 00000000000..290b90b0c40 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFn.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFnWithContext.html new file mode 100644 index 00000000000..26d44a86bde --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedCombineFnWithContext.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.ComposedCombineFnWithContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFn.html new file mode 100644 index 00000000000..fac7574d619 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFn.html @@ -0,0 +1,199 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFnWithContext.html new file mode 100644 index 00000000000..31ee99e7456 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.ComposedKeyedCombineFnWithContext.html @@ -0,0 +1,219 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.html new file mode 100644 index 00000000000..23742831cf1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineFns.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineFns (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineFns

+
+
No usage of org.apache.beam.sdk.transforms.CombineFns
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.CombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.CombineFnWithContext.html new file mode 100644 index 00000000000..b2ddc5c6ba9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.CombineFnWithContext.html @@ -0,0 +1,257 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineWithContext.CombineFnWithContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.Context.html new file mode 100644 index 00000000000..437789755ab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.Context.html @@ -0,0 +1,358 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineWithContext.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineWithContext.Context

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.KeyedCombineFnWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.KeyedCombineFnWithContext.html new file mode 100644 index 00000000000..996aae7774e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.KeyedCombineFnWithContext.html @@ -0,0 +1,313 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.RequiresContextInternal.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.RequiresContextInternal.html new file mode 100644 index 00000000000..0a421dd29db --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.RequiresContextInternal.html @@ -0,0 +1,193 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.CombineWithContext.RequiresContextInternal (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.CombineWithContext.RequiresContextInternal

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.html new file mode 100644 index 00000000000..5f8f5e1eda4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/CombineWithContext.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.CombineWithContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.CombineWithContext

+
+
No usage of org.apache.beam.sdk.transforms.CombineWithContext
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.PerElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.PerElement.html new file mode 100644 index 00000000000..1ea2d75a204 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.PerElement.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Count.PerElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Count.PerElement

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.html new file mode 100644 index 00000000000..17fbd070c14 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Count.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Count (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Count

+
+
No usage of org.apache.beam.sdk.transforms.Count
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.TimestampedValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.TimestampedValues.html new file mode 100644 index 00000000000..430735f6d3b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.TimestampedValues.html @@ -0,0 +1,196 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Create.TimestampedValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Create.TimestampedValues

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.Values.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.Values.html new file mode 100644 index 00000000000..44db932f4a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.Values.html @@ -0,0 +1,196 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Create.Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Create.Values

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.html new file mode 100644 index 00000000000..558cb6b72bf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Create.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Create (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Create

+
+
No usage of org.apache.beam.sdk.transforms.Create
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.WithRepresentativeValues.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.WithRepresentativeValues.html new file mode 100644 index 00000000000..6e145e21a01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.WithRepresentativeValues.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Distinct.WithRepresentativeValues (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Distinct.WithRepresentativeValues

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.html new file mode 100644 index 00000000000..b7564fe1463 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Distinct.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Distinct (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Distinct

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.BoundedPerElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.BoundedPerElement.html new file mode 100644 index 00000000000..b890f6678d8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.BoundedPerElement.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.BoundedPerElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.BoundedPerElement

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.BoundedPerElement
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Context.html new file mode 100644 index 00000000000..c4ea9b62f7d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Context.html @@ -0,0 +1,305 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.Context

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.FinishBundle.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.FinishBundle.html new file mode 100644 index 00000000000..fb54051189c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.FinishBundle.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.FinishBundle (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.FinishBundle

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetInitialRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetInitialRestriction.html new file mode 100644 index 00000000000..2b50e262455 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetInitialRestriction.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetRestrictionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetRestrictionCoder.html new file mode 100644 index 00000000000..a5e53cfdc6d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.GetRestrictionCoder.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.InputProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.InputProvider.html new file mode 100644 index 00000000000..2a2823e9458 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.InputProvider.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.DoFn.InputProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.DoFn.InputProvider

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.NewTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.NewTracker.html new file mode 100644 index 00000000000..db4bd60bbea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.NewTracker.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.NewTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.NewTracker

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.NewTracker
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimer.html new file mode 100644 index 00000000000..09097a32192 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.OnTimer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.OnTimer

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.OnTimer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimerContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimerContext.html new file mode 100644 index 00000000000..ecd25ecf600 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OnTimerContext.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.OnTimerContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.OnTimerContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OutputReceiver.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OutputReceiver.html new file mode 100644 index 00000000000..b81e4a8dfff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.OutputReceiver.html @@ -0,0 +1,201 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.DoFn.OutputReceiver (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.DoFn.OutputReceiver

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContext.html new file mode 100644 index 00000000000..f5f8a3a1d8d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContext.html @@ -0,0 +1,311 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.ProcessContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.ProcessContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContinuation.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContinuation.html new file mode 100644 index 00000000000..e65b47b5b70 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessContinuation.html @@ -0,0 +1,217 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.ProcessContinuation (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.ProcessContinuation

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessElement.html new file mode 100644 index 00000000000..7716858f6cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.ProcessElement.html @@ -0,0 +1,249 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.ProcessElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.ProcessElement

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Setup.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Setup.html new file mode 100644 index 00000000000..c6edfe2a752 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Setup.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.Setup (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.Setup

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.Setup
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.SplitRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.SplitRestriction.html new file mode 100644 index 00000000000..50ea99cf02c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.SplitRestriction.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.SplitRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.SplitRestriction

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.SplitRestriction
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StartBundle.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StartBundle.html new file mode 100644 index 00000000000..d361abd0a5f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StartBundle.html @@ -0,0 +1,194 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.StartBundle (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.StartBundle

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StateId.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StateId.html new file mode 100644 index 00000000000..dc8a2881bcc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.StateId.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.StateId (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.StateId

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.StateId
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Teardown.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Teardown.html new file mode 100644 index 00000000000..550476676b9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.Teardown.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.Teardown (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.Teardown

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.Teardown
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.TimerId.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.TimerId.html new file mode 100644 index 00000000000..71dacee6059 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.TimerId.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.TimerId (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.TimerId

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.TimerId
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.UnboundedPerElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.UnboundedPerElement.html new file mode 100644 index 00000000000..b2f16911dfc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.UnboundedPerElement.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement

+
+
No usage of org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.html new file mode 100644 index 00000000000..dd204a7d5d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFn.html @@ -0,0 +1,579 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnAdapters.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnAdapters.html new file mode 100644 index 00000000000..36033b91891 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnAdapters.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFnAdapters (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFnAdapters

+
+
No usage of org.apache.beam.sdk.transforms.DoFnAdapters
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.CloningBehavior.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.CloningBehavior.html new file mode 100644 index 00000000000..7584c7fe5bc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.CloningBehavior.html @@ -0,0 +1,199 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFnTester.CloningBehavior (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFnTester.CloningBehavior

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.html new file mode 100644 index 00000000000..2cc2c9983ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/DoFnTester.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.DoFnTester (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.DoFnTester

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Filter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Filter.html new file mode 100644 index 00000000000..2a339590ecf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Filter.html @@ -0,0 +1,209 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Filter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Filter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.MissingOutputTypeDescriptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.MissingOutputTypeDescriptor.html new file mode 100644 index 00000000000..b659e98b4cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.MissingOutputTypeDescriptor.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.FlatMapElements.MissingOutputTypeDescriptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.FlatMapElements.MissingOutputTypeDescriptor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.html new file mode 100644 index 00000000000..c2558fa5d54 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/FlatMapElements.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.FlatMapElements (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.FlatMapElements

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenIterables.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenIterables.html new file mode 100644 index 00000000000..21c9490b495 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenIterables.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Flatten.FlattenIterables (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Flatten.FlattenIterables

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenPCollectionList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenPCollectionList.html new file mode 100644 index 00000000000..559eb61b02a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.FlattenPCollectionList.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Flatten.FlattenPCollectionList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Flatten.FlattenPCollectionList

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.html new file mode 100644 index 00000000000..5ebf0749674 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Flatten.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Flatten (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Flatten

+
+
No usage of org.apache.beam.sdk.transforms.Flatten
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/GroupByKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/GroupByKey.html new file mode 100644 index 00000000000..0e54b922722 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/GroupByKey.html @@ -0,0 +1,193 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.GroupByKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.GroupByKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Keys.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Keys.html new file mode 100644 index 00000000000..30b62f7b5ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Keys.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Keys (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Keys

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/KvSwap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/KvSwap.html new file mode 100644 index 00000000000..1df54df0147 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/KvSwap.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.KvSwap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.KvSwap

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.LatestFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.LatestFn.html new file mode 100644 index 00000000000..04f54928210 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.LatestFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Latest.LatestFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Latest.LatestFn

+
+
No usage of org.apache.beam.sdk.transforms.Latest.LatestFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.html new file mode 100644 index 00000000000..bea01bfeffc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Latest.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Latest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Latest

+
+
No usage of org.apache.beam.sdk.transforms.Latest
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.MissingOutputTypeDescriptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.MissingOutputTypeDescriptor.html new file mode 100644 index 00000000000..e96a53764b4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.MissingOutputTypeDescriptor.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.MapElements.MissingOutputTypeDescriptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.MapElements.MissingOutputTypeDescriptor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.html new file mode 100644 index 00000000000..22ba28f3682 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/MapElements.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.MapElements (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.MapElements

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxDoubleFn.html new file mode 100644 index 00000000000..796ebafda41 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxDoubleFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Max.MaxDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Max.MaxDoubleFn

+
+
No usage of org.apache.beam.sdk.transforms.Max.MaxDoubleFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxFn.html new file mode 100644 index 00000000000..db0b91adcb3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxFn.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Max.MaxFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Max.MaxFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxIntegerFn.html new file mode 100644 index 00000000000..5a236c2ac8d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxIntegerFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Max.MaxIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Max.MaxIntegerFn

+
+
No usage of org.apache.beam.sdk.transforms.Max.MaxIntegerFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxLongFn.html new file mode 100644 index 00000000000..9ada570579d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.MaxLongFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Max.MaxLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Max.MaxLongFn

+
+
No usage of org.apache.beam.sdk.transforms.Max.MaxLongFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.html new file mode 100644 index 00000000000..03258621f51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Max.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Max (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Max

+
+
No usage of org.apache.beam.sdk.transforms.Max
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Mean.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Mean.html new file mode 100644 index 00000000000..4d02f58330a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Mean.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Mean (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Mean

+
+
No usage of org.apache.beam.sdk.transforms.Mean
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinDoubleFn.html new file mode 100644 index 00000000000..47bf4112f1e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinDoubleFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Min.MinDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Min.MinDoubleFn

+
+
No usage of org.apache.beam.sdk.transforms.Min.MinDoubleFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinFn.html new file mode 100644 index 00000000000..26e5c3fad2d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinFn.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Min.MinFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Min.MinFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinIntegerFn.html new file mode 100644 index 00000000000..91ed3298bfc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinIntegerFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Min.MinIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Min.MinIntegerFn

+
+
No usage of org.apache.beam.sdk.transforms.Min.MinIntegerFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinLongFn.html new file mode 100644 index 00000000000..0a950c7cdb3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.MinLongFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Min.MinLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Min.MinLongFn

+
+
No usage of org.apache.beam.sdk.transforms.Min.MinLongFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.html new file mode 100644 index 00000000000..1c7338bff7e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Min.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Min (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Min

+
+
No usage of org.apache.beam.sdk.transforms.Min
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.Context.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.Context.html new file mode 100644 index 00000000000..237e8e73c5f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.Context.html @@ -0,0 +1,212 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.OldDoFn.Context (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.OldDoFn.Context

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.ProcessContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.ProcessContext.html new file mode 100644 index 00000000000..9e3c40707d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.ProcessContext.html @@ -0,0 +1,305 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.OldDoFn.ProcessContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.OldDoFn.ProcessContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.RequiresWindowAccess.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.RequiresWindowAccess.html new file mode 100644 index 00000000000..115a067b400 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.RequiresWindowAccess.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.OldDoFn.RequiresWindowAccess (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.OldDoFn.RequiresWindowAccess

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.html new file mode 100644 index 00000000000..01ede606daf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/OldDoFn.html @@ -0,0 +1,432 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.OldDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.OldDoFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/PTransform.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/PTransform.html new file mode 100644 index 00000000000..75d0fd22c29 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/PTransform.html @@ -0,0 +1,1896 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.PTransform (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.PTransform

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Bound.html new file mode 100644 index 00000000000..d26e78f1e46 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Bound.html @@ -0,0 +1,210 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ParDo.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ParDo.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.BoundMulti.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.BoundMulti.html new file mode 100644 index 00000000000..dd55b61d3d6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.BoundMulti.html @@ -0,0 +1,226 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ParDo.BoundMulti (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ParDo.BoundMulti

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Unbound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Unbound.html new file mode 100644 index 00000000000..2ec8606d852 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.Unbound.html @@ -0,0 +1,192 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ParDo.Unbound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ParDo.Unbound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.UnboundMulti.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.UnboundMulti.html new file mode 100644 index 00000000000..45af94b6a76 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.UnboundMulti.html @@ -0,0 +1,196 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ParDo.UnboundMulti (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ParDo.UnboundMulti

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.html new file mode 100644 index 00000000000..2a279623831 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ParDo.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ParDo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ParDo

+
+
No usage of org.apache.beam.sdk.transforms.ParDo
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.PartitionFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.PartitionFn.html new file mode 100644 index 00000000000..026bb1a70da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.PartitionFn.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.Partition.PartitionFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.Partition.PartitionFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.html new file mode 100644 index 00000000000..66b86d5f127 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Partition.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Partition (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Partition

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Find.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Find.html new file mode 100644 index 00000000000..ad57af98ed5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Find.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.Find (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.Find

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.FindKV.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.FindKV.html new file mode 100644 index 00000000000..9e51b777e71 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.FindKV.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.FindKV (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.FindKV

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Matches.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Matches.html new file mode 100644 index 00000000000..f50fe9b7bfc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Matches.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.Matches (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.Matches

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.MatchesKV.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.MatchesKV.html new file mode 100644 index 00000000000..5fed96b6c25 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.MatchesKV.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.MatchesKV (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.MatchesKV

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceAll.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceAll.html new file mode 100644 index 00000000000..986d4a95d34 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceAll.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.ReplaceAll (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.ReplaceAll

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceFirst.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceFirst.html new file mode 100644 index 00000000000..a2513da67a0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.ReplaceFirst.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.ReplaceFirst (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.ReplaceFirst

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Split.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Split.html new file mode 100644 index 00000000000..1dccc13793f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.Split.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex.Split (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex.Split

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.html new file mode 100644 index 00000000000..813ccc15a09 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Regex.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Regex (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Regex

+
+
No usage of org.apache.beam.sdk.transforms.Regex
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.FixedSizedSampleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.FixedSizedSampleFn.html new file mode 100644 index 00000000000..00d798bd179 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.FixedSizedSampleFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn

+
+
No usage of org.apache.beam.sdk.transforms.Sample.FixedSizedSampleFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.SampleAny.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.SampleAny.html new file mode 100644 index 00000000000..3c48203636a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.SampleAny.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sample.SampleAny (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sample.SampleAny

+
+
No usage of org.apache.beam.sdk.transforms.Sample.SampleAny
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.html new file mode 100644 index 00000000000..9c84cb799e1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sample.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sample (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sample

+
+
No usage of org.apache.beam.sdk.transforms.Sample
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableComparator.html new file mode 100644 index 00000000000..e81ff5a8104 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableComparator.html @@ -0,0 +1,238 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.SerializableComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.SerializableComparator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableFunction.html new file mode 100644 index 00000000000..92636a56b71 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SerializableFunction.html @@ -0,0 +1,799 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.SerializableFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.SerializableFunction

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SimpleFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SimpleFunction.html new file mode 100644 index 00000000000..a321b0d52bd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/SimpleFunction.html @@ -0,0 +1,327 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.SimpleFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.SimpleFunction

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumDoubleFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumDoubleFn.html new file mode 100644 index 00000000000..440cea28f00 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumDoubleFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sum.SumDoubleFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sum.SumDoubleFn

+
+
No usage of org.apache.beam.sdk.transforms.Sum.SumDoubleFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumIntegerFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumIntegerFn.html new file mode 100644 index 00000000000..b682a6e5094 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumIntegerFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sum.SumIntegerFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sum.SumIntegerFn

+
+
No usage of org.apache.beam.sdk.transforms.Sum.SumIntegerFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumLongFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumLongFn.html new file mode 100644 index 00000000000..38424b12d23 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.SumLongFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sum.SumLongFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sum.SumLongFn

+
+
No usage of org.apache.beam.sdk.transforms.Sum.SumLongFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.html new file mode 100644 index 00000000000..9246c213aac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Sum.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Sum (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Sum

+
+
No usage of org.apache.beam.sdk.transforms.Sum
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Largest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Largest.html new file mode 100644 index 00000000000..b6e554d4c2e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Largest.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Top.Largest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Top.Largest

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Smallest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Smallest.html new file mode 100644 index 00000000000..5dd289e81b1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.Smallest.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Top.Smallest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Top.Smallest

+
+
No usage of org.apache.beam.sdk.transforms.Top.Smallest
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.TopCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.TopCombineFn.html new file mode 100644 index 00000000000..4413fb9777a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.TopCombineFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Top.TopCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Top.TopCombineFn

+
+
No usage of org.apache.beam.sdk.transforms.Top.TopCombineFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.html new file mode 100644 index 00000000000..0c0bb901e4a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Top.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Top (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Top

+
+
No usage of org.apache.beam.sdk.transforms.Top
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Values.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Values.html new file mode 100644 index 00000000000..93d5e616f01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/Values.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.Values

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsIterable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsIterable.html new file mode 100644 index 00000000000..7ad4e0246ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsIterable.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View.AsIterable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View.AsIterable

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsList.html new file mode 100644 index 00000000000..a11d1f5adbb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsList.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View.AsList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View.AsList

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMap.html new file mode 100644 index 00000000000..e0fffea272d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMap.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View.AsMap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View.AsMap

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMultimap.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMultimap.html new file mode 100644 index 00000000000..afd16bc7553 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsMultimap.html @@ -0,0 +1,175 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View.AsMultimap (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View.AsMultimap

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsSingleton.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsSingleton.html new file mode 100644 index 00000000000..f0c5e689be0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.AsSingleton.html @@ -0,0 +1,180 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View.AsSingleton (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View.AsSingleton

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.CreatePCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.CreatePCollectionView.html new file mode 100644 index 00000000000..18b752e4f28 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.CreatePCollectionView.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View.CreatePCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View.CreatePCollectionView

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.html new file mode 100644 index 00000000000..1a2e4e3225a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/View.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.View (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.View

+
+
No usage of org.apache.beam.sdk.transforms.View
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ViewFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ViewFn.html new file mode 100644 index 00000000000..1eb3f30e6c3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/ViewFn.html @@ -0,0 +1,175 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.ViewFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.ViewFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithKeys.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithKeys.html new file mode 100644 index 00000000000..e382dfbf4c5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithKeys.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.WithKeys (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.WithKeys

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithTimestamps.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithTimestamps.html new file mode 100644 index 00000000000..193b61b8680 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/class-use/WithTimestamps.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.WithTimestamps (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.WithTimestamps

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Builder.html new file mode 100644 index 00000000000..3bc5f6ae348 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Builder.html @@ -0,0 +1,339 @@ + + + + + + +DisplayData.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Interface DisplayData.Builder

+
+
+
+
    +
  • +
    +
    Enclosing class:
    +
    DisplayData
    +
    +
    +
    +
    public static interface DisplayData.Builder
    +
    Utility to build up display data from a component and its included + subcomponents.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        include

        +
        DisplayData.Builder include(String path,
        +                            HasDisplayData subComponent)
        +
        Register display data from the specified subcomponent at the given path. For example, a + PTransform which delegates to a user-provided function can implement + HasDisplayData on the function and include it from the PTransform: + +
         @Override
        + public void populateDisplayData(DisplayData.Builder builder) {
        +   super.populateDisplayData(builder);
        +
        +   builder
        +     // To register the class name of the userFn
        +     .add(DisplayData.item("userFn", userFn.getClass()))
        +     // To allow the userFn to register additional display data
        +     .include("userFn", userFn);
        + }
        + 
        + +

        Using include(path, subcomponent) will associate each of the registered items with + the namespace of the subcomponent being registered, with the specified path element + relative to the current path. To register display data in the current path and namespace, + such as from a base class implementation, use + subcomponent.populateDisplayData(builder) instead.

        +
        +
        See Also:
        +
        HasDisplayData.populateDisplayData(DisplayData.Builder)
        +
        +
      • +
      + + + +
        +
      • +

        delegate

        +
        DisplayData.Builder delegate(HasDisplayData component)
        +
        Register display data from the specified component on behalf of the current component. + Display data items will be added with the subcomponent namespace but the current component + path. + +

        This is useful for components which simply wrap other components and wish to retain the + display data from the wrapped component. Such components should implement + populateDisplayData as: + +

         @Override
        + public void populateDisplayData(DisplayData.Builder builder) {
        +   builder.delegate(wrapped);
        + }
        + 
        +
      • +
      + + + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Identifier.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Identifier.html new file mode 100644 index 00000000000..126c683d38f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Identifier.html @@ -0,0 +1,352 @@ + + + + + + +DisplayData.Identifier (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Class DisplayData.Identifier

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    DisplayData
    +
    +
    +
    +
    public abstract static class DisplayData.Identifier
    +extends Object
    +
    Unique identifier for a display data item within a component. + +

    Identifiers are composed of: + +

      +
    • A path based on the component hierarchy
    • +
    • The key it is registered with
    • +
    • A namespace generated from the class of the component which + registered the item.
    • +
    + +

    Display data registered with the same key from different components will have different + namespaces and thus will both be represented in the composed DisplayData. If a + single component registers multiple metadata items with the same key, only the most recent + item will be retained; previous versions are discarded.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Item.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Item.html new file mode 100644 index 00000000000..c957e52a5b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Item.html @@ -0,0 +1,438 @@ + + + + + + +DisplayData.Item (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Class DisplayData.Item

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Item

        +
        public Item()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getPath

        +
        @Nullable
        +public abstract DisplayData.Path getPath()
        +
        The path for the display item within a component hierarchy.
        +
      • +
      + + + +
        +
      • +

        getNamespace

        +
        @Nullable
        +public abstract Class<?> getNamespace()
        +
        The namespace for the display item. The namespace defaults to the component which + the display item belongs to.
        +
      • +
      + + + + + + + +
        +
      • +

        getType

        +
        public abstract DisplayData.Type getType()
        +
        Retrieve the DisplayData.Type of display data. All metadata conforms to a + predefined set of allowed types.
        +
      • +
      + + + + + + + +
        +
      • +

        getShortValue

        +
        @Nullable
        +public abstract Object getShortValue()
        +
        Return the optional short value for an item, or null if none is provided. + +

        The short value is an alternative display representation for items having a long display + value. For example, the value for DisplayData.Type.JAVA_CLASS items contains + the full class name with package, while the short value contains just the class name. + +

        A value will be provided for each display item, and some types may + also provide a short-value. If a short value is provided, display data consumers may + choose to display it instead of or in addition to the value.

        +
      • +
      + + + +
        +
      • +

        getLabel

        +
        @Nullable
        +public abstract String getLabel()
        +
        Retrieve the optional label for an item. The label is a human-readable description of what + the metadata represents. UIs may choose to display the label instead of the item key. + +

        If no label was specified, this will return null.

        +
      • +
      + + + +
        +
      • +

        getLinkUrl

        +
        @Nullable
        +public abstract String getLinkUrl()
        +
        Retrieve the optional link URL for an item. The URL points to an address where the reader + can find additional context for the display data. + +

        If no URL was specified, this will return null.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.ItemSpec.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.ItemSpec.html new file mode 100644 index 00000000000..763aeaa3cf4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.ItemSpec.html @@ -0,0 +1,490 @@ + + + + + + +DisplayData.ItemSpec (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Class DisplayData.ItemSpec<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ItemSpec

        +
        public ItemSpec()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getNamespace

        +
        @Nullable
        +public abstract Class<?> getNamespace()
        +
        The namespace for the display item. If unset, defaults to the component which + the display item is registered to.
        +
      • +
      + + + + + + + +
        +
      • +

        getType

        +
        public abstract DisplayData.Type getType()
        +
        The DisplayData.Type of display data. All display data conforms to a predefined set + of allowed types.
        +
      • +
      + + + + + + + +
        +
      • +

        getShortValue

        +
        @Nullable
        +public abstract Object getShortValue()
        +
        The optional short value for an item, or null if none is provided. + +

        The short value is an alternative display representation for items having a long display + value. For example, the value for DisplayData.Type.JAVA_CLASS items contains + the full class name with package, while the short value contains just the class name. + +

        A value will be provided for each display item, and some types may + also provide a short-value. If a short value is provided, display data consumers may + choose to display it instead of or in addition to the value.

        +
      • +
      + + + +
        +
      • +

        getLabel

        +
        @Nullable
        +public abstract String getLabel()
        +
        The optional label for an item. The label is a human-readable description of what + the metadata represents. UIs may choose to display the label instead of the item key.
        +
      • +
      + + + +
        +
      • +

        getLinkUrl

        +
        @Nullable
        +public abstract String getLinkUrl()
        +
        The optional link URL for an item. The URL points to an address where the reader + can find additional context for the display data.
        +
      • +
      + + + + + + + +
        +
      • +

        withLabel

        +
        public DisplayData.ItemSpec<T> withLabel(@Nullable
        +                                         String label)
        +
        Set the item label. + +

        Specifying a null value will clear the label if it was previously defined. + +

        This method does not alter the current instance, but instead returns a new + DisplayData.ItemSpec with the label set.

        +
      • +
      + + + +
        +
      • +

        withLinkUrl

        +
        public DisplayData.ItemSpec<T> withLinkUrl(@Nullable
        +                                           String url)
        +
        Set the item link url. + +

        Specifying a null value will clear the link url if it was previously defined. + +

        This method does not alter the current instance, but instead returns a new + DisplayData.ItemSpec with the link url set.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Path.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Path.html new file mode 100644 index 00000000000..7abf073e61f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Path.html @@ -0,0 +1,365 @@ + + + + + + +DisplayData.Path (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Class DisplayData.Path

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    DisplayData
    +
    +
    +
    +
    public static class DisplayData.Path
    +extends Object
    +
    Structured path of registered display data within a component hierarchy. + +

    Display data items registered directly by a component will have the root + path. If the component includes a sub-component, its display data will + be registered at the path specified. Each sub-component path is created by appending a child + element to the path of its parent component, forming a hierarchy.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        root

        +
        public static DisplayData.Path root()
        +
        Path for display data registered by a top-level component.
        +
      • +
      + + + +
        +
      • +

        absolute

        +
        public static DisplayData.Path absolute(String firstPath,
        +                                        String... paths)
        +
        Construct a path from an absolute component path hierarchy. + +

        For the root path, use root().

        +
        +
        Parameters:
        +
        firstPath - Path of the first sub-component.
        +
        paths - Additional path components.
        +
        +
      • +
      + + + +
        +
      • +

        getComponents

        +
        public List<String> getComponents()
        +
        Hierarchy list of component paths making up the full path, starting with the top-level child + component path. For the root path, returns the empty list.
        +
      • +
      + + + +
        +
      • +

        extend

        +
        public DisplayData.Path extend(String path)
        +
        Extend the path by appending a sub-component path. The new path element is added to the end + of the path hierarchy. + +

        Returns a new DisplayData.Path instance; the originating DisplayData.Path is not modified.

        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Type.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Type.html new file mode 100644 index 00000000000..013ece14133 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.Type.html @@ -0,0 +1,408 @@ + + + + + + +DisplayData.Type (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Enum DisplayData.Type

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static DisplayData.Type[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (DisplayData.Type c : DisplayData.Type.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static DisplayData.Type valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.html new file mode 100644 index 00000000000..d12c624fe30 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/DisplayData.html @@ -0,0 +1,661 @@ + + + + + + +DisplayData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Class DisplayData

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class DisplayData
    +extends Object
    +implements Serializable
    +
    Static display data associated with a pipeline component. Display data is useful for + pipeline runner UIs and diagnostic dashboards to display details about + PTransforms that make up a pipeline. + +

    Components specify their display data by implementing the HasDisplayData + interface.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/HasDisplayData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/HasDisplayData.html new file mode 100644 index 00000000000..4fb8f0982ac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/HasDisplayData.html @@ -0,0 +1,276 @@ + + + + + + +HasDisplayData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.display
+

Interface HasDisplayData

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        populateDisplayData

        +
        void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent.

        +
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Builder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Builder.html new file mode 100644 index 00000000000..42cf0aa8095 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Builder.html @@ -0,0 +1,739 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.display.DisplayData.Builder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.display.DisplayData.Builder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Identifier.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Identifier.html new file mode 100644 index 00000000000..1486074f39a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Identifier.html @@ -0,0 +1,185 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.display.DisplayData.Identifier (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.display.DisplayData.Identifier

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Item.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Item.html new file mode 100644 index 00000000000..79b59fe6443 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Item.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.display.DisplayData.Item (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.display.DisplayData.Item

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.ItemSpec.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.ItemSpec.html new file mode 100644 index 00000000000..56c9043e97c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.ItemSpec.html @@ -0,0 +1,290 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.display.DisplayData.ItemSpec

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Path.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Path.html new file mode 100644 index 00000000000..ba19f02adc1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Path.html @@ -0,0 +1,210 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.display.DisplayData.Path (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.display.DisplayData.Path

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Type.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Type.html new file mode 100644 index 00000000000..649e18c06be --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.Type.html @@ -0,0 +1,214 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.display.DisplayData.Type (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.display.DisplayData.Type

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.html new file mode 100644 index 00000000000..ae7f984aaee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/DisplayData.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.display.DisplayData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.display.DisplayData

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/HasDisplayData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/HasDisplayData.html new file mode 100644 index 00000000000..4834f032525 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/class-use/HasDisplayData.html @@ -0,0 +1,2183 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.display.HasDisplayData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.display.HasDisplayData

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-frame.html new file mode 100644 index 00000000000..44b0a863a3d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +org.apache.beam.sdk.transforms.display (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.transforms.display

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-summary.html new file mode 100644 index 00000000000..c825d0eca25 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-summary.html @@ -0,0 +1,229 @@ + + + + + + +org.apache.beam.sdk.transforms.display (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.transforms.display

+
+
Defines HasDisplayData for annotating components + which provide display data used + within UIs and diagnostic tools.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.transforms.display Description

+
Defines HasDisplayData for annotating components + which provide display data used + within UIs and diagnostic tools.
+
+
See Also:
+
HasDisplayData
+
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-tree.html new file mode 100644 index 00000000000..e5856521a9a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-tree.html @@ -0,0 +1,160 @@ + + + + + + +org.apache.beam.sdk.transforms.display Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.transforms.display

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-use.html new file mode 100644 index 00000000000..5ce89aecac5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/display/package-use.html @@ -0,0 +1,952 @@ + + + + + + +Uses of Package org.apache.beam.sdk.transforms.display (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.transforms.display

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.CoGbkResultCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.CoGbkResultCoder.html new file mode 100644 index 00000000000..91868a688f9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.CoGbkResultCoder.html @@ -0,0 +1,497 @@ + + + + + + +CoGbkResult.CoGbkResultCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class CoGbkResult.CoGbkResultCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.html new file mode 100644 index 00000000000..bbfbc3786e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResult.html @@ -0,0 +1,478 @@ + + + + + + +CoGbkResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class CoGbkResult

+
+
+ +
+
    +
  • +
    +
    +
    public class CoGbkResult
    +extends Object
    +
    A row result of a CoGroupByKey. This is a tuple of Iterables produced for + a given key, and these can be accessed in different ways.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isEmpty

        +
        public boolean isEmpty()
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getAll

        +
        public <V> Iterable<V> getAll(TupleTag<V> tag)
        +
        Returns the values from the table represented by the given + TupleTag<V> as an Iterable<V> (which may be empty if there + are no results). + +

        If tag was not part of the original CoGroupByKey, + throws an IllegalArgumentException.

        +
      • +
      + + + +
        +
      • +

        getOnly

        +
        public <V> V getOnly(TupleTag<V> tag)
        +
        If there is a singleton value for the given tag, returns it. + Otherwise, throws an IllegalArgumentException. + +

        If tag was not part of the original CoGroupByKey, + throws an IllegalArgumentException.

        +
      • +
      + + + + + +
        +
      • +

        getOnly

        +
        public <V> V getOnly(TupleTag<V> tag,
        +                     V defaultValue)
        +
        If there is a singleton value for the given tag, returns it. If there is + no value for the given tag, returns the defaultValue. + +

        If tag was not part of the original CoGroupByKey, + throws an IllegalArgumentException.

        +
      • +
      + + + +
        +
      • +

        of

        +
        public static <V> CoGbkResult of(TupleTag<V> tag,
        +                                 List<V> data)
        +
        Returns a new CoGbkResult that contains just the given tag and given data.
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResultSchema.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResultSchema.html new file mode 100644 index 00000000000..044b1b5c0b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGbkResultSchema.html @@ -0,0 +1,420 @@ + + + + + + +CoGbkResultSchema (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class CoGbkResultSchema

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CoGbkResultSchema

        +
        public CoGbkResultSchema(TupleTagList tupleTagList)
        +
        Builds a schema from a tuple of TupleTag<?>s.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getIndex

        +
        public int getIndex(TupleTag<?> tag)
        +
        Returns the index for the given tuple tag, if the tag is present in this + schema, -1 if it isn't.
        +
      • +
      + + + +
        +
      • +

        getTag

        +
        public TupleTag<?> getTag(int index)
        +
        Returns the tuple tag at the given index.
        +
      • +
      + + + +
        +
      • +

        size

        +
        public int size()
        +
        Returns the number of columns for this schema.
        +
      • +
      + + + +
        +
      • +

        getTupleTagList

        +
        public TupleTagList getTupleTagList()
        +
        Returns the TupleTagList tuple associated with this schema.
        +
      • +
      + + + +
        +
      • +

        asCloudObject

        +
        public CloudObject asCloudObject()
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGroupByKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGroupByKey.html new file mode 100644 index 00000000000..b1775c49caf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/CoGroupByKey.html @@ -0,0 +1,350 @@ + + + + + + +CoGroupByKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class CoGroupByKey<K>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of the keys in the input and output + PCollections
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class CoGroupByKey<K>
    +extends PTransform<KeyedPCollectionTuple<K>,PCollection<KV<K,CoGbkResult>>>
    +
    A PTransform that performs a CoGroupByKey on a tuple + of tables. A CoGroupByKey groups results from all + tables by like keys into CoGbkResults, + from which the results for any specific table can be accessed by the + TupleTag + supplied with the initial table. + +

    Example of performing a CoGroupByKey followed by a + ParDo that consumes + the results: +

    
    + PCollection<KV<K, V1>> pt1 = ...;
    + PCollection<KV<K, V2>> pt2 = ...;
    +
    + final TupleTag<V1> t1 = new TupleTag<>();
    + final TupleTag<V2> t2 = new TupleTag<>();
    + PCollection<KV<K, CoGbkResult>> coGbkResultCollection =
    +   KeyedPCollectionTuple.of(t1, pt1)
    +                        .and(t2, pt2)
    +                        .apply(CoGroupByKey.<K>create());
    +
    + PCollection<T> finalResultCollection =
    +   coGbkResultCollection.apply(ParDo.of(
    +     new DoFn<KV<K, CoGbkResult>, T>() {
    +       {@literal @}ProcessElement
    +       public void processElement(ProcessContext c) {
    +         KV<K, CoGbkResult> e = c.element();
    +         Iterable<V1> pt1Vals = e.getValue().getAll(t1);
    +         V2 pt2Val = e.getValue().getOnly(t2);
    +          ... Do Something ....
    +         c.output(...some T...);
    +       }
    +     }));
    + 
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public static <K> CoGroupByKey<K> create()
        +
        Returns a CoGroupByKey<K> PTransform.
        +
        +
        Type Parameters:
        +
        K - the type of the keys in the input and output + PCollections
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,CoGbkResult>> expand(KeyedPCollectionTuple<K> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<KeyedPCollectionTuple<K>,PCollection<KV<K,CoGbkResult>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.TaggedKeyedPCollection.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.TaggedKeyedPCollection.html new file mode 100644 index 00000000000..64566f20708 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.TaggedKeyedPCollection.html @@ -0,0 +1,300 @@ + + + + + + +KeyedPCollectionTuple.TaggedKeyedPCollection (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class KeyedPCollectionTuple.TaggedKeyedPCollection<K,V>

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    KeyedPCollectionTuple<K>
    +
    +
    +
    +
    public static class KeyedPCollectionTuple.TaggedKeyedPCollection<K,V>
    +extends Object
    +
    A utility class to help ensure coherence of tag and input PCollection + types.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TaggedKeyedPCollection

        +
        public TaggedKeyedPCollection(TupleTag<V> tupleTag,
        +                              PCollection<KV<K,V>> pCollection)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getCollection

        +
        public PCollection<KV<K,V>> getCollection()
        +
        Returns the underlying PCollection of this TaggedKeyedPCollection.
        +
      • +
      + + + +
        +
      • +

        getTupleTag

        +
        public TupleTag<V> getTupleTag()
        +
        Returns the TupleTag of this TaggedKeyedPCollection.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.html new file mode 100644 index 00000000000..c6e31e967e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/KeyedPCollectionTuple.html @@ -0,0 +1,493 @@ + + + + + + +KeyedPCollectionTuple (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class KeyedPCollectionTuple<K>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of key shared by all constituent PCollections
    +
    +
    +
    All Implemented Interfaces:
    +
    PInput
    +
    +
    +
    +
    public class KeyedPCollectionTuple<K>
    +extends Object
    +implements PInput
    +
    An immutable tuple of keyed PCollections + with key type K. + (PCollections containing values of type + KV<K, ?>)
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/RawUnionValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/RawUnionValue.html new file mode 100644 index 00000000000..0b8a3df95d9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/RawUnionValue.html @@ -0,0 +1,344 @@ + + + + + + +RawUnionValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class RawUnionValue

+
+
+ +
+
    +
  • +
    +
    +
    public class RawUnionValue
    +extends Object
    +
    This corresponds to an integer union tag and value. The mapping of + union tag to type must come from elsewhere.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        RawUnionValue

        +
        public RawUnionValue(int unionTag,
        +                     Object value)
        +
        Constructs a partial union from the given union tag and value.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getUnionTag

        +
        public int getUnionTag()
        +
      • +
      + + + +
        +
      • +

        getValue

        +
        public Object getValue()
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object o)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/UnionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/UnionCoder.html new file mode 100644 index 00000000000..11727457685 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/UnionCoder.html @@ -0,0 +1,488 @@ + + + + + + +UnionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.join
+

Class UnionCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.CoGbkResultCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.CoGbkResultCoder.html new file mode 100644 index 00000000000..ef5eb3e6b4b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.CoGbkResultCoder.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.CoGbkResult.CoGbkResultCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.html new file mode 100644 index 00000000000..06d9a5cd81e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResult.html @@ -0,0 +1,219 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.CoGbkResult (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.CoGbkResult

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResultSchema.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResultSchema.html new file mode 100644 index 00000000000..a044d4bfc84 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGbkResultSchema.html @@ -0,0 +1,222 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.CoGbkResultSchema (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.CoGbkResultSchema

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGroupByKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGroupByKey.html new file mode 100644 index 00000000000..0b435574b36 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/CoGroupByKey.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.CoGroupByKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.CoGroupByKey

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.TaggedKeyedPCollection.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.TaggedKeyedPCollection.html new file mode 100644 index 00000000000..ab5be1d2ab5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.TaggedKeyedPCollection.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple.TaggedKeyedPCollection (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple.TaggedKeyedPCollection

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.html new file mode 100644 index 00000000000..5c57b0c98d7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/KeyedPCollectionTuple.html @@ -0,0 +1,224 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.KeyedPCollectionTuple

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/RawUnionValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/RawUnionValue.html new file mode 100644 index 00000000000..9a3c9763ac2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/RawUnionValue.html @@ -0,0 +1,220 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.RawUnionValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.RawUnionValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/UnionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/UnionCoder.html new file mode 100644 index 00000000000..31a9bd21ea8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/class-use/UnionCoder.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.join.UnionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.join.UnionCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-frame.html new file mode 100644 index 00000000000..d1d59e7309b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-frame.html @@ -0,0 +1,28 @@ + + + + + + +org.apache.beam.sdk.transforms.join (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.transforms.join

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-summary.html new file mode 100644 index 00000000000..7907c3b053e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-summary.html @@ -0,0 +1,202 @@ + + + + + + +org.apache.beam.sdk.transforms.join (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.transforms.join

+
+
Defines the CoGroupByKey transform + for joining multiple PCollections.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.transforms.join Description

+
Defines the CoGroupByKey transform + for joining multiple PCollections.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-tree.html new file mode 100644 index 00000000000..c1ae775e308 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-tree.html @@ -0,0 +1,154 @@ + + + + + + +org.apache.beam.sdk.transforms.join Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.transforms.join

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-use.html new file mode 100644 index 00000000000..74a300fb54f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/join/package-use.html @@ -0,0 +1,202 @@ + + + + + + +Uses of Package org.apache.beam.sdk.transforms.join (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.transforms.join

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-frame.html new file mode 100644 index 00000000000..339e79ce83e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-frame.html @@ -0,0 +1,166 @@ + + + + + + +org.apache.beam.sdk.transforms (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.transforms

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +

Annotation Types

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-summary.html new file mode 100644 index 00000000000..598a9206575 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-summary.html @@ -0,0 +1,1192 @@ + + + + + + +org.apache.beam.sdk.transforms (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.transforms

+
+
Defines PTransforms for transforming + data in a pipeline.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.transforms Description

+
Defines PTransforms for transforming + data in a pipeline. + +

A PTransform is an operation that takes an + InputT (some subtype of PInput) + and produces an + OutputT (some subtype of POutput). + +

Common PTransforms include root PTransforms like + TextIO.Read and + Create, processing and + conversion operations like ParDo, + GroupByKey, + CoGroupByKey, + Combine, and + Count, and outputting + PTransforms like + TextIO.Write. + +

New PTransforms can be created by composing existing PTransforms. + Most PTransforms in this package are composites, and users can also create composite PTransforms + for their own application-specific logic.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-tree.html new file mode 100644 index 00000000000..d7b06564ae0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-tree.html @@ -0,0 +1,351 @@ + + + + + + +org.apache.beam.sdk.transforms Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.transforms

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Annotation Type Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-use.html new file mode 100644 index 00000000000..bf300061502 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/package-use.html @@ -0,0 +1,1948 @@ + + + + + + +Uses of Package org.apache.beam.sdk.transforms (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.transforms

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html new file mode 100644 index 00000000000..88936575088 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html @@ -0,0 +1,252 @@ + + + + + + +ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    ByteBuddyDoFnInvokerFactory
    +
    +
    +
    +
    public static class ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder
    +extends Object
    +
    Default implementation of DoFn.GetRestrictionCoder, for delegation by bytebuddy.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html new file mode 100644 index 00000000000..9dfd20e92e4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html @@ -0,0 +1,287 @@ + + + + + + +ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    ByteBuddyDoFnInvokerFactory
    +
    +
    +
    +
    public static class ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction
    +extends Object
    +
    Default implementation of DoFn.SplitRestriction, for delegation by bytebuddy.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DefaultSplitRestriction

        +
        public DefaultSplitRestriction()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        invokeSplitRestriction

        +
        public static <InputT,RestrictionT> void invokeSplitRestriction(InputT element,
        +                                                                RestrictionT restriction,
        +                                                                DoFn.OutputReceiver<RestrictionT> receiver)
        +
        Doesn't split the restriction.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html new file mode 100644 index 00000000000..54699a9e324 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html @@ -0,0 +1,377 @@ + + + + + + +ByteBuddyDoFnInvokerFactory.DoFnInvokerBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class ByteBuddyDoFnInvokerFactory.DoFnInvokerBase<InputT,OutputT,DoFnT extends DoFn<InputT,OutputT>>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    DoFnInvoker<InputT,OutputT>
    +
    +
    +
    Enclosing class:
    +
    ByteBuddyDoFnInvokerFactory
    +
    +
    +
    +
    public abstract static class ByteBuddyDoFnInvokerFactory.DoFnInvokerBase<InputT,OutputT,DoFnT extends DoFn<InputT,OutputT>>
    +extends Object
    +implements DoFnInvoker<InputT,OutputT>
    +
    Internal base class for generated DoFnInvoker instances. + +

    This class should not be extended directly, or by Beam users. It must be public for + generated instances to have adequate access, as they are generated "inside" the invoked DoFn class.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.html new file mode 100644 index 00000000000..9b562544893 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/ByteBuddyDoFnInvokerFactory.html @@ -0,0 +1,508 @@ + + + + + + +ByteBuddyDoFnInvokerFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class ByteBuddyDoFnInvokerFactory

+
+
+ +
+
    +
  • +
    +
    +
    public class ByteBuddyDoFnInvokerFactory
    +extends Object
    +
    Dynamically generates a DoFnInvoker instances for invoking a DoFn.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.ArgumentProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.ArgumentProvider.html new file mode 100644 index 00000000000..2b15928e62e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.ArgumentProvider.html @@ -0,0 +1,403 @@ + + + + + + +DoFnInvoker.ArgumentProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Interface DoFnInvoker.ArgumentProvider<InputT,OutputT>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.FakeArgumentProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.FakeArgumentProvider.html new file mode 100644 index 00000000000..d5ce1acfe5f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.FakeArgumentProvider.html @@ -0,0 +1,489 @@ + + + + + + +DoFnInvoker.FakeArgumentProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnInvoker.FakeArgumentProvider<InputT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.html new file mode 100644 index 00000000000..5d681303980 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvoker.html @@ -0,0 +1,440 @@ + + + + + + +DoFnInvoker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Interface DoFnInvoker<InputT,OutputT>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        invokeSetup

        +
        void invokeSetup()
        +
        Invoke the DoFn.Setup method on the bound DoFn.
        +
      • +
      + + + +
        +
      • +

        invokeStartBundle

        +
        void invokeStartBundle(DoFn.Context c)
        +
        Invoke the DoFn.StartBundle method on the bound DoFn.
        +
      • +
      + + + +
        +
      • +

        invokeFinishBundle

        +
        void invokeFinishBundle(DoFn.Context c)
        +
        Invoke the DoFn.FinishBundle method on the bound DoFn.
        +
      • +
      + + + +
        +
      • +

        invokeTeardown

        +
        void invokeTeardown()
        +
        Invoke the DoFn.Teardown method on the bound DoFn.
        +
      • +
      + + + +
        +
      • +

        invokeProcessElement

        +
        DoFn.ProcessContinuation invokeProcessElement(DoFnInvoker.ArgumentProvider<InputT,OutputT> extra)
        +
        Invoke the DoFn.ProcessElement method on the bound DoFn.
        +
        +
        Parameters:
        +
        extra - Factory for producing extra parameter objects (such as window), if necessary.
        +
        Returns:
        +
        The DoFn.ProcessContinuation returned by the underlying method, or DoFn.ProcessContinuation#stop() if it returns void.
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        invokeGetInitialRestriction

        +
        <RestrictionT> RestrictionT invokeGetInitialRestriction(InputT element)
        +
        Invoke the DoFn.GetInitialRestriction method on the bound DoFn.
        +
      • +
      + + + +
        +
      • +

        invokeGetRestrictionCoder

        +
        <RestrictionT> Coder<RestrictionT> invokeGetRestrictionCoder(CoderRegistry coderRegistry)
        +
        Invoke the DoFn.GetRestrictionCoder method on the bound DoFn. Called only + during pipeline construction time.
        +
      • +
      + + + + + +
        +
      • +

        invokeSplitRestriction

        +
        <RestrictionT> void invokeSplitRestriction(InputT element,
        +                                           RestrictionT restriction,
        +                                           DoFn.OutputReceiver<RestrictionT> restrictionReceiver)
        +
        Invoke the DoFn.SplitRestriction method on the bound DoFn.
        +
      • +
      + + + + + +
        +
      • +

        invokeNewTracker

        +
        <RestrictionT,TrackerT extends RestrictionTracker<RestrictionT>> TrackerT invokeNewTracker(RestrictionT restriction)
        +
        Invoke the DoFn.NewTracker method on the bound DoFn.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvokers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvokers.html new file mode 100644 index 00000000000..c29ccffdee3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnInvokers.html @@ -0,0 +1,329 @@ + + + + + + +DoFnInvokers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnInvokers

+
+
+ +
+
    +
  • +
    +
    +
    public class DoFnInvokers
    +extends Object
    +
    Static utilities for working with DoFnInvoker.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        invokerFor

        +
        public static <InputT,OutputT> DoFnInvoker<InputT,OutputT> invokerFor(DoFn<InputT,OutputT> fn)
        +
        Returns an DoFnInvoker for the given DoFn, using a default choice of DoFnInvokerFactory. + +

        The default is permitted to change at any time. Users of this method may not depend on any + details DoFnInvokerFactory-specific details of the invoker. Today it is ByteBuddyDoFnInvokerFactory.

        +
      • +
      + + + +
        +
      • +

        invokerFor

        +
        @Deprecated
        +public static DoFnInvoker<?,?> invokerFor(Serializable deserializedFn)
        +
        Deprecated. this is to be used only as a migration path for decoupling upgrades
        +
        Returns a DoFnInvoker for the given Object, which should be either a DoFn or an OldDoFn. The expected use would be to deserialize a user's function as an + Object and then pass it to this method, so there is no need to statically specify what + sort of object it is.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.BundleMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.BundleMethod.html new file mode 100644 index 00000000000..6519a6a79a6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.BundleMethod.html @@ -0,0 +1,290 @@ + + + + + + +DoFnSignature.BundleMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.BundleMethod

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BundleMethod

        +
        public BundleMethod()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.DoFnMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.DoFnMethod.html new file mode 100644 index 00000000000..cbae3378159 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.DoFnMethod.html @@ -0,0 +1,239 @@ + + + + + + +DoFnSignature.DoFnMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Interface DoFnSignature.DoFnMethod

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        targetMethod

        +
        Method targetMethod()
        +
        The annotated method itself.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetInitialRestrictionMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetInitialRestrictionMethod.html new file mode 100644 index 00000000000..0c64491c607 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetInitialRestrictionMethod.html @@ -0,0 +1,306 @@ + + + + + + +DoFnSignature.GetInitialRestrictionMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.GetInitialRestrictionMethod

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GetInitialRestrictionMethod

        +
        public GetInitialRestrictionMethod()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetRestrictionCoderMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetRestrictionCoderMethod.html new file mode 100644 index 00000000000..93d9affb281 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.GetRestrictionCoderMethod.html @@ -0,0 +1,306 @@ + + + + + + +DoFnSignature.GetRestrictionCoderMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.GetRestrictionCoderMethod

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GetRestrictionCoderMethod

        +
        public GetRestrictionCoderMethod()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.LifecycleMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.LifecycleMethod.html new file mode 100644 index 00000000000..01a54b4bf1e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.LifecycleMethod.html @@ -0,0 +1,290 @@ + + + + + + +DoFnSignature.LifecycleMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.LifecycleMethod

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        LifecycleMethod

        +
        public LifecycleMethod()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.MethodWithExtraParameters.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.MethodWithExtraParameters.html new file mode 100644 index 00000000000..a8deda409a6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.MethodWithExtraParameters.html @@ -0,0 +1,267 @@ + + + + + + +DoFnSignature.MethodWithExtraParameters (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Interface DoFnSignature.MethodWithExtraParameters

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        extraParameters

        +
        List<DoFnSignature.Parameter> extraParameters()
        +
        Types of optional parameters of the annotated method, in the order they appear. + +

        Validation that these are allowed is external to this class.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.NewTrackerMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.NewTrackerMethod.html new file mode 100644 index 00000000000..f42f6e8579c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.NewTrackerMethod.html @@ -0,0 +1,322 @@ + + + + + + +DoFnSignature.NewTrackerMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.NewTrackerMethod

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.OnTimerMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.OnTimerMethod.html new file mode 100644 index 00000000000..2045cf85352 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.OnTimerMethod.html @@ -0,0 +1,347 @@ + + + + + + +DoFnSignature.OnTimerMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.OnTimerMethod

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.WithDefault.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.WithDefault.html new file mode 100644 index 00000000000..79216e31d71 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.WithDefault.html @@ -0,0 +1,451 @@ + + + + + + +DoFnSignature.Parameter.Cases.WithDefault (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.Cases.WithDefault<ResultT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.html new file mode 100644 index 00000000000..0b0b12bdc90 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.Cases.html @@ -0,0 +1,357 @@ + + + + + + +DoFnSignature.Parameter.Cases (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Interface DoFnSignature.Parameter.Cases<ResultT>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ContextParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ContextParameter.html new file mode 100644 index 00000000000..5cf22ab6c47 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ContextParameter.html @@ -0,0 +1,233 @@ + + + + + + +DoFnSignature.Parameter.ContextParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.ContextParameter

+
+
+ +
+ +
+ +
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.InputProviderParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.InputProviderParameter.html new file mode 100644 index 00000000000..0a8e59df3b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.InputProviderParameter.html @@ -0,0 +1,233 @@ + + + + + + +DoFnSignature.Parameter.InputProviderParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.InputProviderParameter

+
+
+ +
+ +
+ +
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OnTimerContextParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OnTimerContextParameter.html new file mode 100644 index 00000000000..7ec40d095d4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OnTimerContextParameter.html @@ -0,0 +1,233 @@ + + + + + + +DoFnSignature.Parameter.OnTimerContextParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.OnTimerContextParameter

+
+
+ +
+ +
+ +
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OutputReceiverParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OutputReceiverParameter.html new file mode 100644 index 00000000000..53a38c847cd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.OutputReceiverParameter.html @@ -0,0 +1,233 @@ + + + + + + +DoFnSignature.Parameter.OutputReceiverParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.OutputReceiverParameter

+
+
+ +
+ +
+ +
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ProcessContextParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ProcessContextParameter.html new file mode 100644 index 00000000000..fd517546568 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.ProcessContextParameter.html @@ -0,0 +1,233 @@ + + + + + + +DoFnSignature.Parameter.ProcessContextParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.ProcessContextParameter

+
+
+ +
+ +
+ +
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.RestrictionTrackerParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.RestrictionTrackerParameter.html new file mode 100644 index 00000000000..41af3110d4e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.RestrictionTrackerParameter.html @@ -0,0 +1,273 @@ + + + + + + +DoFnSignature.Parameter.RestrictionTrackerParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.RestrictionTrackerParameter

+
+
+ +
+ +
+ +
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.StateParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.StateParameter.html new file mode 100644 index 00000000000..845cd350725 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.StateParameter.html @@ -0,0 +1,274 @@ + + + + + + +DoFnSignature.Parameter.StateParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.StateParameter

+
+
+ +
+ +
+ +
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.TimerParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.TimerParameter.html new file mode 100644 index 00000000000..07567e5726f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.TimerParameter.html @@ -0,0 +1,272 @@ + + + + + + +DoFnSignature.Parameter.TimerParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.TimerParameter

+
+
+ +
+ +
+ +
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.WindowParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.WindowParameter.html new file mode 100644 index 00000000000..3c732cc0418 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.WindowParameter.html @@ -0,0 +1,273 @@ + + + + + + +DoFnSignature.Parameter.WindowParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter.WindowParameter

+
+
+ +
+ +
+ +
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.html new file mode 100644 index 00000000000..75eaf28fa85 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.Parameter.html @@ -0,0 +1,471 @@ + + + + + + +DoFnSignature.Parameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.Parameter

+
+
+ + +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.ProcessElementMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.ProcessElementMethod.html new file mode 100644 index 00000000000..745ad488188 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.ProcessElementMethod.html @@ -0,0 +1,401 @@ + + + + + + +DoFnSignature.ProcessElementMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.ProcessElementMethod

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.SplitRestrictionMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.SplitRestrictionMethod.html new file mode 100644 index 00000000000..af58fd529e6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.SplitRestrictionMethod.html @@ -0,0 +1,306 @@ + + + + + + +DoFnSignature.SplitRestrictionMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.SplitRestrictionMethod

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SplitRestrictionMethod

        +
        public SplitRestrictionMethod()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.StateDeclaration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.StateDeclaration.html new file mode 100644 index 00000000000..8ff4a898979 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.StateDeclaration.html @@ -0,0 +1,305 @@ + + + + + + +DoFnSignature.StateDeclaration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.StateDeclaration

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    DoFnSignature
    +
    +
    +
    +
    public abstract static class DoFnSignature.StateDeclaration
    +extends Object
    +
    Describes a state declaration; a field of type StateSpec annotated with + DoFn.StateId.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StateDeclaration

        +
        public StateDeclaration()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.TimerDeclaration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.TimerDeclaration.html new file mode 100644 index 00000000000..9b83b7f63d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.TimerDeclaration.html @@ -0,0 +1,292 @@ + + + + + + +DoFnSignature.TimerDeclaration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature.TimerDeclaration

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    DoFnSignature
    +
    +
    +
    +
    public abstract static class DoFnSignature.TimerDeclaration
    +extends Object
    +
    Describes a timer declaration; a field of type TimerSpec annotated with + DoFn.TimerId.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TimerDeclaration

        +
        public TimerDeclaration()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        id

        +
        public abstract String id()
        +
      • +
      + + + +
        +
      • +

        field

        +
        public abstract Field field()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.html new file mode 100644 index 00000000000..9bfa39feb35 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignature.html @@ -0,0 +1,609 @@ + + + + + + +DoFnSignature (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignature

+
+
+ +
+
    +
  • +
    +
    +
    public abstract class DoFnSignature
    +extends Object
    +
    Describes the signature of a DoFn, in particular, which features it uses, which extra + context it requires, types of the input and output elements, etc. + +

    See A new DoFn.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignatures.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignatures.html new file mode 100644 index 00000000000..120414550fc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/DoFnSignatures.html @@ -0,0 +1,263 @@ + + + + + + +DoFnSignatures (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Class DoFnSignatures

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/OnTimerInvoker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/OnTimerInvoker.html new file mode 100644 index 00000000000..e351c649064 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/OnTimerInvoker.html @@ -0,0 +1,227 @@ + + + + + + +OnTimerInvoker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.reflect
+

Interface OnTimerInvoker<InputT,OutputT>

+
+
+
+
    +
  • +
    +
    +
    public interface OnTimerInvoker<InputT,OutputT>
    +
    Interface for invoking the DoFn.OnTimer method for a particular timer.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html new file mode 100644 index 00000000000..cda93546267 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder

+
+
No usage of org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultRestrictionCoder
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html new file mode 100644 index 00000000000..b70f013f154 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction

+
+
No usage of org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DefaultSplitRestriction
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html new file mode 100644 index 00000000000..119402abc03 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.DoFnInvokerBase.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase

+
+
No usage of org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory.DoFnInvokerBase
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.html new file mode 100644 index 00000000000..1d0fb78e8a4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/ByteBuddyDoFnInvokerFactory.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.ByteBuddyDoFnInvokerFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.ArgumentProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.ArgumentProvider.html new file mode 100644 index 00000000000..023a5eccffd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.ArgumentProvider.html @@ -0,0 +1,235 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.reflect.DoFnInvoker.ArgumentProvider

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.FakeArgumentProvider.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.FakeArgumentProvider.html new file mode 100644 index 00000000000..6307d92b695 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.FakeArgumentProvider.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider

+
+
No usage of org.apache.beam.sdk.transforms.reflect.DoFnInvoker.FakeArgumentProvider
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.html new file mode 100644 index 00000000000..d7909292c4e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvoker.html @@ -0,0 +1,219 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.reflect.DoFnInvoker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.reflect.DoFnInvoker

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvokers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvokers.html new file mode 100644 index 00000000000..1d2c32c8698 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnInvokers.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnInvokers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnInvokers

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.BundleMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.BundleMethod.html new file mode 100644 index 00000000000..ce2530bd5a3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.BundleMethod.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.BundleMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.BundleMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.DoFnMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.DoFnMethod.html new file mode 100644 index 00000000000..4388c9dddd9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.DoFnMethod.html @@ -0,0 +1,230 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.DoFnMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.reflect.DoFnSignature.DoFnMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetInitialRestrictionMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetInitialRestrictionMethod.html new file mode 100644 index 00000000000..966930117f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetInitialRestrictionMethod.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetInitialRestrictionMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetInitialRestrictionMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetRestrictionCoderMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetRestrictionCoderMethod.html new file mode 100644 index 00000000000..cdf3219bc12 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.GetRestrictionCoderMethod.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetRestrictionCoderMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.GetRestrictionCoderMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.LifecycleMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.LifecycleMethod.html new file mode 100644 index 00000000000..cf170ab23c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.LifecycleMethod.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.LifecycleMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.LifecycleMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.MethodWithExtraParameters.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.MethodWithExtraParameters.html new file mode 100644 index 00000000000..26b83f493a7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.MethodWithExtraParameters.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.MethodWithExtraParameters (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.reflect.DoFnSignature.MethodWithExtraParameters

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.NewTrackerMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.NewTrackerMethod.html new file mode 100644 index 00000000000..05fe0f1e082 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.NewTrackerMethod.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.NewTrackerMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.NewTrackerMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.OnTimerMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.OnTimerMethod.html new file mode 100644 index 00000000000..2a2b014d166 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.OnTimerMethod.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.OnTimerMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.WithDefault.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.WithDefault.html new file mode 100644 index 00000000000..3c54687f882 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.WithDefault.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault

+
+
No usage of org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases.WithDefault
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.html new file mode 100644 index 00000000000..59341d3efa6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.Cases.html @@ -0,0 +1,188 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.Cases

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ContextParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ContextParameter.html new file mode 100644 index 00000000000..2c88632615f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ContextParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.ContextParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.ContextParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.InputProviderParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.InputProviderParameter.html new file mode 100644 index 00000000000..3043345bcda --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.InputProviderParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.InputProviderParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.InputProviderParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OnTimerContextParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OnTimerContextParameter.html new file mode 100644 index 00000000000..6b3c52c6550 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OnTimerContextParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.OnTimerContextParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.OnTimerContextParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OutputReceiverParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OutputReceiverParameter.html new file mode 100644 index 00000000000..a419c0b5e9d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.OutputReceiverParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.OutputReceiverParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.OutputReceiverParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ProcessContextParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ProcessContextParameter.html new file mode 100644 index 00000000000..aa421a75b01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.ProcessContextParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.ProcessContextParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.ProcessContextParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.RestrictionTrackerParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.RestrictionTrackerParameter.html new file mode 100644 index 00000000000..42fc179d3ff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.RestrictionTrackerParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.RestrictionTrackerParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.RestrictionTrackerParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.StateParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.StateParameter.html new file mode 100644 index 00000000000..144ad985fc8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.StateParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.StateParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.StateParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.TimerParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.TimerParameter.html new file mode 100644 index 00000000000..c0c0a1cc777 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.TimerParameter.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.TimerParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.TimerParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.WindowParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.WindowParameter.html new file mode 100644 index 00000000000..c32ef5df88f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.WindowParameter.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.WindowParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter.WindowParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.html new file mode 100644 index 00000000000..8ccef093bcc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.Parameter.html @@ -0,0 +1,262 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.Parameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.ProcessElementMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.ProcessElementMethod.html new file mode 100644 index 00000000000..6c7666fd831 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.ProcessElementMethod.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.ProcessElementMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.SplitRestrictionMethod.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.SplitRestrictionMethod.html new file mode 100644 index 00000000000..47aec21b526 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.SplitRestrictionMethod.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.SplitRestrictionMethod (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.SplitRestrictionMethod

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.StateDeclaration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.StateDeclaration.html new file mode 100644 index 00000000000..176328d319d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.StateDeclaration.html @@ -0,0 +1,200 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.StateDeclaration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.StateDeclaration

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.TimerDeclaration.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.TimerDeclaration.html new file mode 100644 index 00000000000..a58457ed785 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.TimerDeclaration.html @@ -0,0 +1,198 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature.TimerDeclaration (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature.TimerDeclaration

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.html new file mode 100644 index 00000000000..80b43cf68cc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignature.html @@ -0,0 +1,188 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignature (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignature

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignatures.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignatures.html new file mode 100644 index 00000000000..0662bccd28a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/DoFnSignatures.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.reflect.DoFnSignatures (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.reflect.DoFnSignatures

+
+
No usage of org.apache.beam.sdk.transforms.reflect.DoFnSignatures
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/OnTimerInvoker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/OnTimerInvoker.html new file mode 100644 index 00000000000..286676dd8ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/class-use/OnTimerInvoker.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.reflect.OnTimerInvoker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.reflect.OnTimerInvoker

+
+
No usage of org.apache.beam.sdk.transforms.reflect.OnTimerInvoker
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-frame.html new file mode 100644 index 00000000000..a18549185b5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-frame.html @@ -0,0 +1,58 @@ + + + + + + +org.apache.beam.sdk.transforms.reflect (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.transforms.reflect

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-summary.html new file mode 100644 index 00000000000..d65076b189e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-summary.html @@ -0,0 +1,380 @@ + + + + + + +org.apache.beam.sdk.transforms.reflect (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.transforms.reflect

+
+
Defines reflection-based utilities for analyzing DoFn's + and creating DoFnSignature's and + DoFnInvoker's from them.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.transforms.reflect Description

+
Defines reflection-based utilities for analyzing DoFn's + and creating DoFnSignature's and + DoFnInvoker's from them.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-tree.html new file mode 100644 index 00000000000..8248e9fc7ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-tree.html @@ -0,0 +1,182 @@ + + + + + + +org.apache.beam.sdk.transforms.reflect Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.transforms.reflect

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-use.html new file mode 100644 index 00000000000..2f0512f2a38 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/reflect/package-use.html @@ -0,0 +1,330 @@ + + + + + + +Uses of Package org.apache.beam.sdk.transforms.reflect (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.transforms.reflect

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/RestrictionTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/RestrictionTracker.html new file mode 100644 index 00000000000..5aaae302f24 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/RestrictionTracker.html @@ -0,0 +1,247 @@ + + + + + + +RestrictionTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.splittabledofn
+

Interface RestrictionTracker<RestrictionT>

+
+
+
+
    +
  • +
    +
    +
    public interface RestrictionTracker<RestrictionT>
    +
    Manages concurrent access to the restriction and keeps track of its claimed part for a splittable DoFn.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      RestrictionTcheckpoint() +
      Signals that the current DoFn.ProcessElement call should terminate as soon as possible.
      +
      RestrictionTcurrentRestriction() +
      Returns a restriction accurately describing the full range of work the current DoFn.ProcessElement call will do, including already completed work.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        currentRestriction

        +
        RestrictionT currentRestriction()
        +
        Returns a restriction accurately describing the full range of work the current DoFn.ProcessElement call will do, including already completed work.
        +
      • +
      + + + +
        +
      • +

        checkpoint

        +
        RestrictionT checkpoint()
        +
        Signals that the current DoFn.ProcessElement call should terminate as soon as possible. + Modifies currentRestriction(). Returns a restriction representing the rest of the work: + the old value of currentRestriction() is equivalent to the new value and the return + value of this method combined.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/class-use/RestrictionTracker.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/class-use/RestrictionTracker.html new file mode 100644 index 00000000000..fa8d2e6512a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/class-use/RestrictionTracker.html @@ -0,0 +1,220 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-frame.html new file mode 100644 index 00000000000..4b3c7ffece5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-frame.html @@ -0,0 +1,21 @@ + + + + + + +org.apache.beam.sdk.transforms.splittabledofn (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.transforms.splittabledofn

+
+

Interfaces

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-summary.html new file mode 100644 index 00000000000..8fb22110d06 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-summary.html @@ -0,0 +1,158 @@ + + + + + + +org.apache.beam.sdk.transforms.splittabledofn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.transforms.splittabledofn

+
+
Defines utilities related to splittable + DoFn.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.transforms.splittabledofn Description

+
Defines utilities related to splittable + DoFn.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-tree.html new file mode 100644 index 00000000000..3cd5b6c4e77 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-tree.html @@ -0,0 +1,135 @@ + + + + + + +org.apache.beam.sdk.transforms.splittabledofn Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.transforms.splittabledofn

+Package Hierarchies: + +
+
+

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-use.html new file mode 100644 index 00000000000..0823ec5d22f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/splittabledofn/package-use.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Package org.apache.beam.sdk.transforms.splittabledofn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.transforms.splittabledofn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterAll.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterAll.html new file mode 100644 index 00000000000..88d00b210c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterAll.html @@ -0,0 +1,373 @@ + + + + + + +AfterAll (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterAll

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterDelayFromFirstElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterDelayFromFirstElement.html new file mode 100644 index 00000000000..ffe406a59ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterDelayFromFirstElement.html @@ -0,0 +1,591 @@ + + + + + + +AfterDelayFromFirstElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterDelayFromFirstElement

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        IDENTITY

        +
        protected static final List<SerializableFunction<org.joda.time.Instant,org.joda.time.Instant>> IDENTITY
        +
      • +
      + + + + + + + +
        +
      • +

        timestampMappers

        +
        protected final List<SerializableFunction<org.joda.time.Instant,org.joda.time.Instant>> timestampMappers
        +
        A list of timestampMappers m1, m2, m3, ... m_n considered to be composed in sequence. The + overall mapping for an instance `instance` is `m_n(... m3(m2(m1(instant))`, + implemented via #computeTargetTimestamp
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AfterDelayFromFirstElement

        +
        public AfterDelayFromFirstElement(TimeDomain timeDomain,
        +                                  List<SerializableFunction<org.joda.time.Instant,org.joda.time.Instant>> timestampMappers)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        newWith

        +
        protected abstract AfterDelayFromFirstElement newWith(List<SerializableFunction<org.joda.time.Instant,org.joda.time.Instant>> transform)
        +
        To complete an implementation, return a new instance like this one, but incorporating + the provided timestamp mapping functions. Generally should be used by calling the + constructor of this class from the constructor of the subclass.
        +
      • +
      + + + +
        +
      • +

        getTimeDomain

        +
        public TimeDomain getTimeDomain()
        +
        The time domain according for which this trigger sets timers.
        +
      • +
      + + + +
        +
      • +

        getTimestampMappers

        +
        public List<SerializableFunction<org.joda.time.Instant,org.joda.time.Instant>> getTimestampMappers()
        +
        The mapping functions applied to the arrival time of an element to determine when to + set a wake-up timer for triggering.
        +
      • +
      + + + +
        +
      • +

        alignedTo

        +
        public AfterDelayFromFirstElement alignedTo(org.joda.time.Duration size,
        +                                            org.joda.time.Instant offset)
        +
        Aligns timestamps to the smallest multiple of size since the offset greater + than the timestamp. + +

        TODO: Consider sharing this with FixedWindows, and bring over the equivalent of + CalendarWindows.

        +
      • +
      + + + +
        +
      • +

        alignedTo

        +
        public AfterDelayFromFirstElement alignedTo(org.joda.time.Duration size)
        +
        Aligns the time to be the smallest multiple of size greater than the timestamp + since the epoch.
        +
      • +
      + + + +
        +
      • +

        plusDelayOf

        +
        public AfterDelayFromFirstElement plusDelayOf(org.joda.time.Duration delay)
        +
        Adds some delay to the original target time.
        +
        +
        Parameters:
        +
        delay - the delay to add
        +
        Returns:
        +
        An updated time trigger that will wait the additional time before firing.
        +
        +
      • +
      + + + + + + + +
        +
      • +

        isCompatible

        +
        public boolean isCompatible(Trigger other)
        +
        Description copied from class: Trigger
        +
        Returns whether this performs the same triggering as the given Trigger.
        +
        +
        Overrides:
        +
        isCompatible in class Trigger
        +
        +
      • +
      + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      + + + +
        +
      • +

        computeTargetTimestamp

        +
        protected org.joda.time.Instant computeTargetTimestamp(org.joda.time.Instant time)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterEach.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterEach.html new file mode 100644 index 00000000000..c5b7760a0ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterEach.html @@ -0,0 +1,375 @@ + + + + + + +AfterEach (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterEach

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    @Experimental(value=TRIGGER)
    +public class AfterEach
    +extends Trigger
    +
    A composite Trigger that executes its sub-triggers in order. + Only one sub-trigger is executing at a time, + and any time it fires the AfterEach fires. When the currently executing + sub-trigger finishes, the AfterEach starts executing the next sub-trigger. + +

    AfterEach.inOrder(t1, t2, ...) finishes when all of the sub-triggers have finished. + +

    The following properties hold: +

      +
    • AfterEach.inOrder(AfterEach.inOrder(a, b), c) behaves the same as + AfterEach.inOrder(a, b, c) and AfterEach.inOrder(a, AfterEach.inOrder(b, c). +
    • AfterEach.inOrder(Repeatedly.forever(a), b) behaves the same as + Repeatedly.forever(a), since the repeated trigger never finishes. +
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        inOrder

        +
        @SafeVarargs
        +public static AfterEach inOrder(Trigger... triggers)
        +
        Returns an AfterEach Trigger with the given subtriggers.
        +
      • +
      + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterFirst.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterFirst.html new file mode 100644 index 00000000000..5b94cd9e01b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterFirst.html @@ -0,0 +1,374 @@ + + + + + + +AfterFirst (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterFirst

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterPane.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterPane.html new file mode 100644 index 00000000000..54f2f9b3520 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterPane.html @@ -0,0 +1,444 @@ + + + + + + +AfterPane (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterPane

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getElementCount

        +
        public int getElementCount()
        +
        The number of elements after which this trigger may fire.
        +
      • +
      + + + +
        +
      • +

        elementCountAtLeast

        +
        public static AfterPane elementCountAtLeast(int countElems)
        +
        Creates a trigger that fires when the pane contains at least countElems elements.
        +
      • +
      + + + +
        +
      • +

        isCompatible

        +
        public boolean isCompatible(Trigger other)
        +
        Description copied from class: Trigger
        +
        Returns whether this performs the same triggering as the given Trigger.
        +
        +
        Overrides:
        +
        isCompatible in class Trigger
        +
        +
      • +
      + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Trigger
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Trigger
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterProcessingTime.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterProcessingTime.html new file mode 100644 index 00000000000..1eacc5d93b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterProcessingTime.html @@ -0,0 +1,457 @@ + + + + + + +AfterProcessingTime (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterProcessingTime

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        pastFirstElementInPane

        +
        public static AfterProcessingTime pastFirstElementInPane()
        +
        Creates a trigger that fires when the current processing time passes the processing time + at which this trigger saw the first element in a pane.
        +
      • +
      + + + + + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Overrides:
        +
        getWatermarkThatGuaranteesFiring in class AfterDelayFromFirstElement
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Trigger
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Trigger
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterSynchronizedProcessingTime.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterSynchronizedProcessingTime.html new file mode 100644 index 00000000000..84863b806f6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterSynchronizedProcessingTime.html @@ -0,0 +1,468 @@ + + + + + + +AfterSynchronizedProcessingTime (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterSynchronizedProcessingTime

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class AfterSynchronizedProcessingTime
    +extends AfterDelayFromFirstElement
    +
    A trigger that fires after synchronized processing time has reached a shared + threshold between upstream workers.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.AfterWatermarkEarlyAndLate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.AfterWatermarkEarlyAndLate.html new file mode 100644 index 00000000000..811cf7357f5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.AfterWatermarkEarlyAndLate.html @@ -0,0 +1,460 @@ + + + + + + +AfterWatermark.AfterWatermarkEarlyAndLate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterWatermark.AfterWatermarkEarlyAndLate

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.FromEndOfWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.FromEndOfWindow.html new file mode 100644 index 00000000000..4b632e910dc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.FromEndOfWindow.html @@ -0,0 +1,430 @@ + + + + + + +AfterWatermark.FromEndOfWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterWatermark.FromEndOfWindow

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.html new file mode 100644 index 00000000000..757179ffe6d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/AfterWatermark.html @@ -0,0 +1,295 @@ + + + + + + +AfterWatermark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class AfterWatermark

+
+
+ +
+
    +
  • +
    +
    +
    @Experimental(value=TRIGGER)
    +public class AfterWatermark
    +extends Object
    +
    AfterWatermark triggers fire based on progress of the system watermark. This time is a + lower-bound, sometimes heuristically established, on event times that have been fully processed + by the pipeline. + +

    For sources that provide non-heuristic watermarks (e.g. + PubsubIO when using arrival times as event times), the + watermark is a strict guarantee that no data with an event time earlier than + that watermark will ever be observed in the pipeline. In this case, it's safe to assume that any + pane triggered by an AfterWatermark trigger with a reference point at or beyond the end + of the window will be the last pane ever for that window. + +

    For sources that provide heuristic watermarks (e.g. + PubsubIO when using user-supplied event times), the + watermark itself becomes an estimate that no data with an event time earlier than that + watermark (i.e. "late data") will ever be observed in the pipeline. These heuristics can + often be quite accurate, but the chance of seeing late data for any given window is non-zero. + Thus, if absolute correctness over time is important to your use case, you may want to consider + using a trigger that accounts for late data. The default trigger, + Repeatedly.forever(AfterWatermark.pastEndOfWindow()), which fires + once when the watermark passes the end of the window and then immediately therafter when any + late data arrives, is one such example. + +

    The watermark is the clock that defines TimeDomain.EVENT_TIME. + +

    Additionaly firings before or after the watermark can be requested by calling + AfterWatermark.pastEndOfWindow.withEarlyFirings(OnceTrigger) or + AfterWatermark.pastEndOfWindow.withEarlyFirings(OnceTrigger).

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        pastEndOfWindow

        +
        public static AfterWatermark.FromEndOfWindow pastEndOfWindow()
        +
        Creates a trigger that fires when the watermark passes the end of the window.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/BoundedWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/BoundedWindow.html new file mode 100644 index 00000000000..093c2dcde19 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/BoundedWindow.html @@ -0,0 +1,338 @@ + + + + + + +BoundedWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class BoundedWindow

+
+
+ +
+
    +
  • +
    +
    Direct Known Subclasses:
    +
    GlobalWindow, IntervalWindow
    +
    +
    +
    +
    public abstract class BoundedWindow
    +extends Object
    +
    A BoundedWindow represents a finite grouping of elements, with an + upper bound (larger timestamps represent more recent data) on the timestamps + of elements that can be placed in the window. This finiteness means that for + every window, at some point in time, all data for that window will have + arrived and can be processed together. + +

    Windows must also implement Object.equals(java.lang.Object) and + Object.hashCode() such that windows that are logically equal will + be treated as equal by equals() and hashCode().

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        TIMESTAMP_MIN_VALUE

        +
        public static final org.joda.time.Instant TIMESTAMP_MIN_VALUE
        +
      • +
      + + + +
        +
      • +

        TIMESTAMP_MAX_VALUE

        +
        public static final org.joda.time.Instant TIMESTAMP_MAX_VALUE
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BoundedWindow

        +
        public BoundedWindow()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        maxTimestamp

        +
        public abstract org.joda.time.Instant maxTimestamp()
        +
        Returns the inclusive upper bound of timestamps for values in this window.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.DaysWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.DaysWindows.html new file mode 100644 index 00000000000..fc16a9a8f6e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.DaysWindows.html @@ -0,0 +1,468 @@ + + + + + + +CalendarWindows.DaysWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class CalendarWindows.DaysWindows

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.MonthsWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.MonthsWindows.html new file mode 100644 index 00000000000..f4947afbc86 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.MonthsWindows.html @@ -0,0 +1,495 @@ + + + + + + +CalendarWindows.MonthsWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class CalendarWindows.MonthsWindows

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.YearsWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.YearsWindows.html new file mode 100644 index 00000000000..02e958cb102 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.YearsWindows.html @@ -0,0 +1,508 @@ + + + + + + +CalendarWindows.YearsWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class CalendarWindows.YearsWindows

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.html new file mode 100644 index 00000000000..dec947e298d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/CalendarWindows.html @@ -0,0 +1,380 @@ + + + + + + +CalendarWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class CalendarWindows

+
+
+ +
+
    +
  • +
    +
    +
    public class CalendarWindows
    +extends Object
    +
    A collection of WindowFns that windows values into calendar-based + windows such as spans of days, months, or years. + +

    For example, to group data into quarters that change on the 15th, use + CalendarWindows.months(3).withStartingMonth(2014, 1).beginningOnDay(15).

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        CalendarWindows

        +
        public CalendarWindows()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        days

        +
        public static CalendarWindows.DaysWindows days(int number)
        +
        Returns a WindowFn that windows elements into periods measured by days. + +

        For example, CalendarWindows.days(1) will window elements into + separate windows for each day.

        +
      • +
      + + + +
        +
      • +

        weeks

        +
        public static CalendarWindows.DaysWindows weeks(int number,
        +                                                int startDayOfWeek)
        +
        Returns a WindowFn that windows elements into periods measured by weeks. + +

        For example, CalendarWindows.weeks(1, DateTimeConstants.TUESDAY) will + window elements into week-long windows starting on Tuesdays.

        +
      • +
      + + + +
        +
      • +

        months

        +
        public static CalendarWindows.MonthsWindows months(int number)
        +
        Returns a WindowFn that windows elements into periods measured by months. + +

        For example, + CalendarWindows.months(8).withStartingMonth(2014, 1).beginningOnDay(10) + will window elements into 8 month windows where that start on the 10th day of month, + and the first window begins in January 2014.

        +
      • +
      + + + +
        +
      • +

        years

        +
        public static CalendarWindows.YearsWindows years(int number)
        +
        Returns a WindowFn that windows elements into periods measured by years. + +

        For example, + CalendarWindows.years(1).withTimeZone(DateTimeZone.forId("America/Los_Angeles")) + will window elements into year-long windows that start at midnight on Jan 1, in the + America/Los_Angeles time zone.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/DefaultTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/DefaultTrigger.html new file mode 100644 index 00000000000..c90a71b43bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/DefaultTrigger.html @@ -0,0 +1,366 @@ + + + + + + +DefaultTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class DefaultTrigger

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static DefaultTrigger of()
        +
        Returns the default trigger.
        +
      • +
      + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      + + + +
        +
      • +

        isCompatible

        +
        public boolean isCompatible(Trigger other)
        +
        Description copied from class: Trigger
        +
        Returns whether this performs the same triggering as the given Trigger.
        +
        +
        Overrides:
        +
        isCompatible in class Trigger
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/FixedWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/FixedWindows.html new file mode 100644 index 00000000000..b581c9fd6fd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/FixedWindows.html @@ -0,0 +1,498 @@ + + + + + + +FixedWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class FixedWindows

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class FixedWindows
    +extends PartitioningWindowFn<Object,IntervalWindow>
    +
    A WindowFn that windows values into fixed-size timestamp-based windows. + +

    For example, in order to partition the data into 10 minute windows: +

     
    + PCollection<Integer> items = ...;
    + PCollection<Integer> windowedItems = items.apply(
    +   Window.<Integer>into(FixedWindows.of(Duration.standardMinutes(10))));
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static FixedWindows of(org.joda.time.Duration size)
        +
        Partitions the timestamp space into half-open intervals of the form + [N * size, (N + 1) * size), where 0 is the epoch.
        +
      • +
      + + + +
        +
      • +

        withOffset

        +
        public FixedWindows withOffset(org.joda.time.Duration offset)
        +
        Partitions the timestamp space into half-open intervals of the form + [N * size + offset, (N + 1) * size + offset), + where 0 is the epoch.
        +
        +
        Throws:
        +
        IllegalArgumentException - if offset is not in [0, size)
        +
        +
      • +
      + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: WindowFn
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class WindowFn<Object,IntervalWindow>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getSize

        +
        public org.joda.time.Duration getSize()
        +
      • +
      + + + +
        +
      • +

        getOffset

        +
        public org.joda.time.Duration getOffset()
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object object)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.Coder.html new file mode 100644 index 00000000000..b1eb6f8d03a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.Coder.html @@ -0,0 +1,370 @@ + + + + + + +GlobalWindow.Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class GlobalWindow.Coder

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        encode

        +
        public void encode(GlobalWindow window,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public GlobalWindow decode(InputStream inStream,
        +                           Coder.Context context)
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.html new file mode 100644 index 00000000000..995427c78dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindow.html @@ -0,0 +1,320 @@ + + + + + + +GlobalWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class GlobalWindow

+
+
+ +
+
    +
  • +
    +
    +
    public class GlobalWindow
    +extends BoundedWindow
    +
    The default window into which all data is placed (via GlobalWindows).
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        maxTimestamp

        +
        public org.joda.time.Instant maxTimestamp()
        +
        Description copied from class: BoundedWindow
        +
        Returns the inclusive upper bound of timestamps for values in this window.
        +
        +
        Specified by:
        +
        maxTimestamp in class BoundedWindow
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindows.html new file mode 100644 index 00000000000..8c712e87ac7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/GlobalWindows.html @@ -0,0 +1,439 @@ + + + + + + +GlobalWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class GlobalWindows

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GlobalWindows

        +
        public GlobalWindows()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + +
        +
      • +

        getOutputTime

        +
        public org.joda.time.Instant getOutputTime(org.joda.time.Instant inputTimestamp,
        +                                           GlobalWindow window)
        +
        Description copied from class: WindowFn
        +
        Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window. + +

        The result of this method must be between inputTimestamp and + window.maxTimestamp() (inclusive on both sides). + +

        This function must be monotonic across input timestamps. Specifically, if A < B, + then getOutputTime(A, window) <= getOutputTime(B, window). + +

        For a WindowFn that doesn't produce overlapping windows, this can (and typically + should) just return inputTimestamp. In the presence of overlapping windows, it is + suggested that the result in later overlapping windows is past the end of earlier windows + so that the later windows don't prevent the watermark from + progressing past the end of the earlier window.

        +
        +
        Overrides:
        +
        getOutputTime in class WindowFn<Object,GlobalWindow>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/IntervalWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/IntervalWindow.html new file mode 100644 index 00000000000..e834882e7f3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/IntervalWindow.html @@ -0,0 +1,510 @@ + + + + + + +IntervalWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class IntervalWindow

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        IntervalWindow

        +
        public IntervalWindow(org.joda.time.Instant start,
        +                      org.joda.time.Instant end)
        +
        Creates a new IntervalWindow that represents the half-open time + interval [start, end).
        +
      • +
      + + + +
        +
      • +

        IntervalWindow

        +
        public IntervalWindow(org.joda.time.Instant start,
        +                      org.joda.time.ReadableDuration size)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        start

        +
        public org.joda.time.Instant start()
        +
        Returns the start of this window, inclusive.
        +
      • +
      + + + +
        +
      • +

        end

        +
        public org.joda.time.Instant end()
        +
        Returns the end of this window, exclusive.
        +
      • +
      + + + +
        +
      • +

        maxTimestamp

        +
        public org.joda.time.Instant maxTimestamp()
        +
        Returns the largest timestamp that can be included in this window.
        +
        +
        Specified by:
        +
        maxTimestamp in class BoundedWindow
        +
        +
      • +
      + + + +
        +
      • +

        contains

        +
        public boolean contains(IntervalWindow other)
        +
        Returns whether this window contains the given window.
        +
      • +
      + + + +
        +
      • +

        isDisjoint

        +
        public boolean isDisjoint(IntervalWindow other)
        +
        Returns whether this window is disjoint from the given window.
        +
      • +
      + + + +
        +
      • +

        intersects

        +
        public boolean intersects(IntervalWindow other)
        +
        Returns whether this window intersects the given window.
        +
      • +
      + + + +
        +
      • +

        span

        +
        public IntervalWindow span(IntervalWindow other)
        +
        Returns the minimal window that includes both this window and + the given window.
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object o)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/InvalidWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/InvalidWindows.html new file mode 100644 index 00000000000..1bb66c71c60 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/InvalidWindows.html @@ -0,0 +1,488 @@ + + + + + + +InvalidWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class InvalidWindows<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/MergeOverlappingIntervalWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/MergeOverlappingIntervalWindows.html new file mode 100644 index 00000000000..5c0a3f7bc27 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/MergeOverlappingIntervalWindows.html @@ -0,0 +1,282 @@ + + + + + + +MergeOverlappingIntervalWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class MergeOverlappingIntervalWindows

+
+
+ +
+
    +
  • +
    +
    +
    public class MergeOverlappingIntervalWindows
    +extends Object
    +
    A utility function for merging overlapping IntervalWindows.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.NeverTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.NeverTrigger.html new file mode 100644 index 00000000000..1586ec44ba9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.NeverTrigger.html @@ -0,0 +1,379 @@ + + + + + + +Never.NeverTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Never.NeverTrigger

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        NeverTrigger

        +
        protected NeverTrigger()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.html new file mode 100644 index 00000000000..af1bded6be9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Never.html @@ -0,0 +1,303 @@ + + + + + + +Never (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Never

+
+
+ +
+
    +
  • +
    +
    +
    public final class Never
    +extends Object
    +
    A trigger which never fires. + +

    Using this trigger will only produce output when the watermark passes the end of the + window plus the allowed + lateness.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Never

        +
        public Never()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/NonMergingWindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/NonMergingWindowFn.html new file mode 100644 index 00000000000..6b6eb3c2cf5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/NonMergingWindowFn.html @@ -0,0 +1,351 @@ + + + + + + +NonMergingWindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class NonMergingWindowFn<T,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OrFinallyTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OrFinallyTrigger.html new file mode 100644 index 00000000000..c6f34ee7f50 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OrFinallyTrigger.html @@ -0,0 +1,377 @@ + + + + + + +OrFinallyTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class OrFinallyTrigger

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class OrFinallyTrigger
    +extends Trigger
    +
    Executes the actual trigger until it finishes or until the until trigger fires.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getMainTrigger

        +
        public Trigger getMainTrigger()
        +
        The main trigger, which will continue firing until the "until" trigger fires. See + getUntilTrigger()
        +
      • +
      + + + +
        +
      • +

        getUntilTrigger

        +
        public Trigger.OnceTrigger getUntilTrigger()
        +
        The trigger that signals termination of this trigger.
        +
      • +
      + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.Defaults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.Defaults.html new file mode 100644 index 00000000000..78ee000f57b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.Defaults.html @@ -0,0 +1,487 @@ + + + + + + +OutputTimeFn.Defaults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class OutputTimeFn.Defaults<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.DependsOnlyOnWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.DependsOnlyOnWindow.html new file mode 100644 index 00000000000..6d39dc51909 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.DependsOnlyOnWindow.html @@ -0,0 +1,549 @@ + + + + + + +OutputTimeFn.DependsOnlyOnWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class OutputTimeFn.DependsOnlyOnWindow<W extends BoundedWindow>

+
+
+ +
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ModifierConstructor and Description
      protected DependsOnlyOnWindow() 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods Concrete Methods 
      Modifier and TypeMethod and Description
      org.joda.time.InstantassignOutputTime(org.joda.time.Instant timestamp, + W window) +
      Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window.
      +
      protected abstract org.joda.time.InstantassignOutputTime(W window) +
      Returns the output timestamp to use for data in the specified window.
      +
      org.joda.time.Instantcombine(org.joda.time.Instant outputTimestamp, + org.joda.time.Instant otherOutputTimestamp) +
      Combines the given output times, which must be from the same window, into an output time + for a computed value.
      +
      booleandependsOnlyOnEarliestInputTimestamp() +
      Returns true if the result of combination of many output timestamps actually depends + only on the earliest.
      +
      booleandependsOnlyOnWindow() +
      Returns true if the result does not depend on what outputs were combined but only + the window they are in.
      +
      booleanequals(Object other)
      inthashCode() 
      org.joda.time.Instantmerge(W resultWindow, + Iterable<? extends org.joda.time.Instant> mergingTimestamps) +
      Merges the given output times, presumed to be combined output times for windows that + are merging, into an output time for the resultWindow.
      +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        DependsOnlyOnWindow

        +
        protected DependsOnlyOnWindow()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        assignOutputTime

        +
        protected abstract org.joda.time.Instant assignOutputTime(W window)
        +
        Returns the output timestamp to use for data in the specified window. + +

        Note that the result of this method must be between the maximum possible input timestamp + in window and window.maxTimestamp() (inclusive on both sides). + +

        For example, using Sessions.withGapDuration(gapDuration), we know that all input + timestamps must lie at least gapDuration from the end of the session, so + window.maxTimestamp() - gapDuration is an acceptable assigned timestamp.

        +
        +
        See Also:
        +
        assignOutputTime(Instant, BoundedWindow)
        +
        +
      • +
      + + + + + +
        +
      • +

        assignOutputTime

        +
        public final org.joda.time.Instant assignOutputTime(org.joda.time.Instant timestamp,
        +                                                    W window)
        +
        Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window. + +

        The result of this method must be between inputTimestamp and + window.maxTimestamp() (inclusive on both sides). + +

        This function must be monotonic across input timestamps. Specifically, if A < B, + then assignOutputTime(A, window) <= assignOutputTime(B, window). + +

        For a WindowFn that doesn't produce overlapping windows, this can (and typically + should) just return inputTimestamp. In the presence of overlapping windows, it is + suggested that the result in later overlapping windows is past the end of earlier windows + so that the later windows don't prevent the watermark from + progressing past the end of the earlier window. + +

        See the overview of OutputTimeFn for the consistency properties required + between OutputTimeFn.assignOutputTime(org.joda.time.Instant, W), OutputTimeFn.combine(org.joda.time.Instant, org.joda.time.Instant), and OutputTimeFn.merge(W, java.lang.Iterable<? extends org.joda.time.Instant>).

        +
        +
        Specified by:
        +
        assignOutputTime in class OutputTimeFn<W extends BoundedWindow>
        +
        Returns:
        +
        the result of {#link assignOutputTime(BoundedWindow) assignOutputTime(window)}.
        +
        +
      • +
      + + + +
        +
      • +

        combine

        +
        public final org.joda.time.Instant combine(org.joda.time.Instant outputTimestamp,
        +                                           org.joda.time.Instant otherOutputTimestamp)
        +
        Combines the given output times, which must be from the same window, into an output time + for a computed value. + +
          +
        • combine must be commutative: combine(a, b).equals(combine(b, a)).
        • +
        • combine must be associative: + combine(a, combine(b, c)).equals(combine(combine(a, b), c)).
        • +
        +
        +
        Specified by:
        +
        combine in class OutputTimeFn<W extends BoundedWindow>
        +
        Returns:
        +
        the same timestamp as both argument timestamps, which are necessarily equal.
        +
        +
      • +
      + + + + + + + + + + + + + +
        +
      • +

        dependsOnlyOnEarliestInputTimestamp

        +
        public final boolean dependsOnlyOnEarliestInputTimestamp()
        +
        Returns true if the result of combination of many output timestamps actually depends + only on the earliest. + +

        This may allow optimizations when it is very efficient to retrieve the earliest timestamp + to be combined.

        +
        +
        Specified by:
        +
        dependsOnlyOnEarliestInputTimestamp in class OutputTimeFn<W extends BoundedWindow>
        +
        Returns:
        +
        true. Since the output time depends only on the window, it can + certainly be ascertained given a single input timestamp.
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        Returns:
        +
        true if the two OutputTimeFn instances have the same class, by + default.
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.html new file mode 100644 index 00000000000..d118444a890 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFn.html @@ -0,0 +1,481 @@ + + + + + + +OutputTimeFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class OutputTimeFn<W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    W - the type of window. Contravariant: methods accepting any subtype of + OutputTimeFn<W> should use the parameter type OutputTimeFn<? super W>.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    Direct Known Subclasses:
    +
    OutputTimeFn.Defaults, OutputTimeFn.DependsOnlyOnWindow
    +
    +
    +
    +
    @Experimental(value=OUTPUT_TIME)
    +public abstract class OutputTimeFn<W extends BoundedWindow>
    +extends Object
    +implements Serializable
    +
    (Experimental) A function from timestamps of input values to the timestamp for a + computed value. + +

    The function is represented via three components: +

      +
    1. assignOutputTime(org.joda.time.Instant, W) calculates an output timestamp for any input + value in a particular window.
    2. +
    3. The output timestamps for all non-late input values within a window are combined + according to combine(), a commutative and associative operation on + the output timestamps.
    4. +
    5. The output timestamp when windows merge is provided by merge().
    6. +
    + +

    This abstract class cannot be subclassed directly, by design: it may grow + in consumer-compatible ways that require mutually-exclusive default implementations. To + create a concrete subclass, extend OutputTimeFn.Defaults or + OutputTimeFn.DependsOnlyOnWindow. Note that as long as this class remains + experimental, we may also choose to change it in arbitrary backwards-incompatible ways.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + + + +
      Constructors 
      ModifierConstructor and Description
      protected OutputTimeFn() 
      +
    • +
    + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      abstract org.joda.time.InstantassignOutputTime(org.joda.time.Instant inputTimestamp, + W window) +
      Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window.
      +
      abstract org.joda.time.Instantcombine(org.joda.time.Instant outputTime, + org.joda.time.Instant otherOutputTime) +
      Combines the given output times, which must be from the same window, into an output time + for a computed value.
      +
      abstract booleandependsOnlyOnEarliestInputTimestamp() +
      Returns true if the result of combination of many output timestamps actually depends + only on the earliest.
      +
      abstract booleandependsOnlyOnWindow() +
      Returns true if the result does not depend on what outputs were combined but only + the window they are in.
      +
      abstract org.joda.time.Instantmerge(W intoWindow, + Iterable<? extends org.joda.time.Instant> mergingTimestamps) +
      Merges the given output times, presumed to be combined output times for windows that + are merging, into an output time for the resultWindow.
      +
      + +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OutputTimeFn

        +
        protected OutputTimeFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        assignOutputTime

        +
        public abstract org.joda.time.Instant assignOutputTime(org.joda.time.Instant inputTimestamp,
        +                                                       W window)
        +
        Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window. + +

        The result of this method must be between inputTimestamp and + window.maxTimestamp() (inclusive on both sides). + +

        This function must be monotonic across input timestamps. Specifically, if A < B, + then assignOutputTime(A, window) <= assignOutputTime(B, window). + +

        For a WindowFn that doesn't produce overlapping windows, this can (and typically + should) just return inputTimestamp. In the presence of overlapping windows, it is + suggested that the result in later overlapping windows is past the end of earlier windows + so that the later windows don't prevent the watermark from + progressing past the end of the earlier window. + +

        See the overview of OutputTimeFn for the consistency properties required + between assignOutputTime(org.joda.time.Instant, W), combine(org.joda.time.Instant, org.joda.time.Instant), and merge(W, java.lang.Iterable<? extends org.joda.time.Instant>).

        +
      • +
      + + + +
        +
      • +

        combine

        +
        public abstract org.joda.time.Instant combine(org.joda.time.Instant outputTime,
        +                                              org.joda.time.Instant otherOutputTime)
        +
        Combines the given output times, which must be from the same window, into an output time + for a computed value. + +
          +
        • combine must be commutative: combine(a, b).equals(combine(b, a)).
        • +
        • combine must be associative: + combine(a, combine(b, c)).equals(combine(combine(a, b), c)).
        • +
        +
      • +
      + + + + + +
        +
      • +

        merge

        +
        public abstract org.joda.time.Instant merge(W intoWindow,
        +                                            Iterable<? extends org.joda.time.Instant> mergingTimestamps)
        +
        Merges the given output times, presumed to be combined output times for windows that + are merging, into an output time for the resultWindow. + +

        When windows w1 and w2 merge to become a new window w1plus2, + then merge(W, java.lang.Iterable<? extends org.joda.time.Instant>) must be implemented such that the output time is the same as + if all timestamps were assigned in w1plus2. Formally: + +

        fn.merge(w, fn.assignOutputTime(t1, w1), fn.assignOutputTime(t2, w2)) + +

        must be equal to + +

        fn.combine(fn.assignOutputTime(t1, w1plus2), fn.assignOutputTime(t2, w1plus2)) + +

        If the assigned time depends only on the window, the correct implementation of + merge() necessarily returns the result of + assignOutputTime(t1, w1plus2) + (which equals assignOutputTime(t2, w1plus2). + Defaults for this case are provided by OutputTimeFn.DependsOnlyOnWindow. + +

        For many other OutputTimeFn implementations, such as taking the earliest or latest + timestamp, this will be the same as combine(). Defaults for this + case are provided by OutputTimeFn.Defaults.

        +
      • +
      + + + +
        +
      • +

        dependsOnlyOnEarliestInputTimestamp

        +
        public abstract boolean dependsOnlyOnEarliestInputTimestamp()
        +
        Returns true if the result of combination of many output timestamps actually depends + only on the earliest. + +

        This may allow optimizations when it is very efficient to retrieve the earliest timestamp + to be combined.

        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFns.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFns.html new file mode 100644 index 00000000000..8019c117f5b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/OutputTimeFns.html @@ -0,0 +1,364 @@ + + + + + + +OutputTimeFns (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class OutputTimeFns

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OutputTimeFns

        +
        public OutputTimeFns()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        outputAtEarliestInputTimestamp

        +
        public static OutputTimeFn<BoundedWindow> outputAtEarliestInputTimestamp()
        +
        The policy of outputting at the earliest of the input timestamps for non-late input data + that led to a computed value. + +

        For example, suppose v1 through vn are all on-time + elements being aggregated via some function f into + f(v1, ..., vn. When emitted, the output + timestamp of the result will be the earliest of the event time timestamps + +

        If data arrives late, it has no effect on the output timestamp.

        +
      • +
      + + + +
        +
      • +

        outputAtLatestInputTimestamp

        +
        public static OutputTimeFn<BoundedWindow> outputAtLatestInputTimestamp()
        +
        The policy of holding the watermark to the latest of the input timestamps + for non-late input data that led to a computed value. + +

        For example, suppose v1 through vn are all on-time + elements being aggregated via some function f into + f(v1, ..., vn. When emitted, the output + timestamp of the result will be the latest of the event time timestamps + +

        If data arrives late, it has no effect on the output timestamp.

        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.PaneInfoCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.PaneInfoCoder.html new file mode 100644 index 00000000000..e9690da1eca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.PaneInfoCoder.html @@ -0,0 +1,420 @@ + + + + + + +PaneInfo.PaneInfoCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class PaneInfo.PaneInfoCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.Timing.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.Timing.html new file mode 100644 index 00000000000..371248ea6f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.Timing.html @@ -0,0 +1,449 @@ + + + + + + +PaneInfo.Timing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Enum PaneInfo.Timing

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Comparable<PaneInfo.Timing>
    +
    +
    +
    Enclosing class:
    +
    PaneInfo
    +
    +
    +
    +
    public static enum PaneInfo.Timing
    +extends Enum<PaneInfo.Timing>
    +
    Enumerates the possibilities for the timing of this pane firing related to the + input and output watermarks for its computation. + +

    A window may fire multiple panes, and the timing of those panes generally follows the + regular expression EARLY* ON_TIME? LATE*. Generally a pane is considered: +

      +
    1. EARLY if the system cannot be sure it has seen all data which may contribute + to the pane's window. +
    2. ON_TIME if the system predicts it has seen all the data which may contribute + to the pane's window. +
    3. LATE if the system has encountered new data after predicting no more could arrive. + It is possible an ON_TIME pane has already been emitted, in which case any + following panes are considered LATE. +
    + +

    Only an + AfterWatermark.pastEndOfWindow() trigger may produce an ON_TIME pane. + With merging WindowFn's, windows may be merged to produce new windows that satisfy + their own instance of the above regular expression. The only guarantee is that once a window + produces a final pane, it will not be merged into any new windows. + +

    The predictions above are made using the mechanism of watermarks. + See TimerInternals for more information + about watermarks. + +

    We can state some properties of LATE and ON_TIME panes, but first need some + definitions: +

      +
    1. We'll call a pipeline 'simple' if it does not use + DoFn.Context#outputWithTimestamp in + any DoFn, and it uses the same + Window.Bound.withAllowedLateness(org.joda.time.Duration) + argument value on all windows (or uses the default of Duration.ZERO). +
    2. We'll call an element 'locally late', from the point of view of a computation on a + worker, if the element's timestamp is before the input watermark for that computation + on that worker. The element is otherwise 'locally on-time'. +
    3. We'll say 'the pane's timestamp' to mean the timestamp of the element produced to + represent the pane's contents. +
    + +

    Then in simple pipelines: +

      +
    1. (Soundness) An ON_TIME pane can never cause a later computation to generate a + LATE pane. (If it did, it would imply a later computation's input watermark progressed + ahead of an earlier stage's output watermark, which by design is not possible.) +
    2. (Liveness) An ON_TIME pane is emitted as soon as possible after the input + watermark passes the end of the pane's window. +
    3. (Consistency) A pane with only locally on-time elements will always be ON_TIME. + And a LATE pane cannot contain locally on-time elements. +
    + +

    However, note that: +

      +
    1. An ON_TIME pane may contain locally late elements. It may even contain only + locally late elements. Provided a locally late element finds its way into an ON_TIME + pane its lateness becomes unobservable. +
    2. A LATE pane does not necessarily cause any following computation panes to be + marked as LATE. +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Enum Constant Detail

      + + + +
        +
      • +

        EARLY

        +
        public static final PaneInfo.Timing EARLY
        +
        Pane was fired before the input watermark had progressed after the end of the window.
        +
      • +
      + + + +
        +
      • +

        ON_TIME

        +
        public static final PaneInfo.Timing ON_TIME
        +
        Pane was fired by a AfterWatermark.pastEndOfWindow() trigger because the input + watermark progressed after the end of the window. However the output watermark has not + yet progressed after the end of the window. Thus it is still possible to assign a timestamp + to the element representing this pane which cannot be considered locally late by any + following computation.
        +
      • +
      + + + +
        +
      • +

        LATE

        +
        public static final PaneInfo.Timing LATE
        +
        Pane was fired after the output watermark had progressed past the end of the window.
        +
      • +
      + + + +
        +
      • +

        UNKNOWN

        +
        public static final PaneInfo.Timing UNKNOWN
        +
        This element was not produced in a triggered pane and its relation to input and + output watermarks is unknown.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static PaneInfo.Timing[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (PaneInfo.Timing c : PaneInfo.Timing.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static PaneInfo.Timing valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.html new file mode 100644 index 00000000000..52589a853e0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PaneInfo.html @@ -0,0 +1,532 @@ + + + + + + +PaneInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class PaneInfo

+
+
+ +
+
    +
  • +
    +
    +
    public final class PaneInfo
    +extends Object
    +
    Provides information about the pane an element belongs to. Every pane is implicitly associated + with a window. Panes are observable only via the + DoFn.ProcessContext#pane method of the context + passed to a DoFn.ProcessElement method. + +

    Note: This does not uniquely identify a pane, and should not be used for comparisons.

    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeClass and Description
      static class PaneInfo.PaneInfoCoder +
      A Coder for encoding PaneInfo instances.
      +
      static class PaneInfo.Timing +
      Enumerates the possibilities for the timing of this pane firing related to the + input and output watermarks for its computation.
      +
      +
    • +
    + +
      +
    • + + +

      Field Summary

      + + + + + + + + + + + + + + +
      Fields 
      Modifier and TypeField and Description
      static PaneInfoNO_FIRING +
      PaneInfo to use for elements on (and before) initial window assignemnt (including + elements read from sources) before they have passed through a GroupByKey and are + associated with a particular trigger firing.
      +
      static PaneInfoON_TIME_AND_ONLY_FIRING +
      PaneInfo to use when there will be exactly one firing and it is on time.
      +
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        NO_FIRING

        +
        public static final PaneInfo NO_FIRING
        +
        PaneInfo to use for elements on (and before) initial window assignemnt (including + elements read from sources) before they have passed through a GroupByKey and are + associated with a particular trigger firing.
        +
      • +
      + + + +
        +
      • +

        ON_TIME_AND_ONLY_FIRING

        +
        public static final PaneInfo ON_TIME_AND_ONLY_FIRING
        +
        PaneInfo to use when there will be exactly one firing and it is on time.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createPane

        +
        public static PaneInfo createPane(boolean isFirst,
        +                                  boolean isLast,
        +                                  PaneInfo.Timing timing)
        +
      • +
      + + + +
        +
      • +

        createPane

        +
        public static PaneInfo createPane(boolean isFirst,
        +                                  boolean isLast,
        +                                  PaneInfo.Timing timing,
        +                                  long index,
        +                                  long onTimeIndex)
        +
        Factory method to create a PaneInfo with the specified parameters.
        +
      • +
      + + + +
        +
      • +

        decodePane

        +
        public static PaneInfo decodePane(byte encodedPane)
        +
      • +
      + + + +
        +
      • +

        isUnknown

        +
        public boolean isUnknown()
        +
        Return true if there is no timing information for the current PaneInfo. + This typically indicates that the current element has not been assigned to + windows or passed through an operation that executes triggers yet.
        +
      • +
      + + + +
        +
      • +

        isFirst

        +
        public boolean isFirst()
        +
        Return true if this is the first pane produced for the associated window.
        +
      • +
      + + + +
        +
      • +

        isLast

        +
        public boolean isLast()
        +
        Return true if this is the last pane that will be produced in the associated window.
        +
      • +
      + + + +
        +
      • +

        getTiming

        +
        public PaneInfo.Timing getTiming()
        +
        Return true if this is the last pane that will be produced in the associated window.
        +
      • +
      + + + +
        +
      • +

        getIndex

        +
        public long getIndex()
        +
        The zero-based index of this trigger firing that produced this pane. + +

        This will return 0 for the first time the timer fires, 1 for the next time, etc. + +

        A given (key, window, pane-index) is guaranteed to be unique in the + output of a group-by-key operation.

        +
      • +
      + + + +
        +
      • +

        getNonSpeculativeIndex

        +
        public long getNonSpeculativeIndex()
        +
        The zero-based index of this trigger firing among non-speculative panes. + +

        This will return 0 for the first non-PaneInfo.Timing.EARLY timer firing, 1 for the next one, + etc. + +

        Always -1 for speculative data.

        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PartitioningWindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PartitioningWindowFn.html new file mode 100644 index 00000000000..65ab6163d8d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/PartitioningWindowFn.html @@ -0,0 +1,421 @@ + + + + + + +PartitioningWindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class PartitioningWindowFn<T,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        PartitioningWindowFn

        +
        public PartitioningWindowFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        assignWindow

        +
        public abstract W assignWindow(org.joda.time.Instant timestamp)
        +
        Returns the single window to which elements with this timestamp belong.
        +
      • +
      + + + + + + + +
        +
      • +

        getSideInputWindow

        +
        public W getSideInputWindow(BoundedWindow window)
        +
        Description copied from class: WindowFn
        +
        Returns the window of the side input corresponding to the given window of + the main input. + +

        Authors of custom WindowFns should override this.

        +
        +
        Specified by:
        +
        getSideInputWindow in class WindowFn<T,W extends BoundedWindow>
        +
        +
      • +
      + + + + + +
        +
      • +

        getOutputTime

        +
        public org.joda.time.Instant getOutputTime(org.joda.time.Instant inputTimestamp,
        +                                           W window)
        +
        Description copied from class: WindowFn
        +
        Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window. + +

        The result of this method must be between inputTimestamp and + window.maxTimestamp() (inclusive on both sides). + +

        This function must be monotonic across input timestamps. Specifically, if A < B, + then getOutputTime(A, window) <= getOutputTime(B, window). + +

        For a WindowFn that doesn't produce overlapping windows, this can (and typically + should) just return inputTimestamp. In the presence of overlapping windows, it is + suggested that the result in later overlapping windows is past the end of earlier windows + so that the later windows don't prevent the watermark from + progressing past the end of the earlier window.

        +
        +
        Overrides:
        +
        getOutputTime in class WindowFn<T,W extends BoundedWindow>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Repeatedly.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Repeatedly.html new file mode 100644 index 00000000000..a0d2196bdac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Repeatedly.html @@ -0,0 +1,389 @@ + + + + + + +Repeatedly (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Repeatedly

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class Repeatedly
    +extends Trigger
    +
    Repeat a trigger, either until some condition is met or forever. + +

    For example, to fire after the end of the window, and every time late data arrives: +

     
    +     Repeatedly.forever(AfterWatermark.isPastEndOfWindow());
    +  
    + +

    Repeatedly.forever(someTrigger) behaves like an infinite + AfterEach.inOrder(someTrigger, someTrigger, someTrigger, ...).

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Sessions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Sessions.html new file mode 100644 index 00000000000..f79cf25061b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Sessions.html @@ -0,0 +1,491 @@ + + + + + + +Sessions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Sessions

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Sessions
    +extends WindowFn<Object,IntervalWindow>
    +
    A WindowFn windowing values into sessions separated by gapDuration-long + periods with no elements. + +

    For example, in order to window data into session with at least 10 minute + gaps in between them: +

     
    + PCollection<Integer> pc = ...;
    + PCollection<Integer> windowed_pc = pc.apply(
    +   Window.<Integer>into(Sessions.withGapDuration(Duration.standardMinutes(10))));
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/SlidingWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/SlidingWindows.html new file mode 100644 index 00000000000..ac1f03d657d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/SlidingWindows.html @@ -0,0 +1,571 @@ + + + + + + +SlidingWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class SlidingWindows

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class SlidingWindows
    +extends NonMergingWindowFn<Object,IntervalWindow>
    +
    A WindowFn that windows values into possibly overlapping fixed-size + timestamp-based windows. + +

    For example, in order to window data into 10 minute windows that + update every minute: +

     
    + PCollection<Integer> items = ...;
    + PCollection<Integer> windowedItems = items.apply(
    +   Window.<Integer>into(SlidingWindows.of(Duration.standardMinutes(10))));
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static SlidingWindows of(org.joda.time.Duration size)
        +
        Assigns timestamps into half-open intervals of the form + [N * period, N * period + size), where 0 is the epoch. + +

        If every(org.joda.time.Duration) is not called, the period defaults + to the largest time unit smaller than the given duration. For example, + specifying a size of 5 seconds will result in a default period of 1 second.

        +
      • +
      + + + +
        +
      • +

        every

        +
        public SlidingWindows every(org.joda.time.Duration period)
        +
        Returns a new SlidingWindows with the original size, that assigns + timestamps into half-open intervals of the form + [N * period, N * period + size), where 0 is the epoch.
        +
      • +
      + + + +
        +
      • +

        withOffset

        +
        public SlidingWindows withOffset(org.joda.time.Duration offset)
        +
        Assigns timestamps into half-open intervals of the form + [N * period + offset, N * period + offset + size).
        +
        +
        Throws:
        +
        IllegalArgumentException - if offset is not in [0, period)
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: WindowFn
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class WindowFn<Object,IntervalWindow>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + +
        +
      • +

        getPeriod

        +
        public org.joda.time.Duration getPeriod()
        +
      • +
      + + + +
        +
      • +

        getSize

        +
        public org.joda.time.Duration getSize()
        +
      • +
      + + + +
        +
      • +

        getOffset

        +
        public org.joda.time.Duration getOffset()
        +
      • +
      + + + +
        +
      • +

        getOutputTime

        +
        @Experimental(value=OUTPUT_TIME)
        +public org.joda.time.Instant getOutputTime(org.joda.time.Instant inputTimestamp,
        +                                                                            IntervalWindow window)
        +
        Ensures that later sliding windows have an output time that is past the end of earlier windows. + +

        If this is the earliest sliding window containing inputTimestamp, that's fine. + Otherwise, we pick the earliest time that doesn't overlap with earlier windows.

        +
        +
        Overrides:
        +
        getOutputTime in class WindowFn<Object,IntervalWindow>
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object object)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.OnceTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.OnceTrigger.html new file mode 100644 index 00000000000..c853509a651 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.OnceTrigger.html @@ -0,0 +1,345 @@ + + + + + + +Trigger.OnceTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Trigger.OnceTrigger

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OnceTrigger

        +
        protected OnceTrigger(List<Trigger> subTriggers)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getContinuationTrigger

        +
        public final Trigger.OnceTrigger getContinuationTrigger()
        +
        Description copied from class: Trigger
        +
        Return a trigger to use after a GroupByKey to preserve the intention of this trigger. + Specifically, triggers that are time based and intended to provide speculative results should + continue providing speculative results. Triggers that fire once (or multiple times) should + continue firing once (or multiple times).
        +
        +
        Overrides:
        +
        getContinuationTrigger in class Trigger
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.html new file mode 100644 index 00000000000..3019ef60d82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Trigger.html @@ -0,0 +1,556 @@ + + + + + + +Trigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Trigger

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        subTriggers

        +
        protected final List<Trigger> subTriggers
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Trigger

        +
        protected Trigger(List<Trigger> subTriggers)
        +
      • +
      + + + +
        +
      • +

        Trigger

        +
        protected Trigger()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        subTriggers

        +
        public List<Trigger> subTriggers()
        +
      • +
      + + + +
        +
      • +

        getContinuationTrigger

        +
        public Trigger getContinuationTrigger()
        +
        Return a trigger to use after a GroupByKey to preserve the intention of this trigger. + Specifically, triggers that are time based and intended to provide speculative results should + continue providing speculative results. Triggers that fire once (or multiple times) should + continue firing once (or multiple times).
        +
      • +
      + + + +
        +
      • +

        getContinuationTrigger

        +
        protected abstract Trigger getContinuationTrigger(List<Trigger> continuationTriggers)
        +
        Return the getContinuationTrigger() of this Trigger. For convenience, this is + provided the continuation trigger of each of the sub-triggers.
        +
      • +
      + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public abstract org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
      • +
      + + + +
        +
      • +

        isCompatible

        +
        public boolean isCompatible(Trigger other)
        +
        Returns whether this performs the same triggering as the given Trigger.
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + +
        +
      • +

        orFinally

        +
        public OrFinallyTrigger orFinally(Trigger.OnceTrigger until)
        +
        Specify an ending condition for this trigger. If the until Trigger fires then + the combination fires. + +

        The expression t1.orFinally(t2) fires every time t1 fires, and finishes as + soon as either t1 finishes or t2 fires, in which case it fires one last time + for t2. Both t1 and t2 are executed in parallel. This means that t1 may have fired since t2 started, so not all of the elements that t2 has + seen are necessarily in the current pane. + +

        For example the final firing of the following trigger may only have 1 element: + +

        
        + Repeatedly.forever(AfterPane.elementCountAtLeast(2))
        +     .orFinally(AfterPane.elementCountAtLeast(5))
        + 
        + 
        + +

        Note that if t1 is Trigger.OnceTrigger, then t1.orFinally(t2) is the same as + AfterFirst.of(t1, t2).

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.Bound.html new file mode 100644 index 00000000000..4824b41ee86 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.Bound.html @@ -0,0 +1,591 @@ + + + + + + +Window.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Window.Bound<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - The type of elements this Window is applied to
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Enclosing class:
    +
    Window
    +
    +
    +
    +
    public static class Window.Bound<T>
    +extends PTransform<PCollection<T>,PCollection<T>>
    +
    A PTransform that windows the elements of a PCollection<T>, + into finite windows according to a user-specified WindowFn.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        discardingFiredPanes

        +
        @Experimental(value=TRIGGER)
        +public Window.Bound<T> discardingFiredPanes()
        +
        Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that discards elements in a pane after they are triggered. + +

        Does not modify this transform. The resulting PTransform is sufficiently + specified to be applied, but more properties can still be specified.

        +
      • +
      + + + +
        +
      • +

        accumulatingFiredPanes

        +
        @Experimental(value=TRIGGER)
        +public Window.Bound<T> accumulatingFiredPanes()
        +
        Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that accumulates elements in a pane after they are triggered. + +

        Does not modify this transform. The resulting PTransform is sufficiently + specified to be applied, but more properties can still be specified.

        +
      • +
      + + + +
        +
      • +

        withAllowedLateness

        +
        @Experimental(value=TRIGGER)
        +public Window.Bound<T> withAllowedLateness(org.joda.time.Duration allowedLateness)
        +
        Override the amount of lateness allowed for data elements in the pipeline. Like + the other properties on this Window operation, this will be applied at + the next GroupByKey. Any elements that are later than this as decided by + the system-maintained watermark will be dropped. + +

        This value also determines how long state will be kept around for old windows. + Once no elements will be added to a window (because this duration has passed) any state + associated with the window will be cleaned up. + +

        Depending on the trigger this may not produce a pane with PaneInfo.isLast. See + Window.ClosingBehavior.FIRE_IF_NON_EMPTY for more details.

        +
      • +
      + + + + + + + +
        +
      • +

        withAllowedLateness

        +
        @Experimental(value=TRIGGER)
        +public Window.Bound<T> withAllowedLateness(org.joda.time.Duration allowedLateness,
        +                                                                        Window.ClosingBehavior behavior)
        +
        Override the amount of lateness allowed for data elements in the pipeline. Like + the other properties on this Window operation, this will be applied at + the next GroupByKey. Any elements that are later than this as decided by + the system-maintained watermark will be dropped. + +

        This value also determines how long state will be kept around for old windows. + Once no elements will be added to a window (because this duration has passed) any state + associated with the window will be cleaned up.

        +
      • +
      + + + + + + + + + + + +
        +
      • +

        validate

        +
        public void validate(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Called before invoking apply (which may be intercepted by the runner) to + verify this transform is fully specified and applicable to the specified + input. + +

        By default, does nothing.

        +
        +
        Overrides:
        +
        validate in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<T> expand(PCollection<T> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Description copied from class: PTransform
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Overrides:
        +
        populateDisplayData in class PTransform<PCollection<T>,PCollection<T>>
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getKindString

        +
        protected String getKindString()
        +
        Description copied from class: PTransform
        +
        Returns the name to use by default for this PTransform + (not including the names of any enclosing PTransforms). + +

        By default, returns the base name of this PTransform's class. + +

        The caller is responsible for ensuring that names of applied + PTransforms are unique, e.g., by adding a uniquifying + suffix when needed.

        +
        +
        Overrides:
        +
        getKindString in class PTransform<PCollection<T>,PCollection<T>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.ClosingBehavior.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.ClosingBehavior.html new file mode 100644 index 00000000000..7a37360cd68 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.ClosingBehavior.html @@ -0,0 +1,358 @@ + + + + + + +Window.ClosingBehavior (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Enum Window.ClosingBehavior

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Enum Constant Detail

      + + + +
        +
      • +

        FIRE_ALWAYS

        +
        public static final Window.ClosingBehavior FIRE_ALWAYS
        +
        Always fire the last pane. Even if there is no new data since the previous firing, an element + with PaneInfo.isLast() true will be produced.
        +
      • +
      + + + +
        +
      • +

        FIRE_IF_NON_EMPTY

        +
        public static final Window.ClosingBehavior FIRE_IF_NON_EMPTY
        +
        Only fire the last pane if there is new data since the previous firing. + +

        This is the default behavior.

        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static Window.ClosingBehavior[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (Window.ClosingBehavior c : Window.ClosingBehavior.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static Window.ClosingBehavior valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.html new file mode 100644 index 00000000000..f2e1df5ad45 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/Window.html @@ -0,0 +1,526 @@ + + + + + + +Window (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class Window

+
+
+ +
+
    +
  • +
    +
    +
    public class Window
    +extends Object
    +
    Window logically divides up or groups the elements of a + PCollection into finite windows according to a WindowFn. + The output of Window contains the same elements as input, but they + have been logically assigned to windows. The next + GroupByKeys, + including one within composite transforms, will group by the combination of + keys and windows. + +

    See GroupByKey + for more information about how grouping with windows works. + +

    Windowing

    + +

    Windowing a PCollection divides the elements into windows based + on the associated event time for each element. This is especially useful + for PCollections with unbounded size, since it allows operating on + a sub-group of the elements placed into a related window. For PCollections + with a bounded size (aka. conventional batch mode), by default, all data is + implicitly in a single window, unless Window is applied. + +

    For example, a simple form of windowing divides up the data into + fixed-width time intervals, using FixedWindows. + The following example demonstrates how to use Window in a pipeline + that counts the number of occurrences of strings each minute: + +

    
    + PCollection<String> items = ...;
    + PCollection<String> windowed_items = items.apply(
    +   Window.<String>into(FixedWindows.of(Duration.standardMinutes(1))));
    + PCollection<KV<String, Long>> windowed_counts = windowed_items.apply(
    +   Count.<String>perElement());
    + 
    + +

    Let (data, timestamp) denote a data element along with its timestamp. + Then, if the input to this pipeline consists of + {("foo", 15s), ("bar", 30s), ("foo", 45s), ("foo", 1m30s)}, + the output will be + {(KV("foo", 2), 1m), (KV("bar", 1), 1m), (KV("foo", 1), 2m)} + +

    Several predefined WindowFns are provided: +

      +
    • FixedWindows partitions the timestamps into fixed-width intervals. +
    • SlidingWindows places data into overlapping fixed-width intervals. +
    • Sessions groups data into sessions where each item in a window + is separated from the next by no more than a specified gap. +
    + +

    Additionally, custom WindowFns can be created, by creating new + subclasses of WindowFn. + +

    Triggers

    + +

    Window.Bound.triggering(Trigger) allows specifying a trigger to control when + (in processing time) results for the given window can be produced. If unspecified, the default + behavior is to trigger first when the watermark passes the end of the window, and then trigger + again every time there is late arriving data. + +

    Elements are added to the current window pane as they arrive. When the root trigger fires, + output is produced based on the elements in the current pane. + +

    Depending on the trigger, this can be used both to output partial results + early during the processing of the whole window, and to deal with late + arriving in batches. + +

    Continuing the earlier example, if we wanted to emit the values that were available + when the watermark passed the end of the window, and then output any late arriving + elements once-per (actual hour) hour until we have finished processing the next 24-hours of data. + (The use of watermark time to stop processing tends to be more robust if the data source is slow + for a few days, etc.) + +

    
    + PCollection<String> items = ...;
    + PCollection<String> windowed_items = items.apply(
    +   Window.<String>into(FixedWindows.of(Duration.standardMinutes(1)))
    +      .triggering(
    +          AfterWatermark.pastEndOfWindow()
    +              .withLateFirings(AfterProcessingTime
    +                  .pastFirstElementInPane().plusDelayOf(Duration.standardHours(1))))
    +      .withAllowedLateness(Duration.standardDays(1)));
    + PCollection<KV<String, Long>> windowed_counts = windowed_items.apply(
    +   Count.<String>perElement());
    + 
    + +

    On the other hand, if we wanted to get early results every minute of processing + time (for which there were new elements in the given window) we could do the following: + +

    
    + PCollection<String> windowed_items = items.apply(
    +   Window.<String>into(FixedWindows.of(Duration.standardMinutes(1))
    +      .triggering(
    +      .triggering(
    +          AfterWatermark.pastEndOfWindow()
    +              .withEarlyFirings(AfterProcessingTime
    +                  .pastFirstElementInPane().plusDelayOf(Duration.standardMinutes(1))))
    +      .withAllowedLateness(Duration.ZERO));
    + 
    + +

    After a GroupByKey the trigger is set to + a trigger that will preserve the intent of the upstream trigger. See + Trigger.getContinuationTrigger() for more information. + +

    See Trigger for details on the available triggers.

    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Nested Class Summary

      + + + + + + + + + + + + + + +
      Nested Classes 
      Modifier and TypeClass and Description
      static class Window.Bound<T> +
      A PTransform that windows the elements of a PCollection<T>, + into finite windows according to a user-specified WindowFn.
      +
      static class Window.ClosingBehavior +
      Specifies the conditions under which a final pane will be created when a window is permanently + closed.
      +
      +
    • +
    + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      Window() 
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Window

        +
        public Window()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        into

        +
        public static <T> Window.Bound<T> into(WindowFn<? super T,?> fn)
        +
        Creates a Window PTransform that uses the given + WindowFn to window the data. + +

        The resulting PTransform's types have been bound, with both the + input and output being a PCollection<T>, inferred from the types of + the argument WindowFn. It is ready to be applied, or further + properties can be set on it first.

        +
      • +
      + + + + + + + +
        +
      • +

        discardingFiredPanes

        +
        @Experimental(value=TRIGGER)
        +public static <T> Window.Bound<T> discardingFiredPanes()
        +
        Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that discards elements in a pane after they are triggered. + +

        Does not modify this transform. The resulting PTransform is sufficiently + specified to be applied, but more properties can still be specified.

        +
      • +
      + + + +
        +
      • +

        accumulatingFiredPanes

        +
        @Experimental(value=TRIGGER)
        +public static <T> Window.Bound<T> accumulatingFiredPanes()
        +
        Returns a new Window PTransform that uses the registered WindowFn and + Triggering behavior, and that accumulates elements in a pane after they are triggered. + +

        Does not modify this transform. The resulting PTransform is sufficiently + specified to be applied, but more properties can still be specified.

        +
      • +
      + + + +
        +
      • +

        withAllowedLateness

        +
        @Experimental(value=TRIGGER)
        +public static <T> Window.Bound<T> withAllowedLateness(org.joda.time.Duration allowedLateness)
        +
        Override the amount of lateness allowed for data elements in the output PCollection, + and downstream PCollections until explicitly set again. Like + the other properties on this Window operation, this will be applied at + the next GroupByKey. Any elements that are later than this as decided by + the system-maintained watermark will be dropped. + +

        This value also determines how long state will be kept around for old windows. + Once no elements will be added to a window (because this duration has passed) any state + associated with the window will be cleaned up.

        +
      • +
      + + + +
        +
      • +

        remerge

        +
        public static <T> org.apache.beam.sdk.transforms.windowing.Window.Remerge<T> remerge()
        +
        Creates a Window PTransform that does not change assigned + windows, but will cause windows to be merged again as part of the next + GroupByKey.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.AssignContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.AssignContext.html new file mode 100644 index 00000000000..e65fc54bce1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.AssignContext.html @@ -0,0 +1,315 @@ + + + + + + +WindowFn.AssignContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class WindowFn.AssignContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AssignContext

        +
        public AssignContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        element

        +
        public abstract T element()
        +
        Returns the current element.
        +
      • +
      + + + +
        +
      • +

        timestamp

        +
        public abstract org.joda.time.Instant timestamp()
        +
        Returns the timestamp of the current element.
        +
      • +
      + + + +
        +
      • +

        window

        +
        public abstract BoundedWindow window()
        +
        Returns the window of the current element prior to this + WindowFn being called.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.MergeContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.MergeContext.html new file mode 100644 index 00000000000..b57761edf9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.MergeContext.html @@ -0,0 +1,317 @@ + + + + + + +WindowFn.MergeContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class WindowFn.MergeContext

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MergeContext

        +
        public MergeContext()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        windows

        +
        public abstract Collection<W> windows()
        +
        Returns the current set of windows.
        +
      • +
      + + + + + +
        +
      • +

        merge

        +
        public abstract void merge(Collection<W> toBeMerged,
        +                           W mergeResult)
        +                    throws Exception
        +
        Signals to the framework that the windows in toBeMerged should + be merged together to form mergeResult. + +

        toBeMerged should be a subset of windows() + and disjoint from the toBeMerged set of previous calls + to merge. + +

        mergeResult must either not be in windows() or be in + toBeMerged.

        +
        +
        Throws:
        +
        IllegalArgumentException - if any elements of toBeMerged are not + in windows(), or have already been merged
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.html new file mode 100644 index 00000000000..f34fa26ee4f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/WindowFn.html @@ -0,0 +1,528 @@ + + + + + + +WindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.transforms.windowing
+

Class WindowFn<T,W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - type of elements being windowed
    +
    W - BoundedWindow subclass used to represent the + windows used by this WindowFn
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    Direct Known Subclasses:
    +
    InvalidWindows, NonMergingWindowFn, Sessions
    +
    +
    +
    +
    public abstract class WindowFn<T,W extends BoundedWindow>
    +extends Object
    +implements Serializable, HasDisplayData
    +
    The argument to the Window transform used to assign elements into + windows and to determine how windows are merged. See Window for more + information on how WindowFns are used and for a library of + predefined WindowFns. + +

    Users will generally want to use the predefined + WindowFns, but it is also possible to create new + subclasses. + +

    To create a custom WindowFn, inherit from this class and override all required + methods. If no merging is required, inherit from NonMergingWindowFn + instead. If no merging is required and each element is assigned to a single window, inherit from + PartitioningWindowFn. Inheriting from the most specific subclass will enable more + optimizations in the runner.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WindowFn

        +
        public WindowFn()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        isCompatible

        +
        public abstract boolean isCompatible(WindowFn<?,?> other)
        +
        Returns whether this performs the same merging as the given + WindowFn.
        +
      • +
      + + + +
        +
      • +

        windowCoder

        +
        public abstract Coder<W> windowCoder()
        +
        Returns the Coder used for serializing the windows used + by this windowFn.
        +
      • +
      + + + +
        +
      • +

        getSideInputWindow

        +
        public abstract W getSideInputWindow(BoundedWindow window)
        +
        Returns the window of the side input corresponding to the given window of + the main input. + +

        Authors of custom WindowFns should override this.

        +
      • +
      + + + + + +
        +
      • +

        getOutputTime

        +
        @Experimental(value=OUTPUT_TIME)
        +public org.joda.time.Instant getOutputTime(org.joda.time.Instant inputTimestamp,
        +                                                                            W window)
        +
        Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window. + +

        The result of this method must be between inputTimestamp and + window.maxTimestamp() (inclusive on both sides). + +

        This function must be monotonic across input timestamps. Specifically, if A < B, + then getOutputTime(A, window) <= getOutputTime(B, window). + +

        For a WindowFn that doesn't produce overlapping windows, this can (and typically + should) just return inputTimestamp. In the presence of overlapping windows, it is + suggested that the result in later overlapping windows is past the end of earlier windows + so that the later windows don't prevent the watermark from + progressing past the end of the earlier window.

        +
      • +
      + + + +
        +
      • +

        isNonMerging

        +
        public boolean isNonMerging()
        +
        Returns true if this WindowFn never needs to merge any windows.
        +
      • +
      + + + +
        +
      • +

        getWindowTypeDescriptor

        +
        public TypeDescriptor<W> getWindowTypeDescriptor()
        +
        Returns a TypeDescriptor capturing what is known statically about the window type of + this WindowFn instance's most-derived class. + +

        In the normal case of a concrete WindowFn subclass with no generic type parameters + of its own (including anonymous inner classes), this will be a complete non-generic type.

        +
      • +
      + + + +
        +
      • +

        populateDisplayData

        +
        public void populateDisplayData(DisplayData.Builder builder)
        +
        Register display data for the given transform or component. + +

        populateDisplayData(DisplayData.Builder) is invoked by Pipeline runners to collect + display data via DisplayData.from(HasDisplayData). Implementations may call + super.populateDisplayData(builder) in order to register display data in the current + namespace, but should otherwise use subcomponent.populateDisplayData(builder) to use + the namespace of the subcomponent. + +

        By default, does not register any display data. Implementors may override this method + to provide their own display data.

        +
        +
        Specified by:
        +
        populateDisplayData in interface HasDisplayData
        +
        Parameters:
        +
        builder - The builder to populate with display data.
        +
        See Also:
        +
        HasDisplayData
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterAll.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterAll.html new file mode 100644 index 00000000000..99ee1f2d8d9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterAll.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterAll (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterAll

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterDelayFromFirstElement.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterDelayFromFirstElement.html new file mode 100644 index 00000000000..61eb3363687 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterDelayFromFirstElement.html @@ -0,0 +1,217 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterDelayFromFirstElement

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterEach.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterEach.html new file mode 100644 index 00000000000..72bc5dd97b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterEach.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterEach (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterEach

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterFirst.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterFirst.html new file mode 100644 index 00000000000..a46f3f953d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterFirst.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterFirst (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterFirst

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterPane.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterPane.html new file mode 100644 index 00000000000..bd21171c5b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterPane.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterPane (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterPane

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterProcessingTime.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterProcessingTime.html new file mode 100644 index 00000000000..412a1e9c9c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterProcessingTime.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterProcessingTime (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterProcessingTime

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterSynchronizedProcessingTime.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterSynchronizedProcessingTime.html new file mode 100644 index 00000000000..307a32cd112 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterSynchronizedProcessingTime.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterSynchronizedProcessingTime

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.AfterWatermarkEarlyAndLate.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.AfterWatermarkEarlyAndLate.html new file mode 100644 index 00000000000..fe210e0e9cd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.AfterWatermarkEarlyAndLate.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterWatermark.AfterWatermarkEarlyAndLate

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.FromEndOfWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.FromEndOfWindow.html new file mode 100644 index 00000000000..cf577a3200f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.FromEndOfWindow.html @@ -0,0 +1,177 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.html new file mode 100644 index 00000000000..a989e105638 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/AfterWatermark.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.AfterWatermark (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.AfterWatermark

+
+
No usage of org.apache.beam.sdk.transforms.windowing.AfterWatermark
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/BoundedWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/BoundedWindow.html new file mode 100644 index 00000000000..076a8d5000a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/BoundedWindow.html @@ -0,0 +1,1719 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.BoundedWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.BoundedWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.DaysWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.DaysWindows.html new file mode 100644 index 00000000000..e5bcce732d4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.DaysWindows.html @@ -0,0 +1,190 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.CalendarWindows.DaysWindows

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.MonthsWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.MonthsWindows.html new file mode 100644 index 00000000000..7e56527a521 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.MonthsWindows.html @@ -0,0 +1,186 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.CalendarWindows.MonthsWindows

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.YearsWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.YearsWindows.html new file mode 100644 index 00000000000..39ebc079e55 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.YearsWindows.html @@ -0,0 +1,186 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.CalendarWindows.YearsWindows

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.html new file mode 100644 index 00000000000..ea5fa77711b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/CalendarWindows.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.CalendarWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.CalendarWindows

+
+
No usage of org.apache.beam.sdk.transforms.windowing.CalendarWindows
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/DefaultTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/DefaultTrigger.html new file mode 100644 index 00000000000..e71ae2c2f8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/DefaultTrigger.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.DefaultTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.DefaultTrigger

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/FixedWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/FixedWindows.html new file mode 100644 index 00000000000..b55eaac55e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/FixedWindows.html @@ -0,0 +1,182 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.FixedWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.FixedWindows

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.Coder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.Coder.html new file mode 100644 index 00000000000..c346ed6494c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.Coder.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.GlobalWindow.Coder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.GlobalWindow.Coder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.html new file mode 100644 index 00000000000..48f8ca1f24b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindow.html @@ -0,0 +1,254 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.GlobalWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.GlobalWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindows.html new file mode 100644 index 00000000000..75933161582 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/GlobalWindows.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.GlobalWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.GlobalWindows

+
+
No usage of org.apache.beam.sdk.transforms.windowing.GlobalWindows
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/IntervalWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/IntervalWindow.html new file mode 100644 index 00000000000..676acac126a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/IntervalWindow.html @@ -0,0 +1,321 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.IntervalWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.IntervalWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/InvalidWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/InvalidWindows.html new file mode 100644 index 00000000000..a706867c5fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/InvalidWindows.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.InvalidWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.InvalidWindows

+
+
No usage of org.apache.beam.sdk.transforms.windowing.InvalidWindows
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/MergeOverlappingIntervalWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/MergeOverlappingIntervalWindows.html new file mode 100644 index 00000000000..028b223080e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/MergeOverlappingIntervalWindows.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.MergeOverlappingIntervalWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.MergeOverlappingIntervalWindows

+
+
No usage of org.apache.beam.sdk.transforms.windowing.MergeOverlappingIntervalWindows
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.NeverTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.NeverTrigger.html new file mode 100644 index 00000000000..f22ba904a1d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.NeverTrigger.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Never.NeverTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Never.NeverTrigger

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.html new file mode 100644 index 00000000000..094a1b37c9d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Never.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Never (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Never

+
+
No usage of org.apache.beam.sdk.transforms.windowing.Never
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/NonMergingWindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/NonMergingWindowFn.html new file mode 100644 index 00000000000..36882703a3c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/NonMergingWindowFn.html @@ -0,0 +1,237 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.NonMergingWindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.NonMergingWindowFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OrFinallyTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OrFinallyTrigger.html new file mode 100644 index 00000000000..991c6cbdc85 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OrFinallyTrigger.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.OrFinallyTrigger

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.Defaults.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.Defaults.html new file mode 100644 index 00000000000..9089f86c5a5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.Defaults.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults

+
+
No usage of org.apache.beam.sdk.transforms.windowing.OutputTimeFn.Defaults
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.DependsOnlyOnWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.DependsOnlyOnWindow.html new file mode 100644 index 00000000000..9d21c257828 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.DependsOnlyOnWindow.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow

+
+
No usage of org.apache.beam.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.html new file mode 100644 index 00000000000..8c2419c01da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFn.html @@ -0,0 +1,385 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.OutputTimeFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.OutputTimeFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFns.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFns.html new file mode 100644 index 00000000000..d6e6a0b425d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/OutputTimeFns.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.OutputTimeFns (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.OutputTimeFns

+
+
No usage of org.apache.beam.sdk.transforms.windowing.OutputTimeFns
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.PaneInfoCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.PaneInfoCoder.html new file mode 100644 index 00000000000..ef6d0bc8b1a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.PaneInfoCoder.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.PaneInfo.PaneInfoCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.PaneInfo.PaneInfoCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.Timing.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.Timing.html new file mode 100644 index 00000000000..ecfc4d4cfd2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.Timing.html @@ -0,0 +1,211 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.PaneInfo.Timing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.PaneInfo.Timing

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.html new file mode 100644 index 00000000000..69dadcc64f0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PaneInfo.html @@ -0,0 +1,479 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.PaneInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.PaneInfo

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PartitioningWindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PartitioningWindowFn.html new file mode 100644 index 00000000000..8db8b7ee33d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/PartitioningWindowFn.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.PartitioningWindowFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Repeatedly.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Repeatedly.html new file mode 100644 index 00000000000..9871e15670d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Repeatedly.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Repeatedly (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Repeatedly

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Sessions.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Sessions.html new file mode 100644 index 00000000000..d9c3b879472 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Sessions.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Sessions (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Sessions

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/SlidingWindows.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/SlidingWindows.html new file mode 100644 index 00000000000..a1ec1883383 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/SlidingWindows.html @@ -0,0 +1,189 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.SlidingWindows (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.SlidingWindows

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.OnceTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.OnceTrigger.html new file mode 100644 index 00000000000..18a281eac71 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.OnceTrigger.html @@ -0,0 +1,352 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Trigger.OnceTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Trigger.OnceTrigger

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.html new file mode 100644 index 00000000000..0a2a14de9bd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Trigger.html @@ -0,0 +1,572 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Trigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Trigger

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.Bound.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.Bound.html new file mode 100644 index 00000000000..71a0437a50e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.Bound.html @@ -0,0 +1,241 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Window.Bound (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Window.Bound

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.ClosingBehavior.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.ClosingBehavior.html new file mode 100644 index 00000000000..94b1c25bd9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.ClosingBehavior.html @@ -0,0 +1,233 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Window.ClosingBehavior (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Window.ClosingBehavior

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.html new file mode 100644 index 00000000000..92622629ca4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/Window.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.Window (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.Window

+
+
No usage of org.apache.beam.sdk.transforms.windowing.Window
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.AssignContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.AssignContext.html new file mode 100644 index 00000000000..603393cf7da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.AssignContext.html @@ -0,0 +1,218 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.MergeContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.MergeContext.html new file mode 100644 index 00000000000..c0013fd1a32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.MergeContext.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.WindowFn.MergeContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.WindowFn.MergeContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.html new file mode 100644 index 00000000000..bf28ce8949c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/class-use/WindowFn.html @@ -0,0 +1,506 @@ + + + + + + +Uses of Class org.apache.beam.sdk.transforms.windowing.WindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.transforms.windowing.WindowFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-frame.html new file mode 100644 index 00000000000..544dfc98aae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-frame.html @@ -0,0 +1,67 @@ + + + + + + +org.apache.beam.sdk.transforms.windowing (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.transforms.windowing

+
+

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-summary.html new file mode 100644 index 00000000000..9c432788f62 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-summary.html @@ -0,0 +1,473 @@ + + + + + + +org.apache.beam.sdk.transforms.windowing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.transforms.windowing

+
+
Defines the Window transform + for dividing the elements in a PCollection into windows, and the + Trigger for controlling when those + elements are output.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.transforms.windowing Description

+
Defines the Window transform + for dividing the elements in a PCollection into windows, and the + Trigger for controlling when those + elements are output. + +

Window logically divides up or groups the elements of a + PCollection into finite windows according to a + WindowFn. + The output of Window contains the same elements as input, but they + have been logically assigned to windows. The next + GroupByKeys, including one + within composite transforms, will group by the combination of keys and + windows. + +

Windowing a PCollection allows chunks of it to be processed + individually, before the entire PCollection is available. This is + especially important for PCollections with unbounded size, since the full + PCollection is never available at once. + +

For PCollections with a bounded size, by default, all data is implicitly in a + single window, and this replicates conventional batch mode. However, windowing can still be a + convenient way to express time-sliced algorithms over bounded PCollections. + +

As elements are assigned to a window, they are are placed into a pane. When the trigger fires + all of the elements in the current pane are output. + +

The DefaultTrigger will output a + window when the system watermark passes the end of the window. See + AfterWatermark for details on the + watermark.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-tree.html new file mode 100644 index 00000000000..5d59a85ee18 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-tree.html @@ -0,0 +1,235 @@ + + + + + + +org.apache.beam.sdk.transforms.windowing Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.transforms.windowing

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-use.html new file mode 100644 index 00000000000..1dacdf2ec83 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/transforms/windowing/package-use.html @@ -0,0 +1,711 @@ + + + + + + +Uses of Package org.apache.beam.sdk.transforms.windowing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.transforms.windowing

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.MergeCallback.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.MergeCallback.html new file mode 100644 index 00000000000..a213f2ee4ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.MergeCallback.html @@ -0,0 +1,275 @@ + + + + + + +ActiveWindowSet.MergeCallback (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface ActiveWindowSet.MergeCallback<W extends BoundedWindow>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        prefetchOnMerge

        +
        void prefetchOnMerge(Collection<W> toBeMerged,
        +                     W mergeResult)
        +              throws Exception
        +
        Called when windows are about to be merged, but before any onMerge(java.util.Collection<W>, W) callback + has been made.
        +
        +
        Parameters:
        +
        toBeMerged - the windows about to be merged.
        +
        mergeResult - the result window, either a member of toBeMerged or new.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + +
        +
      • +

        onMerge

        +
        void onMerge(Collection<W> toBeMerged,
        +             W mergeResult)
        +      throws Exception
        +
        Called when windows are about to be merged, after all prefetchOnMerge(java.util.Collection<W>, W) calls + have been made, but before the active window set has been updated to reflect the merge.
        +
        +
        Parameters:
        +
        toBeMerged - the windows about to be merged.
        +
        mergeResult - the result window, either a member of toBeMerged or new.
        +
        Throws:
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.html new file mode 100644 index 00000000000..077538b76e6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ActiveWindowSet.html @@ -0,0 +1,544 @@ + + + + + + +ActiveWindowSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface ActiveWindowSet<W extends BoundedWindow>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    W - the type of window being managed
    +
    +
    +
    All Known Implementing Classes:
    +
    MergingActiveWindowSet, NonMergingActiveWindowSet
    +
    +
    +
    +
    public interface ActiveWindowSet<W extends BoundedWindow>
    +
    Track which windows are active, and the state address window(s) under which their + state is stored. Also help with the multi-step process of merging windows and their associated + state. + +

    When windows are merged we must also merge their state. For example, we may need to + concatenate buffered elements, sum a count of elements, or find a new minimum timestamp. + If we start with two windows Wa and Wb and later discover they should be + merged into window Wab then, naively, we must copy and merge the states of Wa + and Wab into Wab. + +

    However, the common case for merging windows is for a new window to be merged into an + existing window. Thus, if Wa is the existing window and Wb the new window it + is more efficient to leave the state for Wa where it is, and simply redirect Wab to it. In this case we say Wab has a state address window of Wa. + +

    Even if windows Wa and Wb already have state, it can still be more efficient + to append the state of Wb onto Wa rather than copy the state from Wa + and Wb into Wab. + +

    We use the following terminology for windows: +

      +
    1. ACTIVE: A window that has state associated with it and has not itself been merged + away. The window may have one (or more) state address windows under which its + non-empty state is stored. A state value for an ACTIVE window must be derived by reading + the state in (all of) its state address windows. Note that only pre 1.4 pipelines + use multiple state address windows per active window. From 1.4 onwards we eagerly merge + window state into a single state address window. +
    2. NEW: The initial state for a window of an incoming element which is not + already ACTIVE. We have not yet called WindowFn.mergeWindows(org.apache.beam.sdk.transforms.windowing.WindowFn<T, W>.MergeContext), and so don't yet know + whether the window will be be merged into another NEW or ACTIVE window, or will + become an ACTIVE window in its own right. +
    + +

    If no windows will ever be merged we can use the trivial implementation NonMergingActiveWindowSet. Otherwise, the actual implementation of this data structure is in + MergingActiveWindowSet.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        cleanupTemporaryWindows

        +
        void cleanupTemporaryWindows()
        +
        Remove any remaining NEW windows since they were not promoted to being ACTIVE + by ensureWindowIsActive(W) and we don't need to record anything about them.
        +
      • +
      + + + +
        +
      • +

        persist

        +
        void persist()
        +
        Save any state changes needed.
        +
      • +
      + + + +
        +
      • +

        getActiveAndNewWindows

        +
        Set<W> getActiveAndNewWindows()
        +
        Return (a view of) the set of currently ACTIVE and NEW windows.
        +
      • +
      + + + + + +
        +
      • +

        isActive

        +
        boolean isActive(W window)
        +
        Return true if window is ACTIVE.
        +
      • +
      + + + + + +
        +
      • +

        isActiveOrNew

        +
        boolean isActiveOrNew(W window)
        +
        Return true if window is ACTIVE or NEW.
        +
      • +
      + + + + + +
        +
      • +

        ensureWindowExists

        +
        void ensureWindowExists(W window)
        +
        Called when an incoming element indicates it is a member of window, but before we + have started processing that element. If window is not already known to be ACTIVE, + then add it as NEW.
        +
      • +
      + + + + + +
        +
      • +

        ensureWindowIsActive

        +
        void ensureWindowIsActive(W window)
        +
        Called when a NEW or ACTIVE window is now known to be ACTIVE. + Ensure that if it is NEW then it becomes ACTIVE (with itself as its only state address + window).
        +
      • +
      + + + + + +
        +
      • +

        addActiveForTesting

        +
        void addActiveForTesting(W window)
        +
        If window is not already known to be ACTIVE then add it as ACTIVE. + For testing only.
        +
      • +
      + + + + + +
        +
      • +

        remove

        +
        void remove(W window)
        +
        Remove window from the set.
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        readStateAddresses

        +
        Set<W> readStateAddresses(W window)
        +
        Return the state address windows for ACTIVE window from which all state associated + should be read and merged.
        +
      • +
      + + + + + +
        +
      • +

        writeStateAddress

        +
        W writeStateAddress(W window)
        +
        Return the state address window of ACTIVE window into which all new state should be + written. Always one of the results of readStateAddresses(W).
        +
      • +
      + + + + + +
        +
      • +

        mergedWriteStateAddress

        +
        W mergedWriteStateAddress(Collection<W> toBeMerged,
        +                          W mergeResult)
        +
        Return the state address window into which all new state should be written after + ACTIVE windows toBeMerged have been merged into mergeResult.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ApiSurface.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ApiSurface.html new file mode 100644 index 00000000000..56ec466404a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ApiSurface.html @@ -0,0 +1,526 @@ + + + + + + +ApiSurface (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ApiSurface

+
+
+ +
+
    +
  • +
    +
    +
    public class ApiSurface
    +extends Object
    +
    Represents the API surface of a package prefix. Used for accessing public classes, + methods, and the types they reference, to control what dependencies are re-exported. + +

    For the purposes of calculating the public API surface, exposure includes any public + or protected occurrence of: + +

      +
    • superclasses +
    • interfaces implemented +
    • actual type arguments to generic types +
    • array component types +
    • method return types +
    • method parameter types +
    • type variable bounds +
    • wildcard bounds +
    + +

    Exposure is a transitive property. The resulting map excludes primitives + and array classes themselves. + +

    It is prudent (though not required) to prune prefixes like "java" via the builder + method pruningPrefix(java.lang.String) to halt the traversal so it does not uselessly catalog references + that are not interesting.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        ofClass

        +
        public static ApiSurface ofClass(Class<?> clazz)
        +
        Returns an ApiSurface object representing just the surface of the given class.
        +
      • +
      + + + + + + + +
        +
      • +

        includingClass

        +
        public ApiSurface includingClass(Class<?> clazz)
        +
        Returns an ApiSurface like this one, but also including the given class.
        +
      • +
      + + + +
        +
      • +

        pruningPrefix

        +
        public ApiSurface pruningPrefix(String prefix)
        +
        Returns an ApiSurface like this one, but pruning transitive + references from classes whose full name (including package) begins with the provided prefix.
        +
      • +
      + + + +
        +
      • +

        pruningClassName

        +
        public ApiSurface pruningClassName(String className)
        +
        Returns an ApiSurface like this one, but pruning references from the named + class.
        +
      • +
      + + + +
        +
      • +

        pruningClass

        +
        public ApiSurface pruningClass(Class<?> clazz)
        +
        Returns an ApiSurface like this one, but pruning references from the + provided class.
        +
      • +
      + + + +
        +
      • +

        pruningPattern

        +
        public ApiSurface pruningPattern(Pattern pattern)
        +
        Returns an ApiSurface like this one, but pruning transitive + references from classes whose full name (including package) begins with the provided prefix.
        +
      • +
      + + + + + + + +
        +
      • +

        getRootClasses

        +
        public Set<Class<?>> getRootClasses()
        +
        Returns all public classes originally belonging to the package + in the ApiSurface.
        +
      • +
      + + + +
        +
      • +

        getExposedClasses

        +
        public Set<Class<?>> getExposedClasses()
        +
        Returns exposed types in this set, including arrays and primitives as + specified.
        +
      • +
      + + + +
        +
      • +

        getAnyExposurePath

        +
        public List<Class<?>> getAnyExposurePath(Class<?> exposedClass)
        +
        Returns a path from an exposed class to a root class. There may be many, but this + gives only one. + +

        If there are only cycles, with no path back to a root class, throws + IllegalStateException.

        +
      • +
      + + + +
        +
      • +

        getSdkApiSurface

        +
        public static ApiSurface getSdkApiSurface()
        +                                   throws IOException
        +
        All classes transitively reachable via only public method signatures of the SDK. + +

        Note that our idea of "public" does not include various internal-only APIs.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppEngineEnvironment.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppEngineEnvironment.html new file mode 100644 index 00000000000..433a2c6df37 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppEngineEnvironment.html @@ -0,0 +1,281 @@ + + + + + + +AppEngineEnvironment (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class AppEngineEnvironment

+
+
+ +
+
    +
  • +
    +
    +
    public class AppEngineEnvironment
    +extends Object
    +
    Stores whether we are running within AppEngine or not.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        IS_APP_ENGINE

        +
        @Deprecated
        +public static final boolean IS_APP_ENGINE
        +
        Deprecated. 
        +
        True if running inside of AppEngine, false otherwise.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AppEngineEnvironment

        +
        public AppEngineEnvironment()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppliedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppliedCombineFn.html new file mode 100644 index 00000000000..1fa6ecc5892 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AppliedCombineFn.html @@ -0,0 +1,386 @@ + + + + + + +AppliedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class AppliedCombineFn<K,InputT,AccumT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html new file mode 100644 index 00000000000..bd2a61c61f9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html @@ -0,0 +1,362 @@ + + + + + + +AttemptAndTimeBoundedExponentialBackOff.ResetPolicy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Enum AttemptAndTimeBoundedExponentialBackOff.ResetPolicy

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.html new file mode 100644 index 00000000000..e9d1b4effb9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptAndTimeBoundedExponentialBackOff.html @@ -0,0 +1,486 @@ + + + + + + +AttemptAndTimeBoundedExponentialBackOff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class AttemptAndTimeBoundedExponentialBackOff

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.util.BackOff
    +
    +
    +
    Deprecated.
    +
    +
    @Deprecated
    +public class AttemptAndTimeBoundedExponentialBackOff
    +extends AttemptBoundedExponentialBackOff
    +
    Extension of AttemptBoundedExponentialBackOff that bounds the total time that the backoff + is happening as well as the amount of retries. Acts exactly as a AttemptBoundedExponentialBackOff + unless the time interval has expired since the object was created. At this point, it will always + return BackOff.STOP. Calling reset() resets both the timer and the number of retry attempts, + unless a custom ResetPolicy (ResetPolicy.ATTEMPTS or ResetPolicy.TIMER) is passed to the + constructor. + +

    Implementation is not thread-safe.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AttemptAndTimeBoundedExponentialBackOff

        +
        public AttemptAndTimeBoundedExponentialBackOff(int maximumNumberOfAttempts,
        +                                               long initialIntervalMillis,
        +                                               long maximumTotalWaitTimeMillis)
        +
        Deprecated. 
        +
        Constructs an instance of AttemptAndTimeBoundedExponentialBackoff.
        +
        +
        Parameters:
        +
        maximumNumberOfAttempts - The maximum number of attempts it will make.
        +
        initialIntervalMillis - The original interval to wait between attempts in milliseconds.
        +
        maximumTotalWaitTimeMillis - The maximum total time that this object will + allow more attempts in milliseconds.
        +
        +
      • +
      + + + +
        +
      • +

        AttemptAndTimeBoundedExponentialBackOff

        +
        public AttemptAndTimeBoundedExponentialBackOff(int maximumNumberOfAttempts,
        +                                               long initialIntervalMillis,
        +                                               long maximumTotalWaitTimeMillis,
        +                                               AttemptAndTimeBoundedExponentialBackOff.ResetPolicy resetPolicy)
        +
        Deprecated. 
        +
        Constructs an instance of AttemptAndTimeBoundedExponentialBackoff.
        +
        +
        Parameters:
        +
        maximumNumberOfAttempts - The maximum number of attempts it will make.
        +
        initialIntervalMillis - The original interval to wait between attempts in milliseconds.
        +
        maximumTotalWaitTimeMillis - The maximum total time that this object will + allow more attempts in milliseconds.
        +
        resetPolicy - The ResetPolicy specifying the properties of this BackOff that are subject + to being reset.
        +
        +
      • +
      + + + +
        +
      • +

        AttemptAndTimeBoundedExponentialBackOff

        +
        public AttemptAndTimeBoundedExponentialBackOff(int maximumNumberOfAttempts,
        +                                               long initialIntervalMillis,
        +                                               long maximumTotalWaitTimeMillis,
        +                                               AttemptAndTimeBoundedExponentialBackOff.ResetPolicy resetPolicy,
        +                                               com.google.api.client.util.NanoClock nanoClock)
        +
        Deprecated. 
        +
        Constructs an instance of AttemptAndTimeBoundedExponentialBackoff.
        +
        +
        Parameters:
        +
        maximumNumberOfAttempts - The maximum number of attempts it will make.
        +
        initialIntervalMillis - The original interval to wait between attempts in milliseconds.
        +
        maximumTotalWaitTimeMillis - The maximum total time that this object will + allow more attempts in milliseconds.
        +
        resetPolicy - The ResetPolicy specifying the properties of this BackOff that are subject + to being reset.
        +
        nanoClock - clock used to measure the time that has passed.
        +
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptBoundedExponentialBackOff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptBoundedExponentialBackOff.html new file mode 100644 index 00000000000..c55266e8c82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AttemptBoundedExponentialBackOff.html @@ -0,0 +1,423 @@ + + + + + + +AttemptBoundedExponentialBackOff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class AttemptBoundedExponentialBackOff

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.util.BackOff
    +
    +
    +
    Direct Known Subclasses:
    +
    AttemptAndTimeBoundedExponentialBackOff
    +
    +
    +
    Deprecated.
    +
    +
    @Deprecated
    +public class AttemptBoundedExponentialBackOff
    +extends Object
    +implements com.google.api.client.util.BackOff
    +
    Implementation of BackOff that increases the back off period for each retry attempt + using a randomization function that grows exponentially. + +

    Example: The initial interval is .5 seconds and the maximum number of retries is 10. + For 10 tries the sequence will be (values in seconds): + +

    + retry#      retry_interval     randomized_interval
    + 1             0.5                [0.25,   0.75]
    + 2             0.75               [0.375,  1.125]
    + 3             1.125              [0.562,  1.687]
    + 4             1.687              [0.8435, 2.53]
    + 5             2.53               [1.265,  3.795]
    + 6             3.795              [1.897,  5.692]
    + 7             5.692              [2.846,  8.538]
    + 8             8.538              [4.269, 12.807]
    + 9            12.807              [6.403, 19.210]
    + 10           BackOff.STOP
    + 
    + +

    Implementation is not thread-safe.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DEFAULT_MULTIPLIER

        +
        public static final double DEFAULT_MULTIPLIER
        +
        Deprecated. 
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      + + + +
        +
      • +

        DEFAULT_RANDOMIZATION_FACTOR

        +
        public static final double DEFAULT_RANDOMIZATION_FACTOR
        +
        Deprecated. 
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        AttemptBoundedExponentialBackOff

        +
        public AttemptBoundedExponentialBackOff(int maximumNumberOfAttempts,
        +                                        long initialIntervalMillis)
        +
        Deprecated. 
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        reset

        +
        public void reset()
        +
        Deprecated. 
        +
        +
        Specified by:
        +
        reset in interface com.google.api.client.util.BackOff
        +
        +
      • +
      + + + +
        +
      • +

        nextBackOffMillis

        +
        public long nextBackOffMillis()
        +
        Deprecated. 
        +
        +
        Specified by:
        +
        nextBackOffMillis in interface com.google.api.client.util.BackOff
        +
        +
      • +
      + + + +
        +
      • +

        atMaxAttempts

        +
        public boolean atMaxAttempts()
        +
        Deprecated. 
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.AvroMetadata.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.AvroMetadata.html new file mode 100644 index 00000000000..cba6455a6bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.AvroMetadata.html @@ -0,0 +1,285 @@ + + + + + + +AvroUtils.AvroMetadata (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class AvroUtils.AvroMetadata

+
+
+ +
+
    +
  • +
    +
    Enclosing class:
    +
    AvroUtils
    +
    +
    +
    +
    public static class AvroUtils.AvroMetadata
    +extends Object
    +
    Avro file metadata.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getSchemaString

        +
        public String getSchemaString()
        +
        The JSON-encoded schema + string for the file.
        +
      • +
      + + + +
        +
      • +

        getCodec

        +
        public String getCodec()
        +
        The codec of the + file.
        +
      • +
      + + + +
        +
      • +

        getSyncMarker

        +
        public byte[] getSyncMarker()
        +
        The 16-byte sync marker for the file. See the documentation for + Object + Container File for more information.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.html new file mode 100644 index 00000000000..c48b92bf92e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/AvroUtils.html @@ -0,0 +1,310 @@ + + + + + + +AvroUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class AvroUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class AvroUtils
    +extends Object
    +
    A set of utilities for working with Avro files. + +

    These utilities are based on the Avro 1.7.7 specification.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.CreateStepContextFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.CreateStepContextFunction.html new file mode 100644 index 00000000000..57e29e67726 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.CreateStepContextFunction.html @@ -0,0 +1,229 @@ + + + + + + +BaseExecutionContext.CreateStepContextFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface BaseExecutionContext.CreateStepContextFunction<T extends ExecutionContext.StepContext>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        T create()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.StepContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.StepContext.html new file mode 100644 index 00000000000..dc89b94f985 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.StepContext.html @@ -0,0 +1,439 @@ + + + + + + +BaseExecutionContext.StepContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class BaseExecutionContext.StepContext

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.html new file mode 100644 index 00000000000..186a5c01c01 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BaseExecutionContext.html @@ -0,0 +1,440 @@ + + + + + + +BaseExecutionContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class BaseExecutionContext<T extends ExecutionContext.StepContext>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BitSetCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BitSetCoder.html new file mode 100644 index 00000000000..1f3b3b9750a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BitSetCoder.html @@ -0,0 +1,389 @@ + + + + + + +BitSetCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class BitSetCoder

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BucketingFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BucketingFunction.html new file mode 100644 index 00000000000..bea29ab6f16 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BucketingFunction.html @@ -0,0 +1,336 @@ + + + + + + +BucketingFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class BucketingFunction

+
+
+ +
+
    +
  • +
    +
    +
    public class BucketingFunction
    +extends Object
    +
    Keep track of the minimum/maximum/sum of a set of timestamped long values. + For efficiency, bucket values by their timestamp.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BucketingFunction

        +
        public BucketingFunction(long bucketWidthMs,
        +                         int numSignificantBuckets,
        +                         int numSignificantSamples,
        +                         Combine.BinaryCombineLongFn function)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        add

        +
        public void add(long timeMsSinceEpoch,
        +                long value)
        +
        Add one sample of value (to bucket) at timeMsSinceEpoch.
        +
      • +
      + + + +
        +
      • +

        remove

        +
        public void remove(long timeMsSinceEpoch)
        +
        Remove one sample (from bucket) at timeMsSinceEpoch.
        +
      • +
      + + + +
        +
      • +

        get

        +
        public long get()
        +
        Return the (bucketized) combined value of all samples.
        +
      • +
      + + + +
        +
      • +

        isSignificant

        +
        public boolean isSignificant()
        +
        Is the current result 'significant'? Ie is it drawn from enough buckets + or from enough samples?
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BufferedElementCountingOutputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BufferedElementCountingOutputStream.html new file mode 100644 index 00000000000..db5d1421452 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/BufferedElementCountingOutputStream.html @@ -0,0 +1,496 @@ + + + + + + +BufferedElementCountingOutputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class BufferedElementCountingOutputStream

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Closeable, Flushable, AutoCloseable
    +
    +
    +
    +
    @NotThreadSafe
    +public class BufferedElementCountingOutputStream
    +extends OutputStream
    +
    Provides an efficient encoding for Iterables containing small values by + buffering up to bufferSize bytes of data before prefixing the count. + Note that each element needs to be encoded in a nested context. See + Coder.Context for more details. + +

    To use this stream: +

    
    + BufferedElementCountingOutputStream os = ...
    + for (Element E : elements) {
    +   os.markElementStart();
    +   // write an element to os
    + }
    + os.finish();
    + 
    + +

    The resulting output stream is: +

    + countA element(0) element(1) ... element(countA - 1)
    + countB element(0) element(1) ... element(countB - 1)
    + ...
    + countX element(0) element(1) ... element(countX - 1)
    + countY
    + 
    + +

    To read this stream: +

    
    + InputStream is = ...
    + long count;
    + do {
    +   count = VarInt.decodeLong(is);
    +   for (int i = 0; i < count; ++i) {
    +     // read an element from is
    +   }
    + } while(count > 0);
    + 
    + +

    The counts are encoded as variable length longs. See VarInt.encode(long, OutputStream) + for more details. The end of the iterable is detected by reading a count of 0.

    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        BufferedElementCountingOutputStream

        +
        public BufferedElementCountingOutputStream(OutputStream os)
        +
        Creates an output stream which encodes the number of elements output to it in a streaming + manner.
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CloudObject.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CloudObject.html new file mode 100644 index 00000000000..d752bf8b1a0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CloudObject.html @@ -0,0 +1,568 @@ + + + + + + +CloudObject (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class CloudObject

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Cloneable, Map<String,Object>
    +
    +
    +
    +
    public final class CloudObject
    +extends com.google.api.client.json.GenericJson
    +
    A representation of an arbitrary Java object to be instantiated by Dataflow + workers. + +

    Typically, an object to be written by the SDK to the Dataflow service will + implement a method (typically called asCloudObject()) that returns a + CloudObject to represent the object in the protocol. Once the + CloudObject is constructed, the method should explicitly add + additional properties to be presented during deserialization, representing + child objects by building additional CloudObjects.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromSpec

        +
        public static CloudObject fromSpec(Map<String,Object> spec)
        +
        Constructs a CloudObject by copying the supplied serialized object + spec, which must represent an SDK object serialized for transport via the + Dataflow API. + +

        The most common use of this method is during deserialization on the worker, + where it's used as a binding type during instance construction.

        +
        +
        Parameters:
        +
        spec - supplies the serialized form of the object as a nested map
        +
        Throws:
        +
        RuntimeException - if the supplied map does not represent an SDK object
        +
        +
      • +
      + + + +
        +
      • +

        forClass

        +
        public static CloudObject forClass(Class<?> cls)
        +
        Constructs a CloudObject to be used for serializing an instance of + the supplied class for transport via the Dataflow API. The instance + parameters to be serialized must be supplied explicitly after the + CloudObject is created, by using GenericData.put(java.lang.String, java.lang.Object).
        +
        +
        Parameters:
        +
        cls - the class to use when deserializing the object on the worker
        +
        +
      • +
      + + + +
        +
      • +

        forClassName

        +
        public static CloudObject forClassName(String className)
        +
        Constructs a CloudObject to be used for serializing data to be + deserialized using the supplied class name the supplied class name for + transport via the Dataflow API. The instance parameters to be serialized + must be supplied explicitly after the CloudObject is created, by + using GenericData.put(java.lang.String, java.lang.Object).
        +
        +
        Parameters:
        +
        className - the class to use when deserializing the object on the worker
        +
        +
      • +
      + + + +
        +
      • +

        forString

        +
        public static CloudObject forString(String value)
        +
        Constructs a CloudObject representing the given value.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        +
      • +
      + + + +
        +
      • +

        forBoolean

        +
        public static CloudObject forBoolean(Boolean value)
        +
        Constructs a CloudObject representing the given value.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        +
      • +
      + + + +
        +
      • +

        forInteger

        +
        public static CloudObject forInteger(Long value)
        +
        Constructs a CloudObject representing the given value.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        +
      • +
      + + + +
        +
      • +

        forInteger

        +
        public static CloudObject forInteger(Integer value)
        +
        Constructs a CloudObject representing the given value.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        +
      • +
      + + + +
        +
      • +

        forFloat

        +
        public static CloudObject forFloat(Float value)
        +
        Constructs a CloudObject representing the given value.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        +
      • +
      + + + +
        +
      • +

        forFloat

        +
        public static CloudObject forFloat(Double value)
        +
        Constructs a CloudObject representing the given value.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        +
      • +
      + + + +
        +
      • +

        forKnownType

        +
        public static CloudObject forKnownType(Object value)
        +
        Constructs a CloudObject representing the given value of a + well-known cloud object type.
        +
        +
        Parameters:
        +
        value - the scalar value to represent.
        +
        Throws:
        +
        RuntimeException - if the value does not have a + CloudKnownType mapping
        +
        +
      • +
      + + + +
        +
      • +

        getClassName

        +
        public String getClassName()
        +
        Gets the name of the Java class that this CloudObject represents.
        +
      • +
      + + + +
        +
      • +

        clone

        +
        public CloudObject clone()
        +
        +
        Overrides:
        +
        clone in class com.google.api.client.json.GenericJson
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CoderUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CoderUtils.html new file mode 100644 index 00000000000..c1dc5d9cf4a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CoderUtils.html @@ -0,0 +1,502 @@ + + + + + + +CoderUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class CoderUtils

+
+
+ +
+
    +
  • +
    +
    +
    public final class CoderUtils
    +extends Object
    +
    Utilities for working with Coders.
    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        encodeToByteArray

        +
        public static <T> byte[] encodeToByteArray(Coder<T> coder,
        +                                           T value)
        +                                    throws CoderException
        +
        Encodes the given value using the specified Coder, and returns + the encoded bytes. + +

        This function is not reentrant; it should not be called from methods of the provided + Coder.

        +
        +
        Throws:
        +
        CoderException
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        decodeFromByteArray

        +
        public static <T> T decodeFromByteArray(Coder<T> coder,
        +                                        byte[] encodedValue)
        +                                 throws CoderException
        +
        Decodes the given bytes using the specified Coder, and returns + the resulting decoded value.
        +
        +
        Throws:
        +
        CoderException
        +
        +
      • +
      + + + + + + + + + +
        +
      • +

        clone

        +
        public static <T> T clone(Coder<T> coder,
        +                          T value)
        +                   throws CoderException
        +
        Clones the given value by encoding and then decoding it with the specified Coder. + +

        This function is not reentrant; it should not be called from methods of the provided + Coder.

        +
        +
        Throws:
        +
        CoderException
        +
        +
      • +
      + + + + + +
        +
      • +

        encodeToBase64

        +
        public static <T> String encodeToBase64(Coder<T> coder,
        +                                        T value)
        +                                 throws CoderException
        +
        Encodes the given value using the specified Coder, and returns the Base64 encoding of the + encoded bytes.
        +
        +
        Throws:
        +
        CoderException - if there are errors during encoding.
        +
        +
      • +
      + + + +
        +
      • +

        decodeFromBase64

        +
        public static <T> T decodeFromBase64(Coder<T> coder,
        +                                     String encodedValue)
        +                              throws CoderException
        +
        Parses a value from a base64-encoded String using the given coder.
        +
        +
        Throws:
        +
        CoderException
        +
        +
      • +
      + + + +
        +
      • +

        getCodedType

        +
        public static TypeDescriptor getCodedType(TypeDescriptor coderDescriptor)
        +
        If coderType is a subclass of Coder<T> for a specific + type T, returns T.class.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineContextFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineContextFactory.html new file mode 100644 index 00000000000..b8158dc03a4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineContextFactory.html @@ -0,0 +1,331 @@ + + + + + + +CombineContextFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class CombineContextFactory

+
+
+ +
+
    +
  • +
    +
    +
    public class CombineContextFactory
    +extends Object
    +
    Factory that produces Combine.Context based on different inputs.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineFnUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineFnUtil.html new file mode 100644 index 00000000000..91b605c0836 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CombineFnUtil.html @@ -0,0 +1,315 @@ + + + + + + +CombineFnUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class CombineFnUtil

+
+
+ +
+
    +
  • +
    +
    +
    public class CombineFnUtil
    +extends Object
    +
    Static utility methods that create combine function instances.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CredentialFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CredentialFactory.html new file mode 100644 index 00000000000..452e568c713 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/CredentialFactory.html @@ -0,0 +1,235 @@ + + + + + + +CredentialFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface CredentialFactory

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/DirectSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/DirectSideInputReader.html new file mode 100644 index 00000000000..89e0361e97a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/DirectSideInputReader.html @@ -0,0 +1,315 @@ + + + + + + +DirectSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class DirectSideInputReader

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    SideInputReader
    +
    +
    +
    +
    public class DirectSideInputReader
    +extends Object
    +implements SideInputReader
    +
    Basic side input reader wrapping a PTuple of side input iterables. Encapsulates + conversion according to the PCollectionView and projection to a particular + window.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.StepContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.StepContext.html new file mode 100644 index 00000000000..a28bd1151b1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.StepContext.html @@ -0,0 +1,350 @@ + + + + + + +ExecutionContext.StepContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface ExecutionContext.StepContext

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.html new file mode 100644 index 00000000000..cf42b7fe796 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExecutionContext.html @@ -0,0 +1,313 @@ + + + + + + +ExecutionContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface ExecutionContext

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    BaseExecutionContext
    +
    +
    +
    +
    public interface ExecutionContext
    +
    Context for the current execution. This is guaranteed to exist during processing, + but does not necessarily persist between different batches of work.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExplicitShardedFile.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExplicitShardedFile.html new file mode 100644 index 00000000000..251fbd70d9a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExplicitShardedFile.html @@ -0,0 +1,344 @@ + + + + + + +ExplicitShardedFile (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ExplicitShardedFile

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayInputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayInputStream.html new file mode 100644 index 00000000000..e2c4d96bb7a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayInputStream.html @@ -0,0 +1,346 @@ + + + + + + +ExposedByteArrayInputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ExposedByteArrayInputStream

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayOutputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayOutputStream.html new file mode 100644 index 00000000000..2ebffe31c00 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ExposedByteArrayOutputStream.html @@ -0,0 +1,403 @@ + + + + + + +ExposedByteArrayOutputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ExposedByteArrayOutputStream

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ExposedByteArrayOutputStream

        +
        public ExposedByteArrayOutputStream()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        writeAndOwn

        +
        public void writeAndOwn(byte[] b)
        +                 throws IOException
        +
        Write b to the stream and take the ownership of b. + If the stream is empty, b itself will be used as the content of the stream and + no content copy will be involved. + +

        Note: After passing any byte array to this method, it must not be modified again.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactory.html new file mode 100644 index 00000000000..af6d38bdabd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactory.html @@ -0,0 +1,515 @@ + + + + + + +FileIOChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class FileIOChannelFactory

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        match

        +
        public Collection<String> match(String spec)
        +                         throws IOException
        +
        Matches a specification, which may contain globs, against available + resources. + +

        Glob handling is dependent on the implementation. Implementations should + all support globs in the final component of a path (eg /foo/bar/*.txt), + however they are not required to support globs in the directory paths. + +

        The list of resources returned are required to exist and not represent abstract + resources such as symlinks and directories. + +

        Wildcards in the directory portion are not supported.

        +
        +
        Specified by:
        +
        match in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        isReadSeekEfficient

        +
        public boolean isReadSeekEfficient(String spec)
        +                            throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Returns true if the channel created when invoking method IOChannelFactory.open(java.lang.String) for the given + file specification is guaranteed to be of type SeekableByteChannel and if seeking into positions of the channel is recommended. Returns + false if the channel returned is not a SeekableByteChannel. May return + false even if the channel returned is a SeekableByteChannel, if seeking is not + efficient for the given file specification. + +

        Only efficiently seekable files can be split into offset ranges. + +

        The specification is not expanded; it is used verbatim.

        +
        +
        Specified by:
        +
        isReadSeekEfficient in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        resolve

        +
        public String resolve(String path,
        +                      String other)
        +               throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Resolve the given other against the path. + +

        If the other parameter is an absolute path then this method trivially returns + other. If other is an empty path then this method trivially returns the given + path. Otherwise this method considers the given path to be a directory and + resolves the other path against this path. In the simplest case, the other + path does not have a root component, in which case this method joins the other path + to the given path and returns a resulting path that ends with the other path. + Where the other path has a root component then resolution is highly implementation + dependent and therefore unspecified.

        +
        +
        Specified by:
        +
        resolve in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        copy

        +
        public void copy(List<String> srcFilenames,
        +                 List<String> destFilenames)
        +          throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Copies a collection of files from one location to another. + +

        The number of source filenames must equal the number of destination filenames.

        +
        +
        Specified by:
        +
        copy in interface IOChannelFactory
        +
        Parameters:
        +
        srcFilenames - the source filenames.
        +
        destFilenames - the destination filenames.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        remove

        +
        public void remove(Collection<String> filesOrDirs)
        +            throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Removes a collection of files or directories. + +

        Directories are required to be empty. Non-empty directories will not be deleted, + and this method may return silently or throw an exception.

        +
        +
        Specified by:
        +
        remove in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactoryRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactoryRegistrar.html new file mode 100644 index 00000000000..190e8926fd0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FileIOChannelFactoryRegistrar.html @@ -0,0 +1,314 @@ + + + + + + +FileIOChannelFactoryRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class FileIOChannelFactoryRegistrar

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FluentBackoff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FluentBackoff.html new file mode 100644 index 00000000000..2b39a71d95f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/FluentBackoff.html @@ -0,0 +1,439 @@ + + + + + + +FluentBackoff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class FluentBackoff

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DEFAULT

        +
        public static final FluentBackoff DEFAULT
        +
        By default the BackOff created by this builder will use exponential backoff (base + exponent 1.5) with an initial backoff of 1 second. These parameters can be overridden with + withExponent(double) and withInitialBackoff(Duration), + respectively, and the maximum backoff after exponential increase can be capped using withMaxBackoff(Duration). + +

        The default BackOff does not limit the number of retries. To limit the backoff, the + maximum total number of retries can be set using withMaxRetries(int). The + total time spent in backoff can be time-bounded as well by configuring withMaxCumulativeBackoff(Duration). If either of these limits are reached, calls + to BackOff.nextBackOffMillis() will return BackOff.STOP to signal that no more + retries should continue.

        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        backoff

        +
        public com.google.api.client.util.BackOff backoff()
        +
        Instantiates a BackOff that will obey the current configuration.
        +
        +
        See Also:
        +
        FluentBackoff
        +
        +
      • +
      + + + +
        +
      • +

        withExponent

        +
        public FluentBackoff withExponent(double exponent)
        +
        Returns a copy of this FluentBackoff that instead uses the specified exponent to + control the exponential growth of delay. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        FluentBackoff
        +
        +
      • +
      + + + +
        +
      • +

        withInitialBackoff

        +
        public FluentBackoff withInitialBackoff(org.joda.time.Duration initialBackoff)
        +
        Returns a copy of this FluentBackoff that instead uses the specified initial backoff + duration. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        FluentBackoff
        +
        +
      • +
      + + + +
        +
      • +

        withMaxBackoff

        +
        public FluentBackoff withMaxBackoff(org.joda.time.Duration maxBackoff)
        +
        Returns a copy of this FluentBackoff that limits the maximum backoff of an individual + attempt to the specified duration. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        FluentBackoff
        +
        +
      • +
      + + + +
        +
      • +

        withMaxCumulativeBackoff

        +
        public FluentBackoff withMaxCumulativeBackoff(org.joda.time.Duration maxCumulativeBackoff)
        +
        Returns a copy of this FluentBackoff that limits the total time spent in backoff + returned across all calls to BackOff.nextBackOffMillis(). + +

        Does not modify this object.

        +
        +
        See Also:
        +
        FluentBackoff
        +
        +
      • +
      + + + +
        +
      • +

        withMaxRetries

        +
        public FluentBackoff withMaxRetries(int maxRetries)
        +
        Returns a copy of this FluentBackoff that limits the total number of retries, aka + the total number of calls to BackOff.nextBackOffMillis() before returning + BackOff.STOP. + +

        Does not modify this object.

        +
        +
        See Also:
        +
        FluentBackoff
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpCredentialFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpCredentialFactory.html new file mode 100644 index 00000000000..520df1da7fc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpCredentialFactory.html @@ -0,0 +1,300 @@ + + + + + + +GcpCredentialFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcpCredentialFactory

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    CredentialFactory
    +
    +
    +
    +
    public class GcpCredentialFactory
    +extends Object
    +implements CredentialFactory
    +
    Construct an oauth credential to be used by the SDK and the SDK workers. + Returns a GCP credential.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GcpCredentialFactory

        +
        public GcpCredentialFactory()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.GcpProjectUtilFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.GcpProjectUtilFactory.html new file mode 100644 index 00000000000..bb639c691b8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.GcpProjectUtilFactory.html @@ -0,0 +1,297 @@ + + + + + + +GcpProjectUtil.GcpProjectUtilFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcpProjectUtil.GcpProjectUtilFactory

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.html new file mode 100644 index 00000000000..3ddbb64a556 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcpProjectUtil.html @@ -0,0 +1,222 @@ + + + + + + +GcpProjectUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcpProjectUtil

+
+
+ +
+
    +
  • +
    +
    +
    public class GcpProjectUtil
    +extends Object
    +
    Provides operations on Google Cloud Platform Projects.
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactory.html new file mode 100644 index 00000000000..dc7d86e0fbc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactory.html @@ -0,0 +1,513 @@ + + + + + + +GcsIOChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcsIOChannelFactory

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        match

        +
        public Collection<String> match(String spec)
        +                         throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Matches a specification, which may contain globs, against available + resources. + +

        Glob handling is dependent on the implementation. Implementations should + all support globs in the final component of a path (eg /foo/bar/*.txt), + however they are not required to support globs in the directory paths. + +

        The list of resources returned are required to exist and not represent abstract + resources such as symlinks and directories.

        +
        +
        Specified by:
        +
        match in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        isReadSeekEfficient

        +
        public boolean isReadSeekEfficient(String spec)
        +                            throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Returns true if the channel created when invoking method IOChannelFactory.open(java.lang.String) for the given + file specification is guaranteed to be of type SeekableByteChannel and if seeking into positions of the channel is recommended. Returns + false if the channel returned is not a SeekableByteChannel. May return + false even if the channel returned is a SeekableByteChannel, if seeking is not + efficient for the given file specification. + +

        Only efficiently seekable files can be split into offset ranges. + +

        The specification is not expanded; it is used verbatim.

        +
        +
        Specified by:
        +
        isReadSeekEfficient in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        resolve

        +
        public String resolve(String path,
        +                      String other)
        +               throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Resolve the given other against the path. + +

        If the other parameter is an absolute path then this method trivially returns + other. If other is an empty path then this method trivially returns the given + path. Otherwise this method considers the given path to be a directory and + resolves the other path against this path. In the simplest case, the other + path does not have a root component, in which case this method joins the other path + to the given path and returns a resulting path that ends with the other path. + Where the other path has a root component then resolution is highly implementation + dependent and therefore unspecified.

        +
        +
        Specified by:
        +
        resolve in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        copy

        +
        public void copy(List<String> srcFilenames,
        +                 List<String> destFilenames)
        +          throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Copies a collection of files from one location to another. + +

        The number of source filenames must equal the number of destination filenames.

        +
        +
        Specified by:
        +
        copy in interface IOChannelFactory
        +
        Parameters:
        +
        srcFilenames - the source filenames.
        +
        destFilenames - the destination filenames.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        remove

        +
        public void remove(Collection<String> filesOrDirs)
        +            throws IOException
        +
        Description copied from interface: IOChannelFactory
        +
        Removes a collection of files or directories. + +

        Directories are required to be empty. Non-empty directories will not be deleted, + and this method may return silently or throw an exception.

        +
        +
        Specified by:
        +
        remove in interface IOChannelFactory
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactoryRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactoryRegistrar.html new file mode 100644 index 00000000000..247ce1b65b1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsIOChannelFactoryRegistrar.html @@ -0,0 +1,314 @@ + + + + + + +GcsIOChannelFactoryRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcsIOChannelFactoryRegistrar

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsPathValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsPathValidator.html new file mode 100644 index 00000000000..dcb7f2056f1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsPathValidator.html @@ -0,0 +1,324 @@ + + + + + + +GcsPathValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcsPathValidator

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        validateInputFilePatternSupported

        +
        public String validateInputFilePatternSupported(String filepattern)
        +
        Validates the the input GCS path is accessible and that the path + is well formed.
        +
        +
        Specified by:
        +
        validateInputFilePatternSupported in interface PathValidator
        +
        Parameters:
        +
        filepattern - The file pattern to verify.
        +
        Returns:
        +
        The post-validation filepattern.
        +
        +
      • +
      + + + +
        +
      • +

        validateOutputFilePrefixSupported

        +
        public String validateOutputFilePrefixSupported(String filePrefix)
        +
        Validates the the output GCS path is accessible and that the path + is well formed.
        +
        +
        Specified by:
        +
        validateOutputFilePrefixSupported in interface PathValidator
        +
        Parameters:
        +
        filePrefix - the file prefix to verify.
        +
        Returns:
        +
        The post-validation filePrefix.
        +
        +
      • +
      + + + +
        +
      • +

        verifyPath

        +
        public String verifyPath(String path)
        +
        Description copied from interface: PathValidator
        +
        Validate that a path is a valid path and that the path + is accessible.
        +
        +
        Specified by:
        +
        verifyPath in interface PathValidator
        +
        Parameters:
        +
        path - The path to verify.
        +
        Returns:
        +
        The post-validation path.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.GcsUtilFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.GcsUtilFactory.html new file mode 100644 index 00000000000..89a4a82aec1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.GcsUtilFactory.html @@ -0,0 +1,300 @@ + + + + + + +GcsUtil.GcsUtilFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcsUtil.GcsUtilFactory

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GcsUtilFactory

        +
        public GcsUtilFactory()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        create

        +
        public GcsUtil create(PipelineOptions options)
        +
        Returns an instance of GcsUtil based on the + PipelineOptions. + +

        If no instance has previously been created, one is created and the value + stored in options.

        +
        +
        Specified by:
        +
        create in interface DefaultValueFactory<GcsUtil>
        +
        Parameters:
        +
        options - The current pipeline options.
        +
        Returns:
        +
        The default value to be used for the annotated getter.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.html new file mode 100644 index 00000000000..73e8b07acc0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/GcsUtil.html @@ -0,0 +1,492 @@ + + + + + + +GcsUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class GcsUtil

+
+
+ +
+
    +
  • +
    +
    +
    public class GcsUtil
    +extends Object
    +
    Provides operations on GCS.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isGcsPatternSupported

        +
        public boolean isGcsPatternSupported(String gcsPattern)
        +
        Returns true if the given GCS pattern is supported otherwise fails with an + exception.
        +
      • +
      + + + +
        +
      • +

        setStorageClient

        +
        protected void setStorageClient(com.google.api.services.storage.Storage storageClient)
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public List<GcsPath> expand(GcsPath gcsPattern)
        +                     throws IOException
        +
        Expands a pattern into matched paths. The pattern path may contain globs, which are expanded + in the result. For patterns that only match a single object, we ensure that the object + exists.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        open

        +
        public SeekableByteChannel open(GcsPath path)
        +                         throws IOException
        +
        Opens an object in GCS. + +

        Returns a SeekableByteChannel that provides access to data in the bucket.

        +
        +
        Parameters:
        +
        path - the GCS filename to read from
        +
        Returns:
        +
        a SeekableByteChannel that can read the object data
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        create

        +
        public WritableByteChannel create(GcsPath path,
        +                                  String type)
        +                           throws IOException
        +
        Creates an object in GCS. + +

        Returns a WritableByteChannel that can be used to write data to the + object.

        +
        +
        Parameters:
        +
        path - the GCS file to write to
        +
        type - the type of object, eg "text/plain".
        +
        Returns:
        +
        a Callable object that encloses the operation.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        bucketAccessible

        +
        public boolean bucketAccessible(GcsPath path)
        +                         throws IOException
        +
        Returns whether the GCS bucket exists and is accessible.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        bucketOwner

        +
        public long bucketOwner(GcsPath path)
        +                 throws IOException
        +
        Returns the project number of the project which owns this bucket. + If the bucket exists, it must be accessible otherwise the permissions + exception will be propagated. If the bucket does not exist, an exception + will be thrown.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        createBucket

        +
        public void createBucket(String projectId,
        +                         com.google.api.services.storage.model.Bucket bucket)
        +                  throws IOException
        +
        Creates a Bucket under the specified project in Cloud Storage or + propagates an exception.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactory.html new file mode 100644 index 00000000000..9ab32102820 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactory.html @@ -0,0 +1,478 @@ + + + + + + +IOChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface IOChannelFactory

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    FileIOChannelFactory, GcsIOChannelFactory
    +
    +
    +
    Deprecated.  +
    This is under redesign, see: https://issues.apache.org/jira/browse/BEAM-59.
    +
    +
    +
    @Deprecated
    +public interface IOChannelFactory
    +
    Defines a factory for working with read and write channels. + +

    Channels provide an abstract API for IO operations. + +

    See Java NIO Channels

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        match

        +
        Collection<String> match(String spec)
        +                  throws IOException
        +
        Deprecated. 
        +
        Matches a specification, which may contain globs, against available + resources. + +

        Glob handling is dependent on the implementation. Implementations should + all support globs in the final component of a path (eg /foo/bar/*.txt), + however they are not required to support globs in the directory paths. + +

        The list of resources returned are required to exist and not represent abstract + resources such as symlinks and directories.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getSizeBytes

        +
        long getSizeBytes(String spec)
        +           throws IOException
        +
        Deprecated. 
        +
        Returns the size in bytes for the given specification. + +

        The specification is not expanded; it is used verbatim. + +

        FileNotFoundException will be thrown if the resource does not exist.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        isReadSeekEfficient

        +
        boolean isReadSeekEfficient(String spec)
        +                     throws IOException
        +
        Deprecated. 
        +
        Returns true if the channel created when invoking method open(java.lang.String) for the given + file specification is guaranteed to be of type SeekableByteChannel and if seeking into positions of the channel is recommended. Returns + false if the channel returned is not a SeekableByteChannel. May return + false even if the channel returned is a SeekableByteChannel, if seeking is not + efficient for the given file specification. + +

        Only efficiently seekable files can be split into offset ranges. + +

        The specification is not expanded; it is used verbatim.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        resolve

        +
        String resolve(String path,
        +               String other)
        +        throws IOException
        +
        Deprecated. 
        +
        Resolve the given other against the path. + +

        If the other parameter is an absolute path then this method trivially returns + other. If other is an empty path then this method trivially returns the given + path. Otherwise this method considers the given path to be a directory and + resolves the other path against this path. In the simplest case, the other + path does not have a root component, in which case this method joins the other path + to the given path and returns a resulting path that ends with the other path. + Where the other path has a root component then resolution is highly implementation + dependent and therefore unspecified.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        toPath

        +
        Path toPath(String path)
        +
        Deprecated. 
        +
        Converts the given string to a Path.
        +
      • +
      + + + +
        +
      • +

        copy

        +
        void copy(List<String> srcFilenames,
        +          List<String> destFilenames)
        +   throws IOException
        +
        Deprecated. 
        +
        Copies a collection of files from one location to another. + +

        The number of source filenames must equal the number of destination filenames.

        +
        +
        Parameters:
        +
        srcFilenames - the source filenames.
        +
        destFilenames - the destination filenames.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        remove

        +
        void remove(Collection<String> filesOrDirs)
        +     throws IOException
        +
        Deprecated. 
        +
        Removes a collection of files or directories. + +

        Directories are required to be empty. Non-empty directories will not be deleted, + and this method may return silently or throw an exception.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactoryRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactoryRegistrar.html new file mode 100644 index 00000000000..269842ea5d2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelFactoryRegistrar.html @@ -0,0 +1,260 @@ + + + + + + +IOChannelFactoryRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface IOChannelFactoryRegistrar

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelUtils.html new file mode 100644 index 00000000000..19dad43573d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IOChannelUtils.html @@ -0,0 +1,539 @@ + + + + + + +IOChannelUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class IOChannelUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class IOChannelUtils
    +extends Object
    +
    Provides utilities for creating read and write channels.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        IOChannelUtils

        +
        public IOChannelUtils()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        setIOFactoryInternal

        +
        public static void setIOFactoryInternal(String scheme,
        +                                        IOChannelFactory factory,
        +                                        boolean override)
        +
        Associates a scheme with an IOChannelFactory. + +

        The given factory is used to construct read and write channels when + a URI is provided with the given scheme. + +

        For example, when reading from "gs://bucket/path", the scheme "gs" is + used to lookup the appropriate factory. + +

        PipelineOptions are required to provide dependencies and + pipeline level configuration to the individual IOChannelFactories.

        +
        +
        Throws:
        +
        IllegalStateException - if multiple IOChannelFactories + for the same scheme are detected.
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        registerIOFactoriesAllowOverride

        +
        @Deprecated
        +public static void registerIOFactoriesAllowOverride(PipelineOptions options)
        +
        Deprecated. This is currently to provide different configurations for tests and + is still public for IOChannelFactory redesign purposes.
        +
        Registers all IOChannelFactories from ServiceLoader. + +

        This requires PipelineOptions to provide, e.g., credentials for GCS. + +

        Override existing schemes is allowed.

        +
      • +
      + + + + + + + +
        +
      • +

        create

        +
        public static WritableByteChannel create(String prefix,
        +                                         String shardTemplate,
        +                                         String suffix,
        +                                         int numShards,
        +                                         String mimeType)
        +                                  throws IOException
        +
        Creates a write channel for the given file components. + +

        If numShards is specified, then a ShardingWritableByteChannel is + returned. + +

        Shard numbers are 0 based, meaning they start with 0 and end at the + number of shards - 1.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getSizeBytes

        +
        public static long getSizeBytes(String spec)
        +                         throws IOException
        +
        Returns the size in bytes for the given specification. + +

        The specification is not expanded; it is used verbatim. + +

        FileNotFoundException will be thrown if the resource does not exist.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        constructName

        +
        public static String constructName(String prefix,
        +                                   String shardTemplate,
        +                                   String suffix,
        +                                   int shardNum,
        +                                   int numShards)
        +
        Constructs a fully qualified name from components. + +

        The name is built from a prefix, shard template (with shard numbers + applied), and a suffix. All components are required, but may be empty + strings. + +

        Within a shard template, repeating sequences of the letters "S" or "N" + are replaced with the shard number, or number of shards respectively. The + numbers are formatted with leading zeros to match the length of the + repeated sequence of letters. + +

        For example, if prefix = "output", shardTemplate = "-SSS-of-NNN", and + suffix = ".txt", with shardNum = 1 and numShards = 100, the following is + produced: "output-001-of-100.txt".

        +
      • +
      + + + + + + + +
        +
      • +

        resolve

        +
        public static String resolve(String path,
        +                             String... others)
        +                      throws IOException
        +
        Resolve multiple others against the path sequentially. + +

        Empty paths in others are ignored. If others contains one or more + absolute paths, then this method returns a path that starts with the last absolute path + in others joined with the remaining paths. Resolution of paths is highly + implementation dependent and therefore unspecified.

        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IdentityWindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IdentityWindowFn.html new file mode 100644 index 00000000000..f52dafa1f58 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IdentityWindowFn.html @@ -0,0 +1,455 @@ + + + + + + +IdentityWindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class IdentityWindowFn<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        isCompatible

        +
        public boolean isCompatible(WindowFn<?,?> other)
        +
        Description copied from class: WindowFn
        +
        Returns whether this performs the same merging as the given + WindowFn.
        +
        +
        Specified by:
        +
        isCompatible in class WindowFn<T,BoundedWindow>
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        getOutputTime

        +
        @Deprecated
        +public org.joda.time.Instant getOutputTime(org.joda.time.Instant inputTimestamp,
        +                                                       BoundedWindow window)
        +
        Deprecated. 
        +
        Description copied from class: WindowFn
        +
        Returns the output timestamp to use for data depending on the given + inputTimestamp in the specified window. + +

        The result of this method must be between inputTimestamp and + window.maxTimestamp() (inclusive on both sides). + +

        This function must be monotonic across input timestamps. Specifically, if A < B, + then getOutputTime(A, window) <= getOutputTime(B, window). + +

        For a WindowFn that doesn't produce overlapping windows, this can (and typically + should) just return inputTimestamp. In the presence of overlapping windows, it is + suggested that the result in later overlapping windows is past the end of earlier windows + so that the later windows don't prevent the watermark from + progressing past the end of the earlier window.

        +
        +
        Overrides:
        +
        getOutputTime in class WindowFn<T,BoundedWindow>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IllegalMutationException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IllegalMutationException.html new file mode 100644 index 00000000000..f7d7704bf0c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IllegalMutationException.html @@ -0,0 +1,345 @@ + + + + + + +IllegalMutationException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class IllegalMutationException

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class IllegalMutationException
    +extends RuntimeException
    +
    Thrown when a value appears to have been mutated, but that mutation is forbidden.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        IllegalMutationException

        +
        public IllegalMutationException(String message,
        +                                Object savedValue,
        +                                Object newValue)
        +
      • +
      + + + +
        +
      • +

        IllegalMutationException

        +
        public IllegalMutationException(String message,
        +                                Object savedValue,
        +                                Object newValue,
        +                                Throwable cause)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getSavedValue

        +
        public Object getSavedValue()
        +
        The original value, before the illegal mutation.
        +
      • +
      + + + +
        +
      • +

        getNewValue

        +
        public Object getNewValue()
        +
        The value after the illegal mutation.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/InstanceBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/InstanceBuilder.html new file mode 100644 index 00000000000..39f65291cd4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/InstanceBuilder.html @@ -0,0 +1,402 @@ + + + + + + +InstanceBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class InstanceBuilder<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - type type of object returned by this instance builder
    +
    +
    +
    +
    public class InstanceBuilder<T>
    +extends Object
    +
    Utility for creating objects dynamically.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        ofType

        +
        public static <T> InstanceBuilder<T> ofType(Class<T> type)
        +
        Create an InstanceBuilder for the given type. + +

        The specified type is the type returned by build(), which is + typically the common base type or interface of the instance being + constructed.

        +
      • +
      + + + +
        +
      • +

        ofType

        +
        public static <T> InstanceBuilder<T> ofType(TypeDescriptor<T> token)
        +
        Create an InstanceBuilder for the given type. + +

        The specified type is the type returned by build(), which is + typically the common base type or interface for the instance to be + constructed. + +

        The TypeDescriptor argument allows specification of generic types. For example, + a List<String> return type can be specified as + ofType(new TypeDescriptor<List<String>>(){}).

        +
      • +
      + + + + + + + +
        +
      • +

        fromClass

        +
        public InstanceBuilder<T> fromClass(Class<?> factoryClass)
        +
        Sets the factory class to use for instance construction. + +

        Modifies and returns the InstanceBuilder for chaining.

        +
      • +
      + + + +
        +
      • +

        fromFactoryMethod

        +
        public InstanceBuilder<T> fromFactoryMethod(String methodName)
        +
        Sets the name of the factory method used to construct the instance. + +

        The default, if no factory method was specified, is to look for a class + constructor. + +

        Modifies and returns the InstanceBuilder for chaining.

        +
      • +
      + + + + + +
        +
      • +

        withArg

        +
        public <ArgT> InstanceBuilder<T> withArg(Class<? super ArgT> argType,
        +                                         ArgT value)
        +
        Adds an argument to be passed to the factory method. + +

        The argument type is used to lookup the factory method. This type may be + a supertype of the argument value's class. + +

        Modifies and returns the InstanceBuilder for chaining.

        +
        +
        Type Parameters:
        +
        ArgT - the argument type
        +
        +
      • +
      + + + +
        +
      • +

        build

        +
        public T build()
        +
        Creates the instance by calling the factory method with the given + arguments. + +

        Defaults

        +
        +
        +
        Throws:
        +
        RuntimeException - if the method does not exist, on type mismatch, + or if the method cannot be made accessible.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IntervalBoundedExponentialBackOff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IntervalBoundedExponentialBackOff.html new file mode 100644 index 00000000000..e28e70ec725 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/IntervalBoundedExponentialBackOff.html @@ -0,0 +1,423 @@ + + + + + + +IntervalBoundedExponentialBackOff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class IntervalBoundedExponentialBackOff

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.util.BackOff
    +
    +
    +
    Deprecated.
    +
    +
    @Deprecated
    +public class IntervalBoundedExponentialBackOff
    +extends Object
    +implements com.google.api.client.util.BackOff
    +
    Implementation of BackOff that increases the back off period for each retry attempt + using a randomization function that grows exponentially. + +

    Example: The initial interval is .5 seconds and the maximum interval is 60 secs. + For 14 tries the sequence will be (values in seconds): + +

    + retry#      retry_interval     randomized_interval
    + 1             0.5                [0.25,   0.75]
    + 2             0.75               [0.375,  1.125]
    + 3             1.125              [0.562,  1.687]
    + 4             1.687              [0.8435, 2.53]
    + 5             2.53               [1.265,  3.795]
    + 6             3.795              [1.897,  5.692]
    + 7             5.692              [2.846,  8.538]
    + 8             8.538              [4.269, 12.807]
    + 9            12.807              [6.403, 19.210]
    + 10           28.832              [14.416, 43.248]
    + 11           43.248              [21.624, 64.873]
    + 12           60.0                [30.0, 90.0]
    + 13           60.0                [30.0, 90.0]
    + 14           60.0                [30.0, 90.0]
    + 
    + +

    Implementation is not thread-safe.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        DEFAULT_MULTIPLIER

        +
        public static final double DEFAULT_MULTIPLIER
        +
        Deprecated. 
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      + + + +
        +
      • +

        DEFAULT_RANDOMIZATION_FACTOR

        +
        public static final double DEFAULT_RANDOMIZATION_FACTOR
        +
        Deprecated. 
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        IntervalBoundedExponentialBackOff

        +
        public IntervalBoundedExponentialBackOff(long maximumIntervalMillis,
        +                                         long initialIntervalMillis)
        +
        Deprecated. 
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        reset

        +
        public void reset()
        +
        Deprecated. 
        +
        +
        Specified by:
        +
        reset in interface com.google.api.client.util.BackOff
        +
        +
      • +
      + + + +
        +
      • +

        nextBackOffMillis

        +
        public long nextBackOffMillis()
        +
        Deprecated. 
        +
        +
        Specified by:
        +
        nextBackOffMillis in interface com.google.api.client.util.BackOff
        +
        +
      • +
      + + + +
        +
      • +

        atMaxInterval

        +
        public boolean atMaxInterval()
        +
        Deprecated. 
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MergingActiveWindowSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MergingActiveWindowSet.html new file mode 100644 index 00000000000..a6203e04c37 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MergingActiveWindowSet.html @@ -0,0 +1,701 @@ + + + + + + +MergingActiveWindowSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class MergingActiveWindowSet<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MimeTypes.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MimeTypes.html new file mode 100644 index 00000000000..8ac43c3162f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MimeTypes.html @@ -0,0 +1,297 @@ + + + + + + +MimeTypes (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class MimeTypes

+
+
+ +
+
    +
  • +
    +
    +
    public class MimeTypes
    +extends Object
    +
    Constants representing various mime types.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MovingFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MovingFunction.html new file mode 100644 index 00000000000..f76a78bc25f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MovingFunction.html @@ -0,0 +1,325 @@ + + + + + + +MovingFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class MovingFunction

+
+
+ +
+
    +
  • +
    +
    +
    public class MovingFunction
    +extends Object
    +
    Keep track of the moving minimum/maximum/sum of sampled long values. The minimum/maximum/sum + is over at most the user-specified last samplePeriodMs, and is updated every + sampleUpdateMs.
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Summary

      + + + + + + + + +
      Constructors 
      Constructor and Description
      MovingFunction(long samplePeriodMs, + long sampleUpdateMs, + int numSignificantBuckets, + int numSignificantSamples, + Combine.BinaryCombineLongFn function) 
      +
    • +
    + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        MovingFunction

        +
        public MovingFunction(long samplePeriodMs,
        +                      long sampleUpdateMs,
        +                      int numSignificantBuckets,
        +                      int numSignificantSamples,
        +                      Combine.BinaryCombineLongFn function)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        add

        +
        public void add(long nowMsSinceEpoch,
        +                long value)
        +
        Add value at nowMsSinceEpoch.
        +
      • +
      + + + +
        +
      • +

        get

        +
        public long get(long nowMsSinceEpoch)
        +
        Return the minimum/maximum/sum of all retained values within samplePeriodMs + of nowMsSinceEpoch.
        +
      • +
      + + + +
        +
      • +

        isSignificant

        +
        public boolean isSignificant()
        +
        Is the current result 'significant'? Ie is it drawn from enough buckets + or from enough samples?
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetector.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetector.html new file mode 100644 index 00000000000..0b2af8175a8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetector.html @@ -0,0 +1,244 @@ + + + + + + +MutationDetector (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface MutationDetector

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    AutoCloseable
    +
    +
    +
    +
    public interface MutationDetector
    +extends AutoCloseable
    +
    An object for detecting illegal mutations. + +

    The AutoCloseable aspect of this interface allows use in a try-with-resources + style, where the implementing class may choose to perform a final mutation check upon + AutoCloseable.close().

    +
  • +
+
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetectors.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetectors.html new file mode 100644 index 00000000000..6fb002f6c23 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/MutationDetectors.html @@ -0,0 +1,276 @@ + + + + + + +MutationDetectors (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class MutationDetectors

+
+
+ +
+
    +
  • +
    +
    +
    public class MutationDetectors
    +extends Object
    +
    Static methods for creating and working with MutationDetector.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        forValueWithCoder

        +
        public static <T> MutationDetector forValueWithCoder(T value,
        +                                                     Coder<T> coder)
        +                                              throws CoderException
        +
        Creates a new MutationDetector for the provided value that uses the provided + Coder to perform deep copies and comparisons by serializing and deserializing values. + +

        It is permissible for value to be null. Since null is immutable, + the mutation check will always succeed.

        +
        +
        Throws:
        +
        CoderException
        +
        +
      • +
      + + + +
        +
      • +

        noopMutationDetector

        +
        public static MutationDetector noopMutationDetector()
        +
        Creates a new MutationDetector that always succeeds. + +

        This is useful, for example, for providing a very efficient mutation detector for a value + which is already immutable by design.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NonMergingActiveWindowSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NonMergingActiveWindowSet.html new file mode 100644 index 00000000000..e1f43caca3b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NonMergingActiveWindowSet.html @@ -0,0 +1,626 @@ + + + + + + +NonMergingActiveWindowSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class NonMergingActiveWindowSet<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopCredentialFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopCredentialFactory.html new file mode 100644 index 00000000000..afffd5026d8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopCredentialFactory.html @@ -0,0 +1,300 @@ + + + + + + +NoopCredentialFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class NoopCredentialFactory

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    CredentialFactory
    +
    +
    +
    +
    public class NoopCredentialFactory
    +extends Object
    +implements CredentialFactory
    +
    Construct an oauth credential to be used by the SDK and the SDK workers. + Always returns a null Credential object.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopPathValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopPathValidator.html new file mode 100644 index 00000000000..a3416b328f5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NoopPathValidator.html @@ -0,0 +1,322 @@ + + + + + + +NoopPathValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class NoopPathValidator

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        validateInputFilePatternSupported

        +
        public String validateInputFilePatternSupported(String filepattern)
        +
        Description copied from interface: PathValidator
        +
        Validate that a file pattern is conforming.
        +
        +
        Specified by:
        +
        validateInputFilePatternSupported in interface PathValidator
        +
        Parameters:
        +
        filepattern - The file pattern to verify.
        +
        Returns:
        +
        The post-validation filepattern.
        +
        +
      • +
      + + + +
        +
      • +

        validateOutputFilePrefixSupported

        +
        public String validateOutputFilePrefixSupported(String filePrefix)
        +
        Description copied from interface: PathValidator
        +
        Validate that an output file prefix is conforming.
        +
        +
        Specified by:
        +
        validateOutputFilePrefixSupported in interface PathValidator
        +
        Parameters:
        +
        filePrefix - the file prefix to verify.
        +
        Returns:
        +
        The post-validation filePrefix.
        +
        +
      • +
      + + + +
        +
      • +

        verifyPath

        +
        public String verifyPath(String path)
        +
        Description copied from interface: PathValidator
        +
        Validate that a path is a valid path and that the path + is accessible.
        +
        +
        Specified by:
        +
        verifyPath in interface PathValidator
        +
        Parameters:
        +
        path - The path to verify.
        +
        Returns:
        +
        The post-validation path.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullCredentialInitializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullCredentialInitializer.html new file mode 100644 index 00000000000..b16ae063cd0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullCredentialInitializer.html @@ -0,0 +1,301 @@ + + + + + + +NullCredentialInitializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class NullCredentialInitializer

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.http.HttpRequestInitializer
    +
    +
    +
    +
    public class NullCredentialInitializer
    +extends Object
    +implements com.google.api.client.http.HttpRequestInitializer
    +
    A HttpRequestInitializer for requests that don't have credentials. + +

    When the access is denied, it throws IOException with a detailed error message.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        NullCredentialInitializer

        +
        public NullCredentialInitializer()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        initialize

        +
        public void initialize(com.google.api.client.http.HttpRequest httpRequest)
        +                throws IOException
        +
        +
        Specified by:
        +
        initialize in interface com.google.api.client.http.HttpRequestInitializer
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        throwNullCredentialException

        +
        public static void throwNullCredentialException()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullSideInputReader.html new file mode 100644 index 00000000000..31c84943114 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NullSideInputReader.html @@ -0,0 +1,328 @@ + + + + + + +NullSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class NullSideInputReader

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    SideInputReader
    +
    +
    +
    +
    public class NullSideInputReader
    +extends Object
    +implements SideInputReader
    +
    A SideInputReader representing a well-defined set of views, but not storing + any values for them. Used to check if a side input is present when the data itself + comes from elsewhere.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NumberedShardedFile.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NumberedShardedFile.html new file mode 100644 index 00000000000..69147ebb066 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/NumberedShardedFile.html @@ -0,0 +1,389 @@ + + + + + + +NumberedShardedFile (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class NumberedShardedFile

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, ShardedFile
    +
    +
    +
    +
    public class NumberedShardedFile
    +extends Object
    +implements ShardedFile
    +
    Utility methods for working with sharded files. For internal use only; many parameters + are just hardcoded to allow existing uses to work OK.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        NumberedShardedFile

        +
        public NumberedShardedFile(String filePath)
        +
        Constructor that uses default shard template.
        +
        +
        Parameters:
        +
        filePath - path or glob of files to include
        +
        +
      • +
      + + + +
        +
      • +

        NumberedShardedFile

        +
        public NumberedShardedFile(String filePath,
        +                           Pattern shardTemplate)
        +
        Constructor.
        +
        +
        Parameters:
        +
        filePath - path or glob of files to include
        +
        shardTemplate - template of shard name to parse out the total number of shards + which is used in I/O retry to avoid inconsistency of filesystem. + Customized template should assign name "numshards" to capturing + group - total shard number.
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getFilePath

        +
        public String getFilePath()
        +
      • +
      + + + +
        +
      • +

        readFilesWithRetries

        +
        public List<String> readFilesWithRetries(com.google.api.client.util.Sleeper sleeper,
        +                                         com.google.api.client.util.BackOff backOff)
        +                                  throws IOException,
        +                                         InterruptedException
        +
        Discovers all shards of this file using the provided Sleeper and BackOff. + +

        Because of eventual consistency, reads may discover no files or fewer files than + the shard template implies. In this case, the read is considered to have failed.

        +
        +
        Specified by:
        +
        readFilesWithRetries in interface ShardedFile
        +
        Throws:
        +
        IOException
        +
        InterruptedException
        +
        +
      • +
      + + + +
        +
      • +

        readFilesWithRetries

        +
        public List<String> readFilesWithRetries()
        +                                  throws IOException,
        +                                         InterruptedException
        +
        Discovers all shards of this file using the provided Sleeper and BackOff. + +

        Because of eventual consistency, reads may discover no files or fewer files than + the shard template implies. In this case, the read is considered to have failed.

        +
        +
        Throws:
        +
        IOException
        +
        InterruptedException
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViewWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViewWindow.html new file mode 100644 index 00000000000..eecc1b46d9d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViewWindow.html @@ -0,0 +1,308 @@ + + + + + + +PCollectionViewWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViewWindow<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the underlying PCollectionView
    +
    +
    +
    +
    public final class PCollectionViewWindow<T>
    +extends Object
    +
    A pair of a PCollectionView and a BoundedWindow, which can + be thought of as window "of" the view. This is a value class for use e.g. + as a compound cache key.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.IterablePCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.IterablePCollectionView.html new file mode 100644 index 00000000000..392bde7af73 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.IterablePCollectionView.html @@ -0,0 +1,310 @@ + + + + + + +PCollectionViews.IterablePCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViews.IterablePCollectionView<ElemT,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.ListPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.ListPCollectionView.html new file mode 100644 index 00000000000..84aaaa02aad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.ListPCollectionView.html @@ -0,0 +1,310 @@ + + + + + + +PCollectionViews.ListPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViews.ListPCollectionView<ElemT,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MapPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MapPCollectionView.html new file mode 100644 index 00000000000..4b3d34dac27 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MapPCollectionView.html @@ -0,0 +1,310 @@ + + + + + + +PCollectionViews.MapPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViews.MapPCollectionView<K,V,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MultimapPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MultimapPCollectionView.html new file mode 100644 index 00000000000..1bc714dd029 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.MultimapPCollectionView.html @@ -0,0 +1,310 @@ + + + + + + +PCollectionViews.MultimapPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViews.MultimapPCollectionView<K,V,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.SingletonPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.SingletonPCollectionView.html new file mode 100644 index 00000000000..99d4aed74ae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.SingletonPCollectionView.html @@ -0,0 +1,353 @@ + + + + + + +PCollectionViews.SingletonPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViews.SingletonPCollectionView<T,W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + + + +
        +
      • +

        SingletonPCollectionView

        +
        public SingletonPCollectionView(Pipeline pipeline,
        +                                WindowingStrategy<?,W> windowingStrategy,
        +                                boolean hasDefault,
        +                                T defaultValue,
        +                                Coder<T> valueCoder)
        +
        Deprecated. 
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getDefaultValue

        +
        public T getDefaultValue()
        +
        Deprecated. 
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.html new file mode 100644 index 00000000000..ae45fdb035e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PCollectionViews.html @@ -0,0 +1,448 @@ + + + + + + +PCollectionViews (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PCollectionViews

+
+
+ +
+
    +
  • +
    +
    +
    public class PCollectionViews
    +extends Object
    +
    Implementations of PCollectionView shared across the SDK. + +

    For internal use only, subject to change.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PTuple.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PTuple.html new file mode 100644 index 00000000000..b87c74deff4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PTuple.html @@ -0,0 +1,421 @@ + + + + + + +PTuple (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PTuple

+
+
+ +
+
    +
  • +
    +
    +
    public class PTuple
    +extends Object
    +
    A PTuple is an immutable tuple of + heterogeneously-typed values, "keyed" by TupleTags. + +

    PTuples can be created and accessed like follows: +

     
    + String v1 = ...;
    + Integer v2 = ...;
    + Iterable<String> v3 = ...;
    +
    + // Create TupleTags for each of the values to put in the
    + // PTuple (the type of the TupleTag enables tracking the
    + // static type of each of the values in the PTuple):
    + TupleTag<String> tag1 = new TupleTag<>();
    + TupleTag<Integer> tag2 = new TupleTag<>();
    + TupleTag<Iterable<String>> tag3 = new TupleTag<>();
    +
    + // Create a PTuple with three values:
    + PTuple povs =
    +     PTuple.of(tag1, v1)
    +         .and(tag2, v2)
    +         .and(tag3, v3);
    +
    + // Create an empty PTuple:
    + Pipeline p = ...;
    + PTuple povs2 = PTuple.empty(p);
    +
    + // Get values out of a PTuple, using the same tags
    + // that were used to put them in:
    + Integer vX = povs.get(tag2);
    + String vY = povs.get(tag1);
    + Iterable<String> vZ = povs.get(tag3);
    +
    + // Get a map of all values in a PTuple:
    + Map<TupleTag<?>, ?> allVs = povs.getAll();
    +  
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + +
        +
      • +

        and

        +
        public <V> PTuple and(TupleTag<V> tag,
        +                      V value)
        +
        Returns a new PTuple that has all the values and + tags of this PTuple plus the given value and tag. + +

        The given TupleTag should not already be mapped to a + value in this PTuple.

        +
      • +
      + + + +
        +
      • +

        has

        +
        public <V> boolean has(TupleTag<V> tag)
        +
        Returns whether this PTuple contains a value with + the given tag.
        +
      • +
      + + + +
        +
      • +

        isEmpty

        +
        public boolean isEmpty()
        +
        Returns true if this PTuple is empty.
        +
      • +
      + + + +
        +
      • +

        get

        +
        public <V> V get(TupleTag<V> tag)
        +
        Returns the value with the given tag in this + PTuple. Throws IllegalArgumentException if there is no + such value, i.e., !has(tag).
        +
      • +
      + + + +
        +
      • +

        getAll

        +
        public Map<TupleTag<?>,?> getAll()
        +
        Returns an immutable Map from TupleTag to corresponding + value, for all the members of this PTuple.
        +
      • +
      + + + +
        +
      • +

        ofInternal

        +
        public static PTuple ofInternal(Map<TupleTag<?>,?> valueMap)
        +
        Returns a PTuple with each of the given tags mapping + to the corresponding value. + +

        For internal use only.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PathValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PathValidator.html new file mode 100644 index 00000000000..268081b8bf6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PathValidator.html @@ -0,0 +1,283 @@ + + + + + + +PathValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface PathValidator

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        validateInputFilePatternSupported

        +
        String validateInputFilePatternSupported(String filepattern)
        +
        Validate that a file pattern is conforming.
        +
        +
        Parameters:
        +
        filepattern - The file pattern to verify.
        +
        Returns:
        +
        The post-validation filepattern.
        +
        +
      • +
      + + + +
        +
      • +

        validateOutputFilePrefixSupported

        +
        String validateOutputFilePrefixSupported(String filePrefix)
        +
        Validate that an output file prefix is conforming.
        +
        +
        Parameters:
        +
        filePrefix - the file prefix to verify.
        +
        Returns:
        +
        The post-validation filePrefix.
        +
        +
      • +
      + + + +
        +
      • +

        verifyPath

        +
        String verifyPath(String path)
        +
        Validate that a path is a valid path and that the path + is accessible.
        +
        +
        Parameters:
        +
        path - The path to verify.
        +
        Returns:
        +
        The post-validation path.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PerKeyCombineFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PerKeyCombineFnRunner.html new file mode 100644 index 00000000000..19c354a8d4d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PerKeyCombineFnRunner.html @@ -0,0 +1,560 @@ + + + + + + +PerKeyCombineFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface PerKeyCombineFnRunner<K,InputT,AccumT,OutputT>

+
+
+
+
    +
  • +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    +
    public interface PerKeyCombineFnRunner<K,InputT,AccumT,OutputT>
    +extends Serializable
    +
    An interface that runs a CombineFnBase.PerKeyCombineFn with unified APIs. + +

    Different keyed combine functions have their own implementations. + For example, the implementation can skip allocating Combine.Context, + if the keyed combine function doesn't use it.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PropertyNames.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PropertyNames.html new file mode 100644 index 00000000000..fb3ee7c62b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PropertyNames.html @@ -0,0 +1,1742 @@ + + + + + + +PropertyNames (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PropertyNames

+
+
+ +
+
    +
  • +
    +
    +
    public class PropertyNames
    +extends Object
    +
    Constant property names used by the SDK in CloudWorkflow specifications.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.IncomingMessage.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.IncomingMessage.html new file mode 100644 index 00000000000..ed768839d9f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.IncomingMessage.html @@ -0,0 +1,453 @@ + + + + + + +PubsubClient.IncomingMessage (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubClient.IncomingMessage

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        elementBytes

        +
        public final byte[] elementBytes
        +
        Underlying (encoded) element.
        +
      • +
      + + + +
        +
      • +

        timestampMsSinceEpoch

        +
        public final long timestampMsSinceEpoch
        +
        Timestamp for element (ms since epoch). Either Pubsub's processing time, + or the custom timestamp associated with the message.
        +
      • +
      + + + +
        +
      • +

        requestTimeMsSinceEpoch

        +
        public final long requestTimeMsSinceEpoch
        +
        Timestamp (in system time) at which we requested the message (ms since epoch).
        +
      • +
      + + + +
        +
      • +

        ackId

        +
        public final String ackId
        +
        Id to pass back to Pubsub to acknowledge receipt of this message.
        +
      • +
      + + + +
        +
      • +

        recordId

        +
        public final String recordId
        +
        Id to pass to the runner to distinguish this message from all others.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        IncomingMessage

        +
        public IncomingMessage(byte[] elementBytes,
        +                       long timestampMsSinceEpoch,
        +                       long requestTimeMsSinceEpoch,
        +                       String ackId,
        +                       String recordId)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.OutgoingMessage.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.OutgoingMessage.html new file mode 100644 index 00000000000..d0e3767644b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.OutgoingMessage.html @@ -0,0 +1,407 @@ + + + + + + +PubsubClient.OutgoingMessage (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubClient.OutgoingMessage

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        elementBytes

        +
        public final byte[] elementBytes
        +
        Underlying (encoded) element.
        +
      • +
      + + + +
        +
      • +

        timestampMsSinceEpoch

        +
        public final long timestampMsSinceEpoch
        +
        Timestamp for element (ms since epoch).
        +
      • +
      + + + +
        +
      • +

        recordId

        +
        @Nullable
        +public final String recordId
        +
        If using an id label, the record id to associate with this record's metadata so the receiver + can reject duplicates. Otherwise null.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OutgoingMessage

        +
        public OutgoingMessage(byte[] elementBytes,
        +                       long timestampMsSinceEpoch,
        +                       @Nullable
        +                       String recordId)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.ProjectPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.ProjectPath.html new file mode 100644 index 00000000000..643ca634e1f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.ProjectPath.html @@ -0,0 +1,317 @@ + + + + + + +PubsubClient.ProjectPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubClient.ProjectPath

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.PubsubClientFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.PubsubClientFactory.html new file mode 100644 index 00000000000..c123225e739 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.PubsubClientFactory.html @@ -0,0 +1,271 @@ + + + + + + +PubsubClient.PubsubClientFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface PubsubClient.PubsubClientFactory

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        newClient

        +
        PubsubClient newClient(@Nullable
        +                       String timestampLabel,
        +                       @Nullable
        +                       String idLabel,
        +                       PubsubOptions options)
        +                throws IOException
        +
        Construct a new Pubsub client. It should be closed via Closeable.close() in order + to ensure tidy cleanup of underlying netty resources (or use the try-with-resources + construct). Uses options to derive pubsub endpoints and application credentials. + If non-null, use timestampLabel and idLabel to store custom + timestamps/ids within message metadata.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + +
        +
      • +

        getKind

        +
        String getKind()
        +
        Return the display name for this factory. Eg "Json", "gRPC".
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.SubscriptionPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.SubscriptionPath.html new file mode 100644 index 00000000000..1ebfb76c249 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.SubscriptionPath.html @@ -0,0 +1,330 @@ + + + + + + +PubsubClient.SubscriptionPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubClient.SubscriptionPath

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.TopicPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.TopicPath.html new file mode 100644 index 00000000000..9560ee4ae3a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.TopicPath.html @@ -0,0 +1,330 @@ + + + + + + +PubsubClient.TopicPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubClient.TopicPath

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.html new file mode 100644 index 00000000000..c0e4282ae1d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubClient.html @@ -0,0 +1,740 @@ + + + + + + +PubsubClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubClient

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubGrpcClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubGrpcClient.html new file mode 100644 index 00000000000..9ab8b0fa3e0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubGrpcClient.html @@ -0,0 +1,625 @@ + + + + + + +PubsubGrpcClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubGrpcClient

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Closeable, AutoCloseable
    +
    +
    +
    +
    public class PubsubGrpcClient
    +extends PubsubClient
    +
    A helper class for talking to Pubsub via grpc. + +

    CAUTION: Currently uses the application default credentials and does not respect any + credentials-related arguments in GcpOptions.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubJsonClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubJsonClient.html new file mode 100644 index 00000000000..658d27419ba --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubJsonClient.html @@ -0,0 +1,619 @@ + + + + + + +PubsubJsonClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubJsonClient

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.PubsubTestClientFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.PubsubTestClientFactory.html new file mode 100644 index 00000000000..9e11577d99f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.PubsubTestClientFactory.html @@ -0,0 +1,207 @@ + + + + + + +PubsubTestClient.PubsubTestClientFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface PubsubTestClient.PubsubTestClientFactory

+
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.html new file mode 100644 index 00000000000..3b113c1754b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/PubsubTestClient.html @@ -0,0 +1,707 @@ + + + + + + +PubsubTestClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class PubsubTestClient

+
+
+ + +
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReadyCheckingSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReadyCheckingSideInputReader.html new file mode 100644 index 00000000000..5f13b6b7b41 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReadyCheckingSideInputReader.html @@ -0,0 +1,246 @@ + + + + + + +ReadyCheckingSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface ReadyCheckingSideInputReader

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReleaseInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReleaseInfo.html new file mode 100644 index 00000000000..2db5e7aa870 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReleaseInfo.html @@ -0,0 +1,351 @@ + + + + + + +ReleaseInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ReleaseInfo

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Cloneable, Map<String,Object>
    +
    +
    +
    +
    public final class ReleaseInfo
    +extends com.google.api.client.json.GenericJson
    +
    Utilities for working with release information.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getName

        +
        public String getName()
        +
        Provides the SDK name.
        +
      • +
      + + + +
        +
      • +

        getVersion

        +
        public String getVersion()
        +
        Provides the SDK version.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Reshuffle.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Reshuffle.html new file mode 100644 index 00000000000..506b23be1d4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Reshuffle.html @@ -0,0 +1,316 @@ + + + + + + +Reshuffle (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class Reshuffle<K,V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of key being reshuffled on.
    +
    V - The type of value being reshuffled.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable, HasDisplayData
    +
    +
    +
    +
    public class Reshuffle<K,V>
    +extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,V>>>
    +
    A PTransform that returns a PCollection equivalent to its input but operationally + provides some of the side effects of a GroupByKey, in particular preventing fusion of + the surrounding transforms, checkpointing and deduplication by id (see + ValueWithRecordId). + +

    Performs a GroupByKey so that the data is key-partitioned. Configures the + WindowingStrategy so that no data is dropped, but doesn't affect the need for + the user to specify allowed lateness and accumulation mode before a user-inserted GroupByKey.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        of

        +
        public static <K,V> Reshuffle<K,V> of()
        +
      • +
      + + + +
        +
      • +

        expand

        +
        public PCollection<KV<K,V>> expand(PCollection<KV<K,V>> input)
        +
        Description copied from class: PTransform
        +
        Applies this PTransform on the given InputT, and returns its + Output. + +

        Composite transforms, which are defined in terms of other transforms, + should return the output of one of the composed transforms. Non-composite + transforms, which do not apply any transforms internally, should return + a new unbound output and register evaluators (via backend-specific + registration methods).

        +
        +
        Specified by:
        +
        expand in class PTransform<PCollection<KV<K,V>>,PCollection<KV<K,V>>>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReshuffleTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReshuffleTrigger.html new file mode 100644 index 00000000000..ea6fa5004d3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ReshuffleTrigger.html @@ -0,0 +1,383 @@ + + + + + + +ReshuffleTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ReshuffleTrigger<W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    W - The kind of window that is being reshuffled.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class ReshuffleTrigger<W extends BoundedWindow>
    +extends Trigger
    +
    The trigger used with Reshuffle which triggers on every element + and never buffers state.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ReshuffleTrigger

        +
        public ReshuffleTrigger()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        getWatermarkThatGuaranteesFiring

        +
        public org.joda.time.Instant getWatermarkThatGuaranteesFiring(BoundedWindow window)
        +
        Description copied from class: Trigger
        +
        Returns a bound in event time by which this trigger would have fired at least once for a given + window had there been input data. + +

        For triggers that do not fire based on the watermark advancing, returns BoundedWindow.TIMESTAMP_MAX_VALUE. + +

        This estimate may be used, for example, to determine that there are no elements in a + side-input window, which causes the default value to be used instead.

        +
        +
        Specified by:
        +
        getWatermarkThatGuaranteesFiring in class Trigger
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/RetryHttpRequestInitializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/RetryHttpRequestInitializer.html new file mode 100644 index 00000000000..564d39805c0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/RetryHttpRequestInitializer.html @@ -0,0 +1,411 @@ + + + + + + +RetryHttpRequestInitializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class RetryHttpRequestInitializer

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.http.HttpRequestInitializer
    +
    +
    +
    +
    public class RetryHttpRequestInitializer
    +extends Object
    +implements com.google.api.client.http.HttpRequestInitializer
    +
    Implements a request initializer that adds retry handlers to all + HttpRequests. + +

    This allows chaining through to another HttpRequestInitializer, since + clients have exactly one HttpRequestInitializer, and Credential is also + a required HttpRequestInitializer. + +

    Also can take a HttpResponseInterceptor to be applied to the responses.

    +
  • +
+
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        initialize

        +
        public void initialize(com.google.api.client.http.HttpRequest request)
        +                throws IOException
        +
        +
        Specified by:
        +
        initialize in interface com.google.api.client.http.HttpRequestInitializer
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SerializableUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SerializableUtils.html new file mode 100644 index 00000000000..0cd21a9af0e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SerializableUtils.html @@ -0,0 +1,384 @@ + + + + + + +SerializableUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class SerializableUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class SerializableUtils
    +extends Object
    +
    Utilities for working with Serializables.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        SerializableUtils

        +
        public SerializableUtils()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        serializeToByteArray

        +
        public static byte[] serializeToByteArray(Serializable value)
        +
        Serializes the argument into an array of bytes, and returns it.
        +
        +
        Throws:
        +
        IllegalArgumentException - if there are errors when serializing
        +
        +
      • +
      + + + +
        +
      • +

        deserializeFromByteArray

        +
        public static Object deserializeFromByteArray(byte[] encodedValue,
        +                                              String description)
        +
        Deserializes an object from the given array of bytes, e.g., as + serialized using serializeToByteArray(java.io.Serializable), and returns it.
        +
        +
        Throws:
        +
        IllegalArgumentException - if there are errors when + deserializing, using the provided description to identify what + was being deserialized
        +
        +
      • +
      + + + + + +
        +
      • +

        ensureSerializable

        +
        public static <T extends Serializable> T ensureSerializable(T value)
        +
      • +
      + + + + + +
        +
      • +

        clone

        +
        public static <T extends Serializable> T clone(T value)
        +
      • +
      + + + +
        +
      • +

        ensureSerializable

        +
        public static CloudObject ensureSerializable(Coder<?> coder)
        +
        Serializes a Coder and verifies that it can be correctly deserialized. + +

        Throws a RuntimeException if serialized Coder cannot be deserialized, or + if the deserialized instance is not equal to the original.

        +
        +
        Returns:
        +
        the serialized Coder, as a CloudObject
        +
        +
      • +
      + + + + + +
        +
      • +

        ensureSerializableByCoder

        +
        public static <T> T ensureSerializableByCoder(Coder<T> coder,
        +                                              T value,
        +                                              String errorContext)
        +
        Serializes an arbitrary T with the given Coder<T> and verifies + that it can be correctly deserialized.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Serializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Serializer.html new file mode 100644 index 00000000000..e3ec295865f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Serializer.html @@ -0,0 +1,302 @@ + + + + + + +Serializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class Serializer

+
+
+ +
+
    +
  • +
    +
    +
    public final class Serializer
    +extends Object
    +
    Utility for converting objects between Java and Cloud representations.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Serializer

        +
        public Serializer()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        deserialize

        +
        public static <T> T deserialize(Map<String,Object> serialized,
        +                                Class<T> clazz)
        +
        Deserializes an object from a Dataflow structured encoding (represented in + Java as a map). + +

        The standard Dataflow SDK object serialization protocol is based on JSON. + Data is typically encoded as a JSON object whose fields represent the + object's data. + +

        The actual deserialization is performed by Jackson, which can deserialize + public fields, use JavaBean setters, or use injection annotations to + indicate how to construct the object. The ObjectMapper used is + configured to use the "@type" field as the name of the class to instantiate + (supporting polymorphic types), and may be further configured by + annotations or via ObjectMapper.registerModule(com.fasterxml.jackson.databind.Module).

        +
        +
        Parameters:
        +
        serialized - the object in untyped decoded form (i.e. a nested Map)
        +
        clazz - the expected object class
        +
        See Also:
        +
        + Jackson Data-Binding, + + Jackson-Annotations
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardedFile.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardedFile.html new file mode 100644 index 00000000000..b790842b12a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardedFile.html @@ -0,0 +1,248 @@ + + + + + + +ShardedFile (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface ShardedFile

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      List<String>readFilesWithRetries(com.google.api.client.util.Sleeper sleeper, + com.google.api.client.util.BackOff backOff) +
      Reads the lines from all shards of this file using the provided Sleeper and BackOff.
      +
      +
    • +
    +
  • +
+
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardingWritableByteChannel.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardingWritableByteChannel.html new file mode 100644 index 00000000000..151b102a4fa --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ShardingWritableByteChannel.html @@ -0,0 +1,458 @@ + + + + + + +ShardingWritableByteChannel (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ShardingWritableByteChannel

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        ALL_SHARDS

        +
        public static final int ALL_SHARDS
        +
        Special shard number that causes a write to all shards.
        +
        +
        See Also:
        +
        Constant Field Values
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ShardingWritableByteChannel

        +
        public ShardingWritableByteChannel()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getNumShards

        +
        public int getNumShards()
        +
        Returns the number of output shards.
        +
      • +
      + + + +
        +
      • +

        addChannel

        +
        public void addChannel(WritableByteChannel writer)
        +
        Adds another shard output channel.
        +
      • +
      + + + +
        +
      • +

        getChannel

        +
        public WritableByteChannel getChannel(int shardNum)
        +
        Returns the WritableByteChannel associated with the given shard number.
        +
      • +
      + + + +
        +
      • +

        writeToShard

        +
        public int writeToShard(int shardNum,
        +                        ByteBuffer src)
        +                 throws IOException
        +
        Writes the buffer to the given shard. + +

        This does not change the current output shard.

        +
        +
        Returns:
        +
        The total number of bytes written. If the shard number is + ALL_SHARDS, then the total is the sum of each individual shard + write.
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        isOpen

        +
        public boolean isOpen()
        +
        +
        Specified by:
        +
        isOpen in interface Channel
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SideInputReader.html new file mode 100644 index 00000000000..6dbb02e2304 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SideInputReader.html @@ -0,0 +1,274 @@ + + + + + + +SideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface SideInputReader

+
+
+
+ +
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StreamUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StreamUtils.html new file mode 100644 index 00000000000..9bc4de15364 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StreamUtils.html @@ -0,0 +1,248 @@ + + + + + + +StreamUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class StreamUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class StreamUtils
    +extends Object
    +
    Utility functions for stream operations.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StringUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StringUtils.html new file mode 100644 index 00000000000..eb7b005ba15 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/StringUtils.html @@ -0,0 +1,389 @@ + + + + + + +StringUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class StringUtils

+
+
+ +
+
    +
  • +
    +
    +
    public class StringUtils
    +extends Object
    +
    Utilities for working with JSON and other human-readable string formats.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StringUtils

        +
        public StringUtils()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        byteArrayToJsonString

        +
        public static String byteArrayToJsonString(byte[] bytes)
        +
        Converts the given array of bytes into a legal JSON string. + +

        Uses a simple strategy of converting each byte to a single char, + except for non-printable chars, non-ASCII chars, and '%', '\', + and '"', which are encoded as three chars in '%xx' format, where + 'xx' is the hexadecimal encoding of the byte.

        +
      • +
      + + + + + + + +
        +
      • +

        approximateSimpleName

        +
        public static String approximateSimpleName(Class<?> clazz)
        +
        Returns a simple name for a class. + +

        Note: this is non-invertible - the name may be simplified to an + extent that it cannot be mapped back to the original class. + +

        This can be used to generate human-readable names. It + removes the package and outer classes from the name, + and removes common suffixes. + +

        Examples: +

          +
        • some.package.Word.SummaryDoFn becomes "Summary" +
        • another.package.PairingFn becomes "Pairing" +
        +
        +
        Throws:
        +
        IllegalArgumentException - if the class is anonymous
        +
        +
      • +
      + + + +
        +
      • +

        approximatePTransformName

        +
        public static String approximatePTransformName(Class<?> clazz)
        +
        Returns a name for a PTransform class. + +

        This can be used to generate human-readable transform names. It + removes the package from the name, and removes common suffixes. + +

        It is different than approximateSimpleName: +

          +
        • 1. It keeps the outer classes names. +
        • 2. It removes the common transform inner class: "Bound". +
        + +

        Examples: +

          +
        • some.package.Word.Summary becomes "Word.Summary" +
        • another.package.Pairing.Bound becomes "Pairing" +
        +
      • +
      + + + +
        +
      • +

        getLevenshteinDistance

        +
        public static int getLevenshteinDistance(String s,
        +                                         String t)
        +
        Calculate the Levenshtein distance between two strings. + +

        The Levenshtein distance between two words is the minimum number of single-character edits + (i.e. insertions, deletions or substitutions) required to change one string into the other.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Structs.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Structs.html new file mode 100644 index 00000000000..310676de74d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Structs.html @@ -0,0 +1,770 @@ + + + + + + +Structs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class Structs

+
+
+ +
+
    +
  • +
    +
    +
    public final class Structs
    +extends Object
    +
    A collection of static methods for manipulating datastructure representations + transferred via the Dataflow API.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SystemDoFnInternal.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SystemDoFnInternal.html new file mode 100644 index 00000000000..e9acba54c32 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/SystemDoFnInternal.html @@ -0,0 +1,174 @@ + + + + + + +SystemDoFnInternal (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Annotation Type SystemDoFnInternal

+
+
+
+
    +
  • +
    +
    +
    @Documented
    + @Retention(value=RUNTIME)
    + @Target(value=TYPE)
    +public @interface SystemDoFnInternal
    +
    Annotation to mark DoFns as an internal component of the Beam SDK. + +

    Currently, the only effect of this is to mark any aggregators reported by an annotated + DoFn as a system counter (as opposed to a user counter). + +

    This is internal to the Beam SDK.

    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TestCredential.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TestCredential.html new file mode 100644 index 00000000000..d7725884d3e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TestCredential.html @@ -0,0 +1,392 @@ + + + + + + +TestCredential (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class TestCredential

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class TestCredential
    +extends com.google.auth.Credentials
    +
    Fake credential, for use in testing.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TestCredential

        +
        public TestCredential()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getAuthenticationType

        +
        public String getAuthenticationType()
        +
        +
        Specified by:
        +
        getAuthenticationType in class com.google.auth.Credentials
        +
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        hasRequestMetadata

        +
        public boolean hasRequestMetadata()
        +
        +
        Specified by:
        +
        hasRequestMetadata in class com.google.auth.Credentials
        +
        +
      • +
      + + + +
        +
      • +

        hasRequestMetadataOnly

        +
        public boolean hasRequestMetadataOnly()
        +
        +
        Specified by:
        +
        hasRequestMetadataOnly in class com.google.auth.Credentials
        +
        +
      • +
      + + + +
        +
      • +

        refresh

        +
        public void refresh()
        +             throws IOException
        +
        +
        Specified by:
        +
        refresh in class com.google.auth.Credentials
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimeDomain.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimeDomain.html new file mode 100644 index 00000000000..1e142a25e78 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimeDomain.html @@ -0,0 +1,372 @@ + + + + + + +TimeDomain (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Enum TimeDomain

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Comparable<TimeDomain>
    +
    +
    +
    +
    public enum TimeDomain
    +extends Enum<TimeDomain>
    +
    TimeDomain specifies whether an operation is based on + timestamps of elements or current "real-world" time as reported while processing.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Enum Constant Detail

      + + + +
        +
      • +

        EVENT_TIME

        +
        public static final TimeDomain EVENT_TIME
        +
        The EVENT_TIME domain corresponds to the timestamps on the elements. Time advances + on the system watermark advances.
        +
      • +
      + + + +
        +
      • +

        PROCESSING_TIME

        +
        public static final TimeDomain PROCESSING_TIME
        +
        The PROCESSING_TIME domain corresponds to the current to the current (system) time. + This is advanced during execution of the Dataflow pipeline.
        +
      • +
      + + + +
        +
      • +

        SYNCHRONIZED_PROCESSING_TIME

        +
        public static final TimeDomain SYNCHRONIZED_PROCESSING_TIME
        +
        Same as the PROCESSING_TIME domain, except it won't fire a timer set for time + T until all timers from earlier stages set for a time earlier than T have + fired.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static TimeDomain[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (TimeDomain c : TimeDomain.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static TimeDomain valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timer.html new file mode 100644 index 00000000000..fa924b1dc03 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timer.html @@ -0,0 +1,262 @@ + + + + + + +Timer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface Timer

+
+
+
+
    +
  • +
    +
    +
    @Experimental(value=TIMERS)
    +public interface Timer
    +
    A timer for a specified time domain that can be set to register the desire for further processing + at particular time in its specified time domain. + +

    See TimeDomain for details on the time domains available. + +

    In a DoFn, a Timer is specified by a TimerSpec annotated with DoFn.TimerId. + +

    An implementation of Timer is implicitly scoped - it may be scoped to a key and + window, or a key, window, and trigger, etc. + +

    A timer exists in one of two states: set or unset. A timer can be set only for a single time + per scope. + +

    Timer callbacks are not guaranteed to be called immediately according to the local view of the + TimeDomain, but will be called at some time after the requested time, in timestamp + order.

    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      voidcancel() +
      Unsets this timer.
      +
      voidsetForNowPlus(org.joda.time.Duration durationFromNow) +
      Sets or resets the time relative to the current time in the timer's TimeDomain at which + this it should fire.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        setForNowPlus

        +
        void setForNowPlus(org.joda.time.Duration durationFromNow)
        +
        Sets or resets the time relative to the current time in the timer's TimeDomain at which + this it should fire. If the timer was already set, resets it to the new requested time.
        +
      • +
      + + + +
        +
      • +

        cancel

        +
        void cancel()
        +
        Unsets this timer. It is permitted to cancel() whether or not the timer was actually + set.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerData.html new file mode 100644 index 00000000000..5eafc0c6334 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerData.html @@ -0,0 +1,391 @@ + + + + + + +TimerInternals.TimerData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class TimerInternals.TimerData

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerDataCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerDataCoder.html new file mode 100644 index 00000000000..175c2344878 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.TimerDataCoder.html @@ -0,0 +1,408 @@ + + + + + + +TimerInternals.TimerDataCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class TimerInternals.TimerDataCoder

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.html new file mode 100644 index 00000000000..46db4393bc8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerInternals.html @@ -0,0 +1,451 @@ + + + + + + +TimerInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface TimerInternals

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    InMemoryTimerInternals
    +
    +
    +
    +
    public interface TimerInternals
    +
    Encapsulate interaction with time within the execution environment. + +

    This class allows setting and deleting timers, and also retrieving an + estimate of the current time.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        setTimer

        +
        void setTimer(StateNamespace namespace,
        +              String timerId,
        +              org.joda.time.Instant target,
        +              TimeDomain timeDomain)
        +
        Sets a timer to be fired when the current time in the specified time domain reaches the + target timestamp. + +

        The combination of namespace and timerId uniquely identify a timer. + +

        If a timer is set and then set again before it fires, later settings should clear the prior + setting. + +

        It is an error to set a timer for two different time domains.

        +
      • +
      + + + + + + + +
        +
      • +

        deleteTimer

        +
        void deleteTimer(StateNamespace namespace,
        +                 String timerId)
        +
        Deletes the given timer.
        +
      • +
      + + + + + + + +
        +
      • +

        currentProcessingTime

        +
        org.joda.time.Instant currentProcessingTime()
        +
        Returns the current timestamp in the TimeDomain.PROCESSING_TIME time domain.
        +
      • +
      + + + + + + + +
        +
      • +

        currentInputWatermarkTime

        +
        org.joda.time.Instant currentInputWatermarkTime()
        +
        Return the current, local input watermark timestamp for this computation + in the TimeDomain.EVENT_TIME time domain. + +

        This value: +

          +
        1. Is never null, but may be BoundedWindow.TIMESTAMP_MIN_VALUE. +
        2. Is monotonically increasing. +
        3. May differ between workers due to network and other delays. +
        4. Will never be ahead of the global input watermark for this computation. But it + may be arbitrarily behind the global input watermark. +
        5. Any element with a timestamp before the local input watermark can be considered + 'locally late' and be subject to special processing or be dropped entirely. +
        + +

        Note that because the local input watermark can be behind the global input watermark, + it is possible for an element to be considered locally on-time even though it is + globally late.

        +
      • +
      + + + +
        +
      • +

        currentOutputWatermarkTime

        +
        @Nullable
        +org.joda.time.Instant currentOutputWatermarkTime()
        +
        Return the current, local output watermark timestamp for this computation + in the TimeDomain.EVENT_TIME time domain. Return null if unknown. + +

        This value: +

          +
        1. Is monotonically increasing. +
        2. Will never be ahead of currentInputWatermarkTime() as returned above. +
        3. May differ between workers due to network and other delays. +
        4. However will never be behind the global input watermark for any following computation. +
        + +

        In pictures: +

        
        +  |              |       |       |       |
        +  |              |   D   |   C   |   B   |   A
        +  |              |       |       |       |
        + GIWM     <=    GOWM <= LOWM <= LIWM <= GIWM
        + (next stage)
        + -------------------------------------------------> event time
        + 
        + +

        where + +

          +
        • LOWM = local output water mark. +
        • GOWM = global output water mark. +
        • GIWM = global input water mark. +
        • LIWM = local input water mark. +
        • A = A globally on-time element. +
        • B = A globally late, but locally on-time element. +
        • C = A locally late element which may still contribute to the timestamp of a pane. +
        • D = A locally late element which cannot contribute to the timestamp of a pane. +
        + +

        Note that if a computation emits an element which is not before the current output watermark + then that element will always appear locally on-time in all following computations. However, + it is possible for an element emitted before the current output watermark to appear locally + on-time in a following computation. Thus we must be careful to never assume locally late data + viewed on the output of a computation remains locally late on the input of a following + computation.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpec.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpec.html new file mode 100644 index 00000000000..bccdbd48a38 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpec.html @@ -0,0 +1,230 @@ + + + + + + +TimerSpec (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface TimerSpec

+
+
+
+ +
+
+ +
+
+
    +
  • + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpecs.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpecs.html new file mode 100644 index 00000000000..8162dd4d9c4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/TimerSpecs.html @@ -0,0 +1,275 @@ + + + + + + +TimerSpecs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class TimerSpecs

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TimerSpecs

        +
        public TimerSpecs()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timers.html new file mode 100644 index 00000000000..0339b8d3f59 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Timers.html @@ -0,0 +1,312 @@ + + + + + + +Timers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface Timers

+
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Summary

      + + + + + + + + + + + + + + + + + + + + + + + + + + +
      All Methods Instance Methods Abstract Methods 
      Modifier and TypeMethod and Description
      org.joda.time.InstantcurrentEventTime() +
      Returns the current event time.
      +
      org.joda.time.InstantcurrentProcessingTime() +
      Returns the current processing time.
      +
      org.joda.time.InstantcurrentSynchronizedProcessingTime() +
      Returns the current synchronized processing time or null if unknown.
      +
      voiddeleteTimer(org.joda.time.Instant timestamp, + TimeDomain timeDomain) +
      Removes the timer set in this context for the timestmap and timeDomain.
      +
      voidsetTimer(org.joda.time.Instant timestamp, + TimeDomain timeDomain) +
      Sets a timer to fire when the event time watermark, the current processing time, or + the synchronized processing time watermark surpasses a given timestamp.
      +
      +
    • +
    +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        setTimer

        +
        void setTimer(org.joda.time.Instant timestamp,
        +              TimeDomain timeDomain)
        +
        Sets a timer to fire when the event time watermark, the current processing time, or + the synchronized processing time watermark surpasses a given timestamp. + +

        See TimeDomain for details on the time domains available. + +

        Timers are not guaranteed to fire immediately, but will be delivered at some time + afterwards. + +

        An implementation of Timers implicitly scopes timers that are set - they may + be scoped to a key and window, or a key, window, and trigger, etc.

        +
        +
        Parameters:
        +
        timestamp - the time at which the timer should be delivered
        +
        timeDomain - the domain that the timestamp applies to
        +
        +
      • +
      + + + +
        +
      • +

        deleteTimer

        +
        void deleteTimer(org.joda.time.Instant timestamp,
        +                 TimeDomain timeDomain)
        +
        Removes the timer set in this context for the timestmap and timeDomain.
        +
      • +
      + + + +
        +
      • +

        currentProcessingTime

        +
        org.joda.time.Instant currentProcessingTime()
        +
        Returns the current processing time.
        +
      • +
      + + + +
        +
      • +

        currentSynchronizedProcessingTime

        +
        @Nullable
        +org.joda.time.Instant currentSynchronizedProcessingTime()
        +
        Returns the current synchronized processing time or null if unknown.
        +
      • +
      + + + +
        +
      • +

        currentEventTime

        +
        org.joda.time.Instant currentEventTime()
        +
        Returns the current event time.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Transport.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Transport.html new file mode 100644 index 00000000000..df4675cb1dc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Transport.html @@ -0,0 +1,359 @@ + + + + + + +Transport (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class Transport

+
+
+ +
+
    +
  • +
    +
    +
    public class Transport
    +extends Object
    +
    Helpers for cloud communication.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        Transport

        +
        public Transport()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getTransport

        +
        public static com.google.api.client.http.HttpTransport getTransport()
        +
      • +
      + + + +
        +
      • +

        getJsonFactory

        +
        public static com.google.api.client.json.JsonFactory getJsonFactory()
        +
      • +
      + + + +
        +
      • +

        newBigQueryClient

        +
        public static com.google.api.services.bigquery.Bigquery.Builder newBigQueryClient(BigQueryOptions options)
        +
        Returns a BigQuery client builder using the specified BigQueryOptions.
        +
      • +
      + + + + + + + +
        +
      • +

        newCloudResourceManagerClient

        +
        public static com.google.api.services.cloudresourcemanager.CloudResourceManager.Builder newCloudResourceManagerClient(CloudResourceManagerOptions options)
        +
        Returns a CloudResourceManager client builder using the specified + CloudResourceManagerOptions.
        +
      • +
      + + + +
        +
      • +

        newStorageClient

        +
        public static com.google.api.services.storage.Storage.Builder newStorageClient(GcsOptions options)
        +
        Returns a Cloud Storage client builder using the specified GcsOptions.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedInputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedInputStream.html new file mode 100644 index 00000000000..21f4a7ec40f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedInputStream.html @@ -0,0 +1,427 @@ + + + + + + +UnownedInputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class UnownedInputStream

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Closeable, AutoCloseable
    +
    +
    +
    +
    public class UnownedInputStream
    +extends FilterInputStream
    +
    A OutputStream wrapper which protects against the user attempting to modify + the underlying stream by closing it or using mark.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedOutputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedOutputStream.html new file mode 100644 index 00000000000..069ba5d87e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UnownedOutputStream.html @@ -0,0 +1,373 @@ + + + + + + +UnownedOutputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class UnownedOutputStream

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UploadIdResponseInterceptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UploadIdResponseInterceptor.html new file mode 100644 index 00000000000..7a3add63519 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UploadIdResponseInterceptor.html @@ -0,0 +1,288 @@ + + + + + + +UploadIdResponseInterceptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class UploadIdResponseInterceptor

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    com.google.api.client.http.HttpResponseInterceptor
    +
    +
    +
    +
    public class UploadIdResponseInterceptor
    +extends Object
    +implements com.google.api.client.http.HttpResponseInterceptor
    +
    Implements a response intercepter that logs the upload id if the upload + id header exists and it is the first request (does not have upload_id parameter in the request). + Only logs if debug level is enabled.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        UploadIdResponseInterceptor

        +
        public UploadIdResponseInterceptor()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        interceptResponse

        +
        public void interceptResponse(com.google.api.client.http.HttpResponse response)
        +                       throws IOException
        +
        +
        Specified by:
        +
        interceptResponse in interface com.google.api.client.http.HttpResponseInterceptor
        +
        Throws:
        +
        IOException
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UserCodeException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UserCodeException.html new file mode 100644 index 00000000000..b5bb93513b6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/UserCodeException.html @@ -0,0 +1,288 @@ + + + + + + +UserCodeException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class UserCodeException

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class UserCodeException
    +extends RuntimeException
    +
    An exception that was thrown in user-code. Sets the stack trace + from the first time execution enters user code down through the + rest of the user's stack frames until the exception is + reached.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.StripIdsDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.StripIdsDoFn.html new file mode 100644 index 00000000000..e4158fed73d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.StripIdsDoFn.html @@ -0,0 +1,329 @@ + + + + + + +ValueWithRecordId.StripIdsDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ValueWithRecordId.StripIdsDoFn<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.ValueWithRecordIdCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.ValueWithRecordIdCoder.html new file mode 100644 index 00000000000..c18f8c00b73 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.ValueWithRecordIdCoder.html @@ -0,0 +1,455 @@ + + + + + + +ValueWithRecordId.ValueWithRecordIdCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ValueWithRecordId.ValueWithRecordIdCoder<ValueT>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ValueWithRecordIdCoder

        +
        protected ValueWithRecordIdCoder(Coder<ValueT> valueCoder)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + +
        +
      • +

        getValueCoder

        +
        public Coder<ValueT> getValueCoder()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.html new file mode 100644 index 00000000000..51cda216eab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ValueWithRecordId.html @@ -0,0 +1,373 @@ + + + + + + +ValueWithRecordId (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ValueWithRecordId<ValueT>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    ValueT - the underlying value type
    +
    +
    +
    +
    public class ValueWithRecordId<ValueT>
    +extends Object
    +
    Immutable struct containing a value as well as a unique id identifying the value.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + + + +
        +
      • +

        ValueWithRecordId

        +
        public ValueWithRecordId(ValueT value,
        +                         byte[] id)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getValue

        +
        public ValueT getValue()
        +
      • +
      + + + +
        +
      • +

        getId

        +
        public byte[] getId()
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Values.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Values.html new file mode 100644 index 00000000000..df0bd328747 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Values.html @@ -0,0 +1,300 @@ + + + + + + +Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class Values

+
+
+ +
+
    +
  • +
    +
    +
    public final class Values
    +extends Object
    +
    A collection of static methods for manipulating value representations + transfered via the Dataflow API.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/VarInt.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/VarInt.html new file mode 100644 index 00000000000..02dd8014301 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/VarInt.html @@ -0,0 +1,386 @@ + + + + + + +VarInt (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class VarInt

+
+
+ +
+
    +
  • +
    +
    +
    public class VarInt
    +extends Object
    +
    Variable-length encoding for integers. + +

    Handles, in a common encoding format, signed bytes, shorts, ints, and longs. + Takes between 1 and 10 bytes. + Less efficient than BigEndian{Int,Long} coder for negative or large numbers. + All negative ints are encoded using 5 bytes, longs take 10 bytes.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        VarInt

        +
        public VarInt()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        decodeInt

        +
        public static int decodeInt(InputStream stream)
        +                     throws IOException
        +
        Decodes an integer value from the given stream.
        +
        +
        Throws:
        +
        IOException
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getLength

        +
        public static int getLength(int v)
        +
        Returns the length of the encoding of the given value (in bytes).
        +
      • +
      + + + +
        +
      • +

        getLength

        +
        public static int getLength(long v)
        +
        Returns the length of the encoding of the given value (in bytes).
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Weighted.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Weighted.html new file mode 100644 index 00000000000..726e93ed572 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/Weighted.html @@ -0,0 +1,231 @@ + + + + + + +Weighted (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface Weighted

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    WeightedValue
    +
    +
    +
    +
    public interface Weighted
    +
    Interface representing an object that has a weight, in unspecified units.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getWeight

        +
        long getWeight()
        +
        Returns the weight of the object.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WeightedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WeightedValue.html new file mode 100644 index 00000000000..9bf8bf1efa1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WeightedValue.html @@ -0,0 +1,287 @@ + + + + + + +WeightedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WeightedValue<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the underlying type of object
    +
    +
    +
    All Implemented Interfaces:
    +
    Weighted
    +
    +
    +
    +
    public final class WeightedValue<T>
    +extends Object
    +implements Weighted
    +
    A T with an accompanying weight. Units are unspecified.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        of

        +
        public static <T> WeightedValue<T> of(T value,
        +                                      long weight)
        +
      • +
      + + + +
        +
      • +

        getWeight

        +
        public long getWeight()
        +
        Description copied from interface: Weighted
        +
        Returns the weight of the object.
        +
        +
        Specified by:
        +
        getWeight in interface Weighted
        +
        +
      • +
      + + + +
        +
      • +

        getValue

        +
        public T getValue()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowTracing.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowTracing.html new file mode 100644 index 00000000000..bc2ac96038c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowTracing.html @@ -0,0 +1,291 @@ + + + + + + +WindowTracing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WindowTracing

+
+
+ +
+
    +
  • +
    +
    +
    public final class WindowTracing
    +extends Object
    +
    Logging for window operations. Generally only feasible to enable on hand-picked pipelines.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WindowTracing

        +
        public WindowTracing()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        debug

        +
        public static void debug(String format,
        +                         Object... args)
        +
      • +
      + + + +
        +
      • +

        trace

        +
        public static void trace(String format,
        +                         Object... args)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.FullWindowedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.FullWindowedValueCoder.html new file mode 100644 index 00000000000..f9a17a1d369 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.FullWindowedValueCoder.html @@ -0,0 +1,554 @@ + + + + + + +WindowedValue.FullWindowedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WindowedValue.FullWindowedValueCoder<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.ValueOnlyWindowedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.ValueOnlyWindowedValueCoder.html new file mode 100644 index 00000000000..ef7aefabcc8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.ValueOnlyWindowedValueCoder.html @@ -0,0 +1,508 @@ + + + + + + +WindowedValue.ValueOnlyWindowedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WindowedValue.ValueOnlyWindowedValueCoder<T>

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable, Coder<WindowedValue<T>>
    +
    +
    +
    Enclosing class:
    +
    WindowedValue<T>
    +
    +
    +
    +
    public static class WindowedValue.ValueOnlyWindowedValueCoder<T>
    +extends WindowedValue.WindowedValueCoder<T>
    +
    Coder for WindowedValue. + +

    A ValueOnlyWindowedValueCoder only encodes and decodes the value. It drops + timestamp and windows for encoding, and uses defaults timestamp, and windows for decoding.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.WindowedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.WindowedValueCoder.html new file mode 100644 index 00000000000..8ca09a5a9ea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.WindowedValueCoder.html @@ -0,0 +1,311 @@ + + + + + + +WindowedValue.WindowedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WindowedValue.WindowedValueCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getValueCoder

        +
        public Coder<T> getValueCoder()
        +
        Returns the value coder.
        +
      • +
      + + + +
        +
      • +

        withValueCoder

        +
        public abstract <NewT> WindowedValue.WindowedValueCoder<NewT> withValueCoder(Coder<NewT> valueCoder)
        +
        Returns a new WindowedValueCoder that is a copy of this one, + but with a different value coder.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.html new file mode 100644 index 00000000000..12349aabd7a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowedValue.html @@ -0,0 +1,653 @@ + + + + + + +WindowedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WindowedValue<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the value
    +
    +
    +
    +
    public abstract class WindowedValue<T>
    +extends Object
    +
    An immutable triple of value, timestamp, and windows.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        WindowedValue

        +
        public WindowedValue()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        of

        +
        public static <T> WindowedValue<T> of(T value,
        +                                      org.joda.time.Instant timestamp,
        +                                      Collection<? extends BoundedWindow> windows,
        +                                      PaneInfo pane)
        +
        Returns a WindowedValue with the given value, timestamp, + and windows.
        +
      • +
      + + + + + +
        +
      • +

        of

        +
        public static <T> WindowedValue<T> of(T value,
        +                                      org.joda.time.Instant timestamp,
        +                                      BoundedWindow window,
        +                                      PaneInfo pane)
        +
        Returns a WindowedValue with the given value, timestamp, and window.
        +
      • +
      + + + + + +
        +
      • +

        valueInGlobalWindow

        +
        public static <T> WindowedValue<T> valueInGlobalWindow(T value)
        +
        Returns a WindowedValue with the given value in the GlobalWindow using the + default timestamp and pane.
        +
      • +
      + + + + + +
        +
      • +

        valueInGlobalWindow

        +
        public static <T> WindowedValue<T> valueInGlobalWindow(T value,
        +                                                       PaneInfo pane)
        +
        Returns a WindowedValue with the given value in the GlobalWindow using the + default timestamp and the specified pane.
        +
      • +
      + + + + + +
        +
      • +

        timestampedValueInGlobalWindow

        +
        public static <T> WindowedValue<T> timestampedValueInGlobalWindow(T value,
        +                                                                  org.joda.time.Instant timestamp)
        +
        Returns a WindowedValue with the given value and timestamp, + GlobalWindow and default pane.
        +
      • +
      + + + + + +
        +
      • +

        valueInEmptyWindows

        +
        @Deprecated
        +public static <T> WindowedValue<T> valueInEmptyWindows(T value)
        +
        Deprecated. a value in no windows technically is not "in" a PCollection. It is allowed to drop + it at any point, and benign runner implementation details could cause silent data loss.
        +
        Returns a WindowedValue with the given value in no windows, and the default timestamp + and pane.
        +
      • +
      + + + + + +
        +
      • +

        valueInEmptyWindows

        +
        @Deprecated
        +public static <T> WindowedValue<T> valueInEmptyWindows(T value,
        +                                                                   PaneInfo pane)
        +
        Deprecated. a value in no windows technically is not "in" a PCollection. It is allowed to drop + it at any point, and benign runner implementation details could cause silent data loss.
        +
        Returns a WindowedValue with the given value in no windows, and the default timestamp + and the specified pane.
        +
      • +
      + + + + + +
        +
      • +

        withValue

        +
        public abstract <NewT> WindowedValue<NewT> withValue(NewT value)
        +
        Returns a new WindowedValue that is a copy of this one, but with a different value, + which may have a new type NewT.
        +
      • +
      + + + +
        +
      • +

        getValue

        +
        public abstract T getValue()
        +
        Returns the value of this WindowedValue.
        +
      • +
      + + + +
        +
      • +

        getTimestamp

        +
        public abstract org.joda.time.Instant getTimestamp()
        +
        Returns the timestamp of this WindowedValue.
        +
      • +
      + + + +
        +
      • +

        getWindows

        +
        public abstract Collection<? extends BoundedWindow> getWindows()
        +
        Returns the windows of this WindowedValue.
        +
      • +
      + + + +
        +
      • +

        getPane

        +
        public abstract PaneInfo getPane()
        +
        Returns the pane of this WindowedValue in its window.
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingInternals.html new file mode 100644 index 00000000000..d2a88e08bc9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingInternals.html @@ -0,0 +1,354 @@ + + + + + + +WindowingInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Interface WindowingInternals<InputT,OutputT>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    InputT - input type
    +
    OutputT - output type
    +
    +
    +
    +
    public interface WindowingInternals<InputT,OutputT>
    +
    Interface that may be required by some (internal) DoFns to implement windowing. It + should not be necessary for general user code to interact with this at all. + +

    This interface should be provided by runner implementors to support windowing on their runner.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        stateInternals

        +
        StateInternals<?> stateInternals()
        +
        Unsupported state internals. The key type is unknown. It is up to the user to use the + correct type of key.
        +
      • +
      + + + + + +
        +
      • +

        outputWindowedValue

        +
        void outputWindowedValue(OutputT output,
        +                         org.joda.time.Instant timestamp,
        +                         Collection<? extends BoundedWindow> windows,
        +                         PaneInfo pane)
        +
        Output the value at the specified timestamp in the listed windows.
        +
      • +
      + + + + + +
        +
      • +

        sideOutputWindowedValue

        +
        <SideOutputT> void sideOutputWindowedValue(TupleTag<SideOutputT> tag,
        +                                           SideOutputT output,
        +                                           org.joda.time.Instant timestamp,
        +                                           Collection<? extends BoundedWindow> windows,
        +                                           PaneInfo pane)
        +
        Output the value to a side output at the specified timestamp in the listed windows.
        +
      • +
      + + + +
        +
      • +

        timerInternals

        +
        TimerInternals timerInternals()
        +
        Return the timer manager provided by the underlying system, or null if Timers need + to be emulated.
        +
      • +
      + + + +
        +
      • +

        windows

        +
        Collection<? extends BoundedWindow> windows()
        +
        Access the windows the element is being processed in without "exploding" it.
        +
      • +
      + + + +
        +
      • +

        pane

        +
        PaneInfo pane()
        +
        Access the pane of the current window(s).
        +
      • +
      + + + +
        +
      • +

        sideInput

        +
        <T> T sideInput(PCollectionView<T> view,
        +                BoundedWindow sideInputWindow)
        +
        Return the value of the side input for a particular side input window.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.AccumulationMode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.AccumulationMode.html new file mode 100644 index 00000000000..4844960a797 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.AccumulationMode.html @@ -0,0 +1,348 @@ + + + + + + +WindowingStrategy.AccumulationMode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Enum WindowingStrategy.AccumulationMode

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static WindowingStrategy.AccumulationMode[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (WindowingStrategy.AccumulationMode c : WindowingStrategy.AccumulationMode.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static WindowingStrategy.AccumulationMode valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.html new file mode 100644 index 00000000000..0af814ab7bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/WindowingStrategy.html @@ -0,0 +1,574 @@ + + + + + + +WindowingStrategy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class WindowingStrategy<T,W extends BoundedWindow>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - type of elements being windowed
    +
    W - BoundedWindow subclass used to represent the + windows used by this WindowingStrategy
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class WindowingStrategy<T,W extends BoundedWindow>
    +extends Object
    +implements Serializable
    +
    A WindowingStrategy describes the windowing behavior for a specific collection of values. + It has both a WindowFn describing how elements are assigned to windows and a + Trigger that controls when output is produced for each window.
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ZipFiles.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ZipFiles.html new file mode 100644 index 00000000000..8550f18c3b1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/ZipFiles.html @@ -0,0 +1,258 @@ + + + + + + +ZipFiles (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util
+

Class ZipFiles

+
+
+ +
+
    +
  • +
    +
    +
    public final class ZipFiles
    +extends Object
    +
    Functions for zipping a directory (including a subdirectory) into a ZIP-file + or unzipping it again.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        zipDirectory

        +
        public static void zipDirectory(File sourceDirectory,
        +                                OutputStream outputStream)
        +                         throws IOException
        +
        Zips an entire directory specified by the path.
        +
        +
        Parameters:
        +
        sourceDirectory - the directory to read from. This directory and all + subdirectories will be added to the zip-file. The path within the zip + file is relative to the directory given as parameter, not absolute.
        +
        outputStream - the stream to write the zip-file to. This method does not close + outputStream.
        +
        Throws:
        +
        IOException - the zipping failed, e.g. because the input was not + readable.
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.MergeCallback.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.MergeCallback.html new file mode 100644 index 00000000000..016201ba739 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.MergeCallback.html @@ -0,0 +1,179 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.ActiveWindowSet.MergeCallback (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.ActiveWindowSet.MergeCallback

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.html new file mode 100644 index 00000000000..669c3bfc8f9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ActiveWindowSet.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.ActiveWindowSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.ActiveWindowSet

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ApiSurface.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ApiSurface.html new file mode 100644 index 00000000000..e873cdbb5ad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ApiSurface.html @@ -0,0 +1,235 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ApiSurface (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ApiSurface

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppEngineEnvironment.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppEngineEnvironment.html new file mode 100644 index 00000000000..863ccbf32bd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppEngineEnvironment.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AppEngineEnvironment (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AppEngineEnvironment

+
+
No usage of org.apache.beam.sdk.util.AppEngineEnvironment
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppliedCombineFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppliedCombineFn.html new file mode 100644 index 00000000000..9a226525bd0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AppliedCombineFn.html @@ -0,0 +1,248 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AppliedCombineFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AppliedCombineFn

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html new file mode 100644 index 00000000000..8981f7e47f6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.ResetPolicy.html @@ -0,0 +1,204 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff.ResetPolicy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff.ResetPolicy

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.html new file mode 100644 index 00000000000..6aa31d75a29 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptAndTimeBoundedExponentialBackOff.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff

+
+
No usage of org.apache.beam.sdk.util.AttemptAndTimeBoundedExponentialBackOff
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptBoundedExponentialBackOff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptBoundedExponentialBackOff.html new file mode 100644 index 00000000000..14fa2e1a94c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AttemptBoundedExponentialBackOff.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AttemptBoundedExponentialBackOff

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.AvroMetadata.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.AvroMetadata.html new file mode 100644 index 00000000000..cbfcfb16ecb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.AvroMetadata.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AvroUtils.AvroMetadata (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AvroUtils.AvroMetadata

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.html new file mode 100644 index 00000000000..e2cbf082641 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/AvroUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.AvroUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.AvroUtils

+
+
No usage of org.apache.beam.sdk.util.AvroUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.CreateStepContextFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.CreateStepContextFunction.html new file mode 100644 index 00000000000..2fd8a25a1c1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.CreateStepContextFunction.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.BaseExecutionContext.CreateStepContextFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.BaseExecutionContext.CreateStepContextFunction

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.StepContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.StepContext.html new file mode 100644 index 00000000000..a95539dc41b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.StepContext.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.BaseExecutionContext.StepContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.BaseExecutionContext.StepContext

+
+
No usage of org.apache.beam.sdk.util.BaseExecutionContext.StepContext
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.html new file mode 100644 index 00000000000..e5c7c158479 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BaseExecutionContext.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.BaseExecutionContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.BaseExecutionContext

+
+
No usage of org.apache.beam.sdk.util.BaseExecutionContext
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BitSetCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BitSetCoder.html new file mode 100644 index 00000000000..bb67624c7d1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BitSetCoder.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.BitSetCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.BitSetCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BucketingFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BucketingFunction.html new file mode 100644 index 00000000000..8d55520765f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BucketingFunction.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.BucketingFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.BucketingFunction

+
+
No usage of org.apache.beam.sdk.util.BucketingFunction
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BufferedElementCountingOutputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BufferedElementCountingOutputStream.html new file mode 100644 index 00000000000..63a53c010b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/BufferedElementCountingOutputStream.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.BufferedElementCountingOutputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.BufferedElementCountingOutputStream

+
+
No usage of org.apache.beam.sdk.util.BufferedElementCountingOutputStream
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CloudObject.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CloudObject.html new file mode 100644 index 00000000000..7a6b38bacce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CloudObject.html @@ -0,0 +1,455 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.CloudObject (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.CloudObject

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CoderUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CoderUtils.html new file mode 100644 index 00000000000..3b7dda9434c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CoderUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.CoderUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.CoderUtils

+
+
No usage of org.apache.beam.sdk.util.CoderUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineContextFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineContextFactory.html new file mode 100644 index 00000000000..9477936b541 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineContextFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.CombineContextFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.CombineContextFactory

+
+
No usage of org.apache.beam.sdk.util.CombineContextFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineFnUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineFnUtil.html new file mode 100644 index 00000000000..00e33e7fa4d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CombineFnUtil.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.CombineFnUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.CombineFnUtil

+
+
No usage of org.apache.beam.sdk.util.CombineFnUtil
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CredentialFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CredentialFactory.html new file mode 100644 index 00000000000..27d6639aef4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/CredentialFactory.html @@ -0,0 +1,217 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.CredentialFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.CredentialFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/DirectSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/DirectSideInputReader.html new file mode 100644 index 00000000000..4f3073a45da --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/DirectSideInputReader.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.DirectSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.DirectSideInputReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.StepContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.StepContext.html new file mode 100644 index 00000000000..f98f8d45b66 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.StepContext.html @@ -0,0 +1,406 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.ExecutionContext.StepContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.ExecutionContext.StepContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.html new file mode 100644 index 00000000000..c41a15525c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExecutionContext.html @@ -0,0 +1,183 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.ExecutionContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.ExecutionContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExplicitShardedFile.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExplicitShardedFile.html new file mode 100644 index 00000000000..91319bd5f51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExplicitShardedFile.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ExplicitShardedFile (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ExplicitShardedFile

+
+
No usage of org.apache.beam.sdk.util.ExplicitShardedFile
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayInputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayInputStream.html new file mode 100644 index 00000000000..e8fc9becd0a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayInputStream.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ExposedByteArrayInputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ExposedByteArrayInputStream

+
+
No usage of org.apache.beam.sdk.util.ExposedByteArrayInputStream
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayOutputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayOutputStream.html new file mode 100644 index 00000000000..97a19153ad5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ExposedByteArrayOutputStream.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ExposedByteArrayOutputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ExposedByteArrayOutputStream

+
+
No usage of org.apache.beam.sdk.util.ExposedByteArrayOutputStream
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactory.html new file mode 100644 index 00000000000..10a65fc369c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactory.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.FileIOChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.FileIOChannelFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactoryRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactoryRegistrar.html new file mode 100644 index 00000000000..da7b20d05d5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FileIOChannelFactoryRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.FileIOChannelFactoryRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.FileIOChannelFactoryRegistrar

+
+
No usage of org.apache.beam.sdk.util.FileIOChannelFactoryRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FluentBackoff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FluentBackoff.html new file mode 100644 index 00000000000..024ad4cc67b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/FluentBackoff.html @@ -0,0 +1,240 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.FluentBackoff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.FluentBackoff

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpCredentialFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpCredentialFactory.html new file mode 100644 index 00000000000..6df97f8db6a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpCredentialFactory.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcpCredentialFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcpCredentialFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.GcpProjectUtilFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.GcpProjectUtilFactory.html new file mode 100644 index 00000000000..0296e7c96c7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.GcpProjectUtilFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcpProjectUtil.GcpProjectUtilFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcpProjectUtil.GcpProjectUtilFactory

+
+
No usage of org.apache.beam.sdk.util.GcpProjectUtil.GcpProjectUtilFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.html new file mode 100644 index 00000000000..fd522d43725 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcpProjectUtil.html @@ -0,0 +1,211 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcpProjectUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcpProjectUtil

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactory.html new file mode 100644 index 00000000000..93d56e3dca6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactory.html @@ -0,0 +1,174 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcsIOChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcsIOChannelFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactoryRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactoryRegistrar.html new file mode 100644 index 00000000000..1f968193816 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsIOChannelFactoryRegistrar.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcsIOChannelFactoryRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcsIOChannelFactoryRegistrar

+
+
No usage of org.apache.beam.sdk.util.GcsIOChannelFactoryRegistrar
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsPathValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsPathValidator.html new file mode 100644 index 00000000000..5d0bbeb7d64 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsPathValidator.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcsPathValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcsPathValidator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.GcsUtilFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.GcsUtilFactory.html new file mode 100644 index 00000000000..52b200035d9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.GcsUtilFactory.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcsUtil.GcsUtilFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcsUtil.GcsUtilFactory

+
+
No usage of org.apache.beam.sdk.util.GcsUtil.GcsUtilFactory
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.html new file mode 100644 index 00000000000..9fd2b6729f8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/GcsUtil.html @@ -0,0 +1,211 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.GcsUtil (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.GcsUtil

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactory.html new file mode 100644 index 00000000000..4a928ea3bad --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactory.html @@ -0,0 +1,218 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.IOChannelFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.IOChannelFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactoryRegistrar.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactoryRegistrar.html new file mode 100644 index 00000000000..6d941026dff --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelFactoryRegistrar.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.IOChannelFactoryRegistrar (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.IOChannelFactoryRegistrar

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelUtils.html new file mode 100644 index 00000000000..c609b1c698c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IOChannelUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.IOChannelUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.IOChannelUtils

+
+
No usage of org.apache.beam.sdk.util.IOChannelUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IdentityWindowFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IdentityWindowFn.html new file mode 100644 index 00000000000..2e13bf9fe51 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IdentityWindowFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.IdentityWindowFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.IdentityWindowFn

+
+
No usage of org.apache.beam.sdk.util.IdentityWindowFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IllegalMutationException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IllegalMutationException.html new file mode 100644 index 00000000000..767952a541c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IllegalMutationException.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.IllegalMutationException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.IllegalMutationException

+
+
No usage of org.apache.beam.sdk.util.IllegalMutationException
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/InstanceBuilder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/InstanceBuilder.html new file mode 100644 index 00000000000..2c87be3581a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/InstanceBuilder.html @@ -0,0 +1,201 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.InstanceBuilder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.InstanceBuilder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IntervalBoundedExponentialBackOff.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IntervalBoundedExponentialBackOff.html new file mode 100644 index 00000000000..1fbf6fe589b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/IntervalBoundedExponentialBackOff.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff

+
+
No usage of org.apache.beam.sdk.util.IntervalBoundedExponentialBackOff
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MergingActiveWindowSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MergingActiveWindowSet.html new file mode 100644 index 00000000000..4785c477481 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MergingActiveWindowSet.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.MergingActiveWindowSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.MergingActiveWindowSet

+
+
No usage of org.apache.beam.sdk.util.MergingActiveWindowSet
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MimeTypes.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MimeTypes.html new file mode 100644 index 00000000000..72c450deeac --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MimeTypes.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.MimeTypes (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.MimeTypes

+
+
No usage of org.apache.beam.sdk.util.MimeTypes
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MovingFunction.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MovingFunction.html new file mode 100644 index 00000000000..b7d47368eb6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MovingFunction.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.MovingFunction (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.MovingFunction

+
+
No usage of org.apache.beam.sdk.util.MovingFunction
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetector.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetector.html new file mode 100644 index 00000000000..cb41f3957b9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetector.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.MutationDetector (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.MutationDetector

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetectors.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetectors.html new file mode 100644 index 00000000000..733d2ad59b9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/MutationDetectors.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.MutationDetectors (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.MutationDetectors

+
+
No usage of org.apache.beam.sdk.util.MutationDetectors
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NonMergingActiveWindowSet.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NonMergingActiveWindowSet.html new file mode 100644 index 00000000000..896ff336cf8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NonMergingActiveWindowSet.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.NonMergingActiveWindowSet (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.NonMergingActiveWindowSet

+
+
No usage of org.apache.beam.sdk.util.NonMergingActiveWindowSet
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopCredentialFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopCredentialFactory.html new file mode 100644 index 00000000000..7029d60f152 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopCredentialFactory.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.NoopCredentialFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.NoopCredentialFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopPathValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopPathValidator.html new file mode 100644 index 00000000000..f4abc1ff7f9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NoopPathValidator.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.NoopPathValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.NoopPathValidator

+
+
No usage of org.apache.beam.sdk.util.NoopPathValidator
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullCredentialInitializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullCredentialInitializer.html new file mode 100644 index 00000000000..3bfd74e1b3e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullCredentialInitializer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.NullCredentialInitializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.NullCredentialInitializer

+
+
No usage of org.apache.beam.sdk.util.NullCredentialInitializer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullSideInputReader.html new file mode 100644 index 00000000000..d95029c3b7e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NullSideInputReader.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.NullSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.NullSideInputReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NumberedShardedFile.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NumberedShardedFile.html new file mode 100644 index 00000000000..307ce560bbd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/NumberedShardedFile.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.NumberedShardedFile (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.NumberedShardedFile

+
+
No usage of org.apache.beam.sdk.util.NumberedShardedFile
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViewWindow.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViewWindow.html new file mode 100644 index 00000000000..bf0dfdcfd63 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViewWindow.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViewWindow (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViewWindow

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.IterablePCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.IterablePCollectionView.html new file mode 100644 index 00000000000..8ca7b3ae747 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.IterablePCollectionView.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViews.IterablePCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViews.IterablePCollectionView

+
+
No usage of org.apache.beam.sdk.util.PCollectionViews.IterablePCollectionView
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.ListPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.ListPCollectionView.html new file mode 100644 index 00000000000..f48e091623c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.ListPCollectionView.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViews.ListPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViews.ListPCollectionView

+
+
No usage of org.apache.beam.sdk.util.PCollectionViews.ListPCollectionView
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MapPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MapPCollectionView.html new file mode 100644 index 00000000000..72110ff6fc0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MapPCollectionView.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViews.MapPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViews.MapPCollectionView

+
+
No usage of org.apache.beam.sdk.util.PCollectionViews.MapPCollectionView
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MultimapPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MultimapPCollectionView.html new file mode 100644 index 00000000000..76512b606ab --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.MultimapPCollectionView.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViews.MultimapPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViews.MultimapPCollectionView

+
+
No usage of org.apache.beam.sdk.util.PCollectionViews.MultimapPCollectionView
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.SingletonPCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.SingletonPCollectionView.html new file mode 100644 index 00000000000..97487dc3efd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.SingletonPCollectionView.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViews.SingletonPCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViews.SingletonPCollectionView

+
+
No usage of org.apache.beam.sdk.util.PCollectionViews.SingletonPCollectionView
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.html new file mode 100644 index 00000000000..06a92aa903b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PCollectionViews.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PCollectionViews (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PCollectionViews

+
+
No usage of org.apache.beam.sdk.util.PCollectionViews
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PTuple.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PTuple.html new file mode 100644 index 00000000000..b125f9448e8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PTuple.html @@ -0,0 +1,206 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PTuple (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PTuple

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PathValidator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PathValidator.html new file mode 100644 index 00000000000..324bd07c6a3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PathValidator.html @@ -0,0 +1,261 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.PathValidator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.PathValidator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PerKeyCombineFnRunner.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PerKeyCombineFnRunner.html new file mode 100644 index 00000000000..80d5eb71bd7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PerKeyCombineFnRunner.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.PerKeyCombineFnRunner (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.PerKeyCombineFnRunner

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PropertyNames.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PropertyNames.html new file mode 100644 index 00000000000..a7ec507aeb0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PropertyNames.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PropertyNames (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PropertyNames

+
+
No usage of org.apache.beam.sdk.util.PropertyNames
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.IncomingMessage.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.IncomingMessage.html new file mode 100644 index 00000000000..95fdd41b99e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.IncomingMessage.html @@ -0,0 +1,225 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubClient.IncomingMessage (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubClient.IncomingMessage

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.OutgoingMessage.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.OutgoingMessage.html new file mode 100644 index 00000000000..82eb12d275b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.OutgoingMessage.html @@ -0,0 +1,202 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubClient.OutgoingMessage (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubClient.OutgoingMessage

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.ProjectPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.ProjectPath.html new file mode 100644 index 00000000000..249d6abdd47 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.ProjectPath.html @@ -0,0 +1,274 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubClient.ProjectPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubClient.ProjectPath

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.PubsubClientFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.PubsubClientFactory.html new file mode 100644 index 00000000000..c4b15739b49 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.PubsubClientFactory.html @@ -0,0 +1,231 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.PubsubClient.PubsubClientFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.PubsubClient.PubsubClientFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.SubscriptionPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.SubscriptionPath.html new file mode 100644 index 00000000000..4154699443e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.SubscriptionPath.html @@ -0,0 +1,429 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubClient.SubscriptionPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubClient.SubscriptionPath

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.TopicPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.TopicPath.html new file mode 100644 index 00000000000..49247cc77ba --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.TopicPath.html @@ -0,0 +1,403 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubClient.TopicPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubClient.TopicPath

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.html new file mode 100644 index 00000000000..582b4b582dc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubClient.html @@ -0,0 +1,199 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubClient

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubGrpcClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubGrpcClient.html new file mode 100644 index 00000000000..0d134d8c123 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubGrpcClient.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubGrpcClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubGrpcClient

+
+
No usage of org.apache.beam.sdk.util.PubsubGrpcClient
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubJsonClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubJsonClient.html new file mode 100644 index 00000000000..e2c2f1426ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubJsonClient.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubJsonClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubJsonClient

+
+
No usage of org.apache.beam.sdk.util.PubsubJsonClient
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.PubsubTestClientFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.PubsubTestClientFactory.html new file mode 100644 index 00000000000..d15a38a5e68 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.PubsubTestClientFactory.html @@ -0,0 +1,185 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.PubsubTestClient.PubsubTestClientFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.PubsubTestClient.PubsubTestClientFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.html new file mode 100644 index 00000000000..bfe3ec8553b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/PubsubTestClient.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.PubsubTestClient (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.PubsubTestClient

+
+
No usage of org.apache.beam.sdk.util.PubsubTestClient
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReadyCheckingSideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReadyCheckingSideInputReader.html new file mode 100644 index 00000000000..d571b5fda9e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReadyCheckingSideInputReader.html @@ -0,0 +1,185 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.ReadyCheckingSideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.ReadyCheckingSideInputReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReleaseInfo.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReleaseInfo.html new file mode 100644 index 00000000000..44d3241e2b9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReleaseInfo.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ReleaseInfo (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ReleaseInfo

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Reshuffle.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Reshuffle.html new file mode 100644 index 00000000000..1795f4b3eb0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Reshuffle.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.Reshuffle (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.Reshuffle

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReshuffleTrigger.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReshuffleTrigger.html new file mode 100644 index 00000000000..38d1bcae4ce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ReshuffleTrigger.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ReshuffleTrigger (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ReshuffleTrigger

+
+
No usage of org.apache.beam.sdk.util.ReshuffleTrigger
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/RetryHttpRequestInitializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/RetryHttpRequestInitializer.html new file mode 100644 index 00000000000..4be65da278c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/RetryHttpRequestInitializer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.RetryHttpRequestInitializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.RetryHttpRequestInitializer

+
+
No usage of org.apache.beam.sdk.util.RetryHttpRequestInitializer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SerializableUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SerializableUtils.html new file mode 100644 index 00000000000..a71ecfc662a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SerializableUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.SerializableUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.SerializableUtils

+
+
No usage of org.apache.beam.sdk.util.SerializableUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Serializer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Serializer.html new file mode 100644 index 00000000000..5b57d4e63f7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Serializer.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.Serializer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.Serializer

+
+
No usage of org.apache.beam.sdk.util.Serializer
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardedFile.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardedFile.html new file mode 100644 index 00000000000..1a62327703e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardedFile.html @@ -0,0 +1,201 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.ShardedFile (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.ShardedFile

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardingWritableByteChannel.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardingWritableByteChannel.html new file mode 100644 index 00000000000..6a8e78dda93 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ShardingWritableByteChannel.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ShardingWritableByteChannel (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ShardingWritableByteChannel

+
+
No usage of org.apache.beam.sdk.util.ShardingWritableByteChannel
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SideInputReader.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SideInputReader.html new file mode 100644 index 00000000000..693b799e47c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SideInputReader.html @@ -0,0 +1,414 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.SideInputReader (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.SideInputReader

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StreamUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StreamUtils.html new file mode 100644 index 00000000000..bb38a76f0ec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StreamUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.StreamUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.StreamUtils

+
+
No usage of org.apache.beam.sdk.util.StreamUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StringUtils.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StringUtils.html new file mode 100644 index 00000000000..b6ce78ed2ef --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/StringUtils.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.StringUtils (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.StringUtils

+
+
No usage of org.apache.beam.sdk.util.StringUtils
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Structs.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Structs.html new file mode 100644 index 00000000000..c120916ab19 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Structs.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.Structs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.Structs

+
+
No usage of org.apache.beam.sdk.util.Structs
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SystemDoFnInternal.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SystemDoFnInternal.html new file mode 100644 index 00000000000..982a7f48c8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/SystemDoFnInternal.html @@ -0,0 +1,191 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.SystemDoFnInternal (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.SystemDoFnInternal

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TestCredential.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TestCredential.html new file mode 100644 index 00000000000..4a95e74ec1b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TestCredential.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.TestCredential (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.TestCredential

+
+
No usage of org.apache.beam.sdk.util.TestCredential
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimeDomain.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimeDomain.html new file mode 100644 index 00000000000..bfa4dbd4a4f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimeDomain.html @@ -0,0 +1,427 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.TimeDomain (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.TimeDomain

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timer.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timer.html new file mode 100644 index 00000000000..f793fba4129 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timer.html @@ -0,0 +1,176 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.Timer (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.Timer

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerData.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerData.html new file mode 100644 index 00000000000..0d2e81e278b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerData.html @@ -0,0 +1,443 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.TimerInternals.TimerData (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.TimerInternals.TimerData

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerDataCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerDataCoder.html new file mode 100644 index 00000000000..70967c494e6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.TimerDataCoder.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.TimerInternals.TimerDataCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.TimerInternals.TimerDataCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.html new file mode 100644 index 00000000000..bd1549e3957 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerInternals.html @@ -0,0 +1,286 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.TimerInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.TimerInternals

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpec.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpec.html new file mode 100644 index 00000000000..47b2048ec59 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpec.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.TimerSpec (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.TimerSpec

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpecs.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpecs.html new file mode 100644 index 00000000000..3254ebcd63d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/TimerSpecs.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.TimerSpecs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.TimerSpecs

+
+
No usage of org.apache.beam.sdk.util.TimerSpecs
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timers.html new file mode 100644 index 00000000000..aa8ab84c885 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Timers.html @@ -0,0 +1,252 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.Timers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.Timers

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Transport.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Transport.html new file mode 100644 index 00000000000..cdbd8811037 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Transport.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.Transport (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.Transport

+
+
No usage of org.apache.beam.sdk.util.Transport
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedInputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedInputStream.html new file mode 100644 index 00000000000..dbacf47254e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedInputStream.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.UnownedInputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.UnownedInputStream

+
+
No usage of org.apache.beam.sdk.util.UnownedInputStream
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedOutputStream.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedOutputStream.html new file mode 100644 index 00000000000..e932aae5c61 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UnownedOutputStream.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.UnownedOutputStream (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.UnownedOutputStream

+
+
No usage of org.apache.beam.sdk.util.UnownedOutputStream
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UploadIdResponseInterceptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UploadIdResponseInterceptor.html new file mode 100644 index 00000000000..34add48d154 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UploadIdResponseInterceptor.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.UploadIdResponseInterceptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.UploadIdResponseInterceptor

+
+
No usage of org.apache.beam.sdk.util.UploadIdResponseInterceptor
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UserCodeException.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UserCodeException.html new file mode 100644 index 00000000000..c89cf3568e0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/UserCodeException.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.UserCodeException (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.UserCodeException

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.StripIdsDoFn.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.StripIdsDoFn.html new file mode 100644 index 00000000000..2bf09b78a9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.StripIdsDoFn.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ValueWithRecordId.StripIdsDoFn (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ValueWithRecordId.StripIdsDoFn

+
+
No usage of org.apache.beam.sdk.util.ValueWithRecordId.StripIdsDoFn
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.ValueWithRecordIdCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.ValueWithRecordIdCoder.html new file mode 100644 index 00000000000..0c3dc9aaba3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.ValueWithRecordIdCoder.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ValueWithRecordId.ValueWithRecordIdCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.html new file mode 100644 index 00000000000..6aa9911aa17 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ValueWithRecordId.html @@ -0,0 +1,184 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ValueWithRecordId (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ValueWithRecordId

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Values.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Values.html new file mode 100644 index 00000000000..e446332daee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Values.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.Values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.Values

+
+
No usage of org.apache.beam.sdk.util.Values
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/VarInt.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/VarInt.html new file mode 100644 index 00000000000..1b44c76b2ca --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/VarInt.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.VarInt (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.VarInt

+
+
No usage of org.apache.beam.sdk.util.VarInt
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Weighted.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Weighted.html new file mode 100644 index 00000000000..fbcc4beb1ee --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/Weighted.html @@ -0,0 +1,170 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.Weighted (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.Weighted

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WeightedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WeightedValue.html new file mode 100644 index 00000000000..3adb4f908f2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WeightedValue.html @@ -0,0 +1,169 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WeightedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WeightedValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowTracing.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowTracing.html new file mode 100644 index 00000000000..41ff78cb9e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowTracing.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowTracing (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowTracing

+
+
No usage of org.apache.beam.sdk.util.WindowTracing
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.FullWindowedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.FullWindowedValueCoder.html new file mode 100644 index 00000000000..df99645f9bb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.FullWindowedValueCoder.html @@ -0,0 +1,181 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.ValueOnlyWindowedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.ValueOnlyWindowedValueCoder.html new file mode 100644 index 00000000000..8148125e437 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.ValueOnlyWindowedValueCoder.html @@ -0,0 +1,178 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowedValue.ValueOnlyWindowedValueCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.WindowedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.WindowedValueCoder.html new file mode 100644 index 00000000000..2333948184e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.WindowedValueCoder.html @@ -0,0 +1,200 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowedValue.WindowedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowedValue.WindowedValueCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.html new file mode 100644 index 00000000000..5f4a1e88849 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowedValue.html @@ -0,0 +1,712 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowedValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingInternals.html new file mode 100644 index 00000000000..a9890db7eb5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingInternals.html @@ -0,0 +1,263 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.WindowingInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.WindowingInternals

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.AccumulationMode.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.AccumulationMode.html new file mode 100644 index 00000000000..970e4f6a88d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.AccumulationMode.html @@ -0,0 +1,197 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowingStrategy.AccumulationMode (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowingStrategy.AccumulationMode

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.html new file mode 100644 index 00000000000..2ec9fbc8d14 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/WindowingStrategy.html @@ -0,0 +1,748 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.WindowingStrategy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.WindowingStrategy

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ZipFiles.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ZipFiles.html new file mode 100644 index 00000000000..ea28b5a0be6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/class-use/ZipFiles.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.ZipFiles (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.ZipFiles

+
+
No usage of org.apache.beam.sdk.util.ZipFiles
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterable.html new file mode 100644 index 00000000000..7ae804aceb4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterable.html @@ -0,0 +1,337 @@ + + + + + + +ElementByteSizeObservableIterable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Class ElementByteSizeObservableIterable<V,InputT extends ElementByteSizeObservableIterator<V>>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    V - the type of elements returned by this iterable
    +
    InputT - type type of iterator returned by this iterable
    +
    +
    +
    All Implemented Interfaces:
    +
    Iterable<V>
    +
    +
    +
    +
    public abstract class ElementByteSizeObservableIterable<V,InputT extends ElementByteSizeObservableIterator<V>>
    +extends Object
    +implements Iterable<V>
    +
    An abstract class used for iterables that notify observers about size in + bytes of their elements, as they are being iterated over.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ElementByteSizeObservableIterable

        +
        public ElementByteSizeObservableIterable()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        createIterator

        +
        protected abstract InputT createIterator()
        +
        Derived classes override this method to return an iterator for this + iterable.
        +
      • +
      + + + +
        +
      • +

        addObserver

        +
        public void addObserver(Observer observer)
        +
        Sets the observer, which will observe the iterator returned in + the next call to iterator() method. Future calls to iterator() + won't be observed, unless an observer is set again.
        +
      • +
      + + + +
        +
      • +

        iterator

        +
        public InputT iterator()
        +
        Returns a new iterator for this iterable. If an observer was set in + a previous call to setObserver(), it will observe the iterator returned.
        +
        +
        Specified by:
        +
        iterator in interface Iterable<V>
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterator.html new file mode 100644 index 00000000000..6aea203d73f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObservableIterator.html @@ -0,0 +1,305 @@ + + + + + + +ElementByteSizeObservableIterator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Class ElementByteSizeObservableIterator<V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    V - value type
    +
    +
    +
    All Implemented Interfaces:
    +
    Iterator<V>
    +
    +
    +
    +
    public abstract class ElementByteSizeObservableIterator<V>
    +extends Observable
    +implements Iterator<V>
    +
    An abstract class used for iterators that notify observers about size in + bytes of their elements, as they are being iterated over. The subclasses + need to implement the standard Iterator interface and call method + notifyValueReturned() for each element read and/or iterated over.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ElementByteSizeObservableIterator

        +
        public ElementByteSizeObservableIterator()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        notifyValueReturned

        +
        protected final void notifyValueReturned(long byteSize)
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObserver.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObserver.html new file mode 100644 index 00000000000..4281037ce9c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ElementByteSizeObserver.html @@ -0,0 +1,394 @@ + + + + + + +ElementByteSizeObserver (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Class ElementByteSizeObserver

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ElementByteSizeObserver

        +
        public ElementByteSizeObserver()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        reportElementSize

        +
        protected abstract void reportElementSize(long elementByteSize)
        +
        Called to report element byte size.
        +
      • +
      + + + +
        +
      • +

        setLazy

        +
        public void setLazy()
        +
        Sets byte counting for the current element as lazy. That is, the + observer will get notified of the element's byte count only as + element's pieces are being processed or iterated over.
        +
      • +
      + + + +
        +
      • +

        getIsLazy

        +
        public boolean getIsLazy()
        +
        Returns whether byte counting for the current element is lazy, that is, + whether the observer gets notified of the element's byte count only as + element's pieces are being processed or iterated over.
        +
      • +
      + + + +
        +
      • +

        update

        +
        public void update(Object obj)
        +
        Updates the observer with a context specified, but without an instance of + the Observable.
        +
      • +
      + + + +
        +
      • +

        setScalingFactor

        +
        public void setScalingFactor(double scalingFactor)
        +
        Sets a multiplier to use on observed sizes.
        +
      • +
      + + + + + + + +
        +
      • +

        advance

        +
        public void advance()
        +
        Advances the observer to the next element. Adds the current total byte + size to the counter, and prepares the observer for the next element.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.ObjectsClassComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.ObjectsClassComparator.html new file mode 100644 index 00000000000..c3051cd9974 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.ObjectsClassComparator.html @@ -0,0 +1,332 @@ + + + + + + +ReflectHelpers.ObjectsClassComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Class ReflectHelpers.ObjectsClassComparator

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.html new file mode 100644 index 00000000000..7ecc8670fa1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/ReflectHelpers.html @@ -0,0 +1,466 @@ + + + + + + +ReflectHelpers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Class ReflectHelpers

+
+
+ +
+
    +
  • +
    +
    +
    public class ReflectHelpers
    +extends Object
    +
    Utilities for working with with Classes and Methods.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        METHOD_FORMATTER

        +
        public static final com.google.common.base.Function<Method,String> METHOD_FORMATTER
        +
        A Function that turns a method into a simple method signature.
        +
      • +
      + + + +
        +
      • +

        CLASS_AND_METHOD_FORMATTER

        +
        public static final com.google.common.base.Function<Method,String> CLASS_AND_METHOD_FORMATTER
        +
        A Function that turns a method into the declaring class + method signature.
        +
      • +
      + + + +
        +
      • +

        CLASS_NAME

        +
        public static final com.google.common.base.Function<Class<?>,String> CLASS_NAME
        +
        A Function with returns the classes name.
        +
      • +
      + + + +
        +
      • +

        CLASS_SIMPLE_NAME

        +
        public static final com.google.common.base.Function<Class<?>,String> CLASS_SIMPLE_NAME
        +
        A Function with returns the classes name.
        +
      • +
      + + + +
        +
      • +

        ANNOTATION_FORMATTER

        +
        public static final com.google.common.base.Function<Annotation,String> ANNOTATION_FORMATTER
        +
        A Function that returns a concise string for a Annotation.
        +
      • +
      + + + +
        +
      • +

        TYPE_SIMPLE_DESCRIPTION

        +
        public static final com.google.common.base.Function<Type,String> TYPE_SIMPLE_DESCRIPTION
        +
        A Function that formats types.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        ReflectHelpers

        +
        public ReflectHelpers()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getClosureOfMethodsOnInterfaces

        +
        public static Iterable<Method> getClosureOfMethodsOnInterfaces(Iterable<? extends Class<?>> interfaces)
        +
        Returns all the methods visible from the provided interfaces.
        +
        +
        Parameters:
        +
        interfaces - The interfaces to use when searching for all their methods.
        +
        Returns:
        +
        An iterable of Methods which interfaces expose.
        +
        +
      • +
      + + + +
        +
      • +

        getClosureOfMethodsOnInterface

        +
        public static Iterable<Method> getClosureOfMethodsOnInterface(Class<?> iface)
        +
        Returns all the methods visible from iface.
        +
        +
        Parameters:
        +
        iface - The interface to use when searching for all its methods.
        +
        Returns:
        +
        An iterable of Methods which iface exposes.
        +
        +
      • +
      + + + +
        +
      • +

        findClassLoader

        +
        public static ClassLoader findClassLoader()
        +
        Finds the appropriate ClassLoader to be used by the + ServiceLoader.load(java.lang.Class<S>, java.lang.ClassLoader) call, which by default would use the context + ClassLoader, which can be null. The fallback is as follows: context + ClassLoader, class ClassLoader and finaly the system ClassLoader.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterable.html new file mode 100644 index 00000000000..d746e1a08c9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterable.html @@ -0,0 +1,244 @@ + + + + + + +Reiterable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Interface Reiterable<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements returned by the iterator
    +
    +
    +
    All Superinterfaces:
    +
    Iterable<T>
    +
    +
    +
    +
    public interface Reiterable<T>
    +extends Iterable<T>
    +
    An Iterable that returns Reiterator iterators.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterator.html new file mode 100644 index 00000000000..9674eaaa464 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/Reiterator.html @@ -0,0 +1,255 @@ + + + + + + +Reiterator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.common
+

Interface Reiterator<T>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of elements returned by this iterator
    +
    +
    +
    All Superinterfaces:
    +
    Iterator<T>
    +
    +
    +
    All Known Implementing Classes:
    +
    PeekingReiterator
    +
    +
    +
    +
    public interface Reiterator<T>
    +extends Iterator<T>
    +
    An Iterator with the ability to copy its iteration state.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        copy

        +
        Reiterator<T> copy()
        +
        Returns a copy of the current Reiterator. The copy's iteration + state is logically independent of the current iterator; each may be + advanced without affecting the other. + +

        The returned Reiterator is not guaranteed to return + referentially identical iteration results as the original + Reiterator, although Object.equals(java.lang.Object) will typically return + true for the corresponding elements of each if the original source is + logically immutable.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterable.html new file mode 100644 index 00000000000..72d470f90fb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterable.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable

+
+
No usage of org.apache.beam.sdk.util.common.ElementByteSizeObservableIterable
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterator.html new file mode 100644 index 00000000000..8155ac1aaf4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObservableIterator.html @@ -0,0 +1,171 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.common.ElementByteSizeObservableIterator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.common.ElementByteSizeObservableIterator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObserver.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObserver.html new file mode 100644 index 00000000000..27e14ec4014 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ElementByteSizeObserver.html @@ -0,0 +1,341 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.common.ElementByteSizeObserver (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.common.ElementByteSizeObserver

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.ObjectsClassComparator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.ObjectsClassComparator.html new file mode 100644 index 00000000000..b001dbee941 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.ObjectsClassComparator.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.common.ReflectHelpers.ObjectsClassComparator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.common.ReflectHelpers.ObjectsClassComparator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.html new file mode 100644 index 00000000000..873a8142807 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/ReflectHelpers.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.common.ReflectHelpers (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.common.ReflectHelpers

+
+
No usage of org.apache.beam.sdk.util.common.ReflectHelpers
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterable.html new file mode 100644 index 00000000000..4219d89070e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterable.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.common.Reiterable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.common.Reiterable

+
+
No usage of org.apache.beam.sdk.util.common.Reiterable
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterator.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterator.html new file mode 100644 index 00000000000..a293137fb20 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/class-use/Reiterator.html @@ -0,0 +1,211 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.common.Reiterator (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.common.Reiterator

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-frame.html new file mode 100644 index 00000000000..f731c2cfc33 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-frame.html @@ -0,0 +1,30 @@ + + + + + + +org.apache.beam.sdk.util.common (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.util.common

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-summary.html new file mode 100644 index 00000000000..43752296ca1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-summary.html @@ -0,0 +1,204 @@ + + + + + + +org.apache.beam.sdk.util.common (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.util.common

+
+
Defines utilities shared by multiple PipelineRunner implementations.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.util.common Description

+
Defines utilities shared by multiple PipelineRunner implementations.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-tree.html new file mode 100644 index 00000000000..8e1a0b65329 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-tree.html @@ -0,0 +1,160 @@ + + + + + + +org.apache.beam.sdk.util.common Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.util.common

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-use.html new file mode 100644 index 00000000000..15cf4d6770d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/common/package-use.html @@ -0,0 +1,296 @@ + + + + + + +Uses of Package org.apache.beam.sdk.util.common (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.util.common

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/GcsPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/GcsPath.html new file mode 100644 index 00000000000..11b2eea26dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/GcsPath.html @@ -0,0 +1,1095 @@ + + + + + + +GcsPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.gcsfs
+

Class GcsPath

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Comparable<Path>, Iterable<Path>, Path, Watchable
    +
    +
    +
    +
    public class GcsPath
    +extends Object
    +implements Path
    +
    Implements the Java NIO Path API for Google Cloud Storage paths. + +

    GcsPath uses a slash ('/') as a directory separator. Below is + a summary of how slashes are treated: +

      +
    • A GCS bucket may not contain a slash. An object may contain zero or + more slashes. +
    • A trailing slash always indicates a directory, which is compliant + with POSIX.1-2008. +
    • Slashes separate components of a path. Empty components are allowed, + these are represented as repeated slashes. An empty component always + refers to a directory, and always ends in a slash. +
    • getParent()} always returns a path ending in a slash, as the + parent of a GcsPath is always a directory. +
    • Use resolve(String) to append elements to a GcsPath -- this + applies the rules consistently and is highly recommended over any + custom string concatenation. +
    + +

    GcsPath treats all GCS objects and buckets as belonging to the same + filesystem, so the root of a GcsPath is the GcsPath bucket="", object="". + +

    Relative paths are not associated with any bucket. This matches common + treatment of Path in which relative paths can be constructed from one + filesystem and appended to another filesystem.

    +
    +
    See Also:
    +
    Java Tutorials: Path Operations
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + + + + + +
        +
      • +

        GCS_URI

        +
        public static final Pattern GCS_URI
        +
        Pattern that is used to parse a GCS URL. + +

        This is used to separate the components. Verification is handled + separately.

        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GcsPath

        +
        public GcsPath(@Nullable
        +               FileSystem fs,
        +               @Nullable
        +               String bucket,
        +               @Nullable
        +               String object)
        +
        Constructs a GcsPath.
        +
        +
        Parameters:
        +
        fs - the associated FileSystem, if any
        +
        bucket - the associated bucket, or none (null or an empty + string) for a relative path component
        +
        object - the object, which is a fully-qualified object name if bucket + was also provided, or none (null or an empty string) + for no object
        +
        Throws:
        +
        IllegalArgumentException - if the bucket of object names + are invalid.
        +
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        fromUri

        +
        public static GcsPath fromUri(URI uri)
        +
        Creates a GcsPath from a URI. + +

        The URI must be in the form gs://[bucket]/[path], and may not + contain a port, user info, a query, or a fragment.

        +
      • +
      + + + +
        +
      • +

        fromUri

        +
        public static GcsPath fromUri(String uri)
        +
        Creates a GcsPath from a URI in string form. + +

        This does not use URI parsing, which means it may accept patterns that + the URI parser would not accept.

        +
      • +
      + + + +
        +
      • +

        fromResourceName

        +
        public static GcsPath fromResourceName(String name)
        +
        Creates a GcsPath from a OnePlatform resource name in string form.
        +
      • +
      + + + +
        +
      • +

        fromObject

        +
        public static GcsPath fromObject(com.google.api.services.storage.model.StorageObject object)
        +
        Creates a GcsPath from a StorageObject.
        +
      • +
      + + + +
        +
      • +

        fromComponents

        +
        public static GcsPath fromComponents(@Nullable
        +                                     String bucket,
        +                                     @Nullable
        +                                     String object)
        +
        Creates a GcsPath from bucket and object components. + +

        A GcsPath without a bucket name is treated as a relative path, which + is a path component with no linkage to the root element. This is similar + to a Unix path that does not begin with the root marker (a slash). + GCS has different naming constraints and APIs for working with buckets and + objects, so these two concepts are kept separate to avoid accidental + attempts to treat objects as buckets, or vice versa, as much as possible. + +

        A GcsPath without an object name is a bucket reference. + A bucket is always a directory, which could be used to lookup or add + files to a bucket, but could not be opened as a file. + +

        A GcsPath containing neither bucket or object names is treated as + the root of the GCS filesystem. A listing on the root element would return + the buckets available to the user. + +

        If null is passed as either parameter, it is converted to an + empty string internally for consistency. There is no distinction between + an empty string and a null, as neither are allowed by GCS.

        +
        +
        Parameters:
        +
        bucket - a GCS bucket name, or none (null or an empty string) + if the object is not associated with a bucket + (e.g. relative paths or the root node).
        +
        object - a GCS object path, or none (null or an empty string) + for no object.
        +
        +
      • +
      + + + +
        +
      • +

        getBucket

        +
        public String getBucket()
        +
        Returns the bucket name associated with this GCS path, or an empty string + if this is a relative path component.
        +
      • +
      + + + +
        +
      • +

        getObject

        +
        public String getObject()
        +
        Returns the object name associated with this GCS path, or an empty string + if no object is specified.
        +
      • +
      + + + +
        +
      • +

        setFileSystem

        +
        public void setFileSystem(FileSystem fs)
        +
      • +
      + + + + + + + +
        +
      • +

        isAbsolute

        +
        public boolean isAbsolute()
        +
        +
        Specified by:
        +
        isAbsolute in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        getRoot

        +
        public GcsPath getRoot()
        +
        +
        Specified by:
        +
        getRoot in interface Path
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getParent

        +
        public GcsPath getParent()
        +
        Returns the parent path, or null if this path does not + have a parent. + +

        Returns a path that ends in '/', as the parent path always refers to + a directory.

        +
        +
        Specified by:
        +
        getParent in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        getNameCount

        +
        public int getNameCount()
        +
        +
        Specified by:
        +
        getNameCount in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        getName

        +
        public GcsPath getName(int count)
        +
        +
        Specified by:
        +
        getName in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        subpath

        +
        public GcsPath subpath(int beginIndex,
        +                       int endIndex)
        +
        +
        Specified by:
        +
        subpath in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        startsWith

        +
        public boolean startsWith(Path other)
        +
        +
        Specified by:
        +
        startsWith in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        startsWith

        +
        public boolean startsWith(String prefix)
        +
        +
        Specified by:
        +
        startsWith in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        endsWith

        +
        public boolean endsWith(Path other)
        +
        +
        Specified by:
        +
        endsWith in interface Path
        +
        +
      • +
      + + + +
        +
      • +

        endsWith

        +
        public boolean endsWith(String suffix)
        +
        +
        Specified by:
        +
        endsWith in interface Path
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        toFile

        +
        public File toFile()
        +
        +
        Specified by:
        +
        toFile in interface Path
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Specified by:
        +
        hashCode in interface Path
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + + + + +
        +
      • +

        toResourceName

        +
        public String toResourceName()
        +
      • +
      + + + +
        +
      • +

        toUri

        +
        public URI toUri()
        +
        +
        Specified by:
        +
        toUri in interface Path
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/class-use/GcsPath.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/class-use/GcsPath.html new file mode 100644 index 00000000000..55276c821b9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/class-use/GcsPath.html @@ -0,0 +1,312 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.gcsfs.GcsPath (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.gcsfs.GcsPath

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-frame.html new file mode 100644 index 00000000000..5f7fcd93090 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-frame.html @@ -0,0 +1,21 @@ + + + + + + +org.apache.beam.sdk.util.gcsfs (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.util.gcsfs

+
+

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-summary.html new file mode 100644 index 00000000000..1d983e117a4 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-summary.html @@ -0,0 +1,155 @@ + + + + + + +org.apache.beam.sdk.util.gcsfs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.util.gcsfs

+
+
Defines utilities used to interact with Google Cloud Storage.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.util.gcsfs Description

+
Defines utilities used to interact with Google Cloud Storage.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-tree.html new file mode 100644 index 00000000000..6d24af8f15b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-tree.html @@ -0,0 +1,139 @@ + + + + + + +org.apache.beam.sdk.util.gcsfs Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.util.gcsfs

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-use.html new file mode 100644 index 00000000000..69e562bb110 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/gcsfs/package-use.html @@ -0,0 +1,186 @@ + + + + + + +Uses of Package org.apache.beam.sdk.util.gcsfs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.util.gcsfs

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-frame.html new file mode 100644 index 00000000000..49c89217307 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-frame.html @@ -0,0 +1,154 @@ + + + + + + +org.apache.beam.sdk.util (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.util

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +

Exceptions

+ +

Annotation Types

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-summary.html new file mode 100644 index 00000000000..a3186eae394 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-summary.html @@ -0,0 +1,949 @@ + + + + + + +org.apache.beam.sdk.util (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.util

+
+
Defines utilities that can be used by Beam runners.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.util Description

+
Defines utilities that can be used by Beam runners.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-tree.html new file mode 100644 index 00000000000..8b465f5f02a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-tree.html @@ -0,0 +1,397 @@ + + + + + + +org.apache.beam.sdk.util Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.util

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Annotation Type Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-use.html new file mode 100644 index 00000000000..33b85bd543c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/package-use.html @@ -0,0 +1,1123 @@ + + + + + + +Uses of Package org.apache.beam.sdk.util (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.util

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/AccumulatorCombiningState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/AccumulatorCombiningState.html new file mode 100644 index 00000000000..49e41f5aa9f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/AccumulatorCombiningState.html @@ -0,0 +1,329 @@ + + + + + + +AccumulatorCombiningState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface AccumulatorCombiningState<InputT,AccumT,OutputT>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getAccum

        +
        AccumT getAccum()
        +
        Read the merged accumulator for this combining value. It is implied that reading the + state involes reading the accumulator, so readLater() is sufficient to prefetch for + this.
        +
      • +
      + + + + + +
        +
      • +

        addAccum

        +
        void addAccum(AccumT accum)
        +
        Add an accumulator to this combining value. Depending on implementation this may immediately + merge it with the previous accumulator, or may buffer this accumulator for a future merge.
        +
      • +
      + + + +
        +
      • +

        mergeAccumulators

        +
        AccumT mergeAccumulators(Iterable<AccumT> accumulators)
        +
        Merge the given accumulators according to the underlying combiner.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/BagState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/BagState.html new file mode 100644 index 00000000000..e142d38546d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/BagState.html @@ -0,0 +1,273 @@ + + + + + + +BagState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface BagState<T>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/CombiningState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/CombiningState.html new file mode 100644 index 00000000000..b74a216995b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/CombiningState.html @@ -0,0 +1,304 @@ + + + + + + +CombiningState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface CombiningState<InputT,OutputT>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryBag.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryBag.html new file mode 100644 index 00000000000..50895573df3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryBag.html @@ -0,0 +1,424 @@ + + + + + + +InMemoryStateInternals.InMemoryBag (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryStateInternals.InMemoryBag<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryCombiningValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryCombiningValue.html new file mode 100644 index 00000000000..6c89513ee38 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryCombiningValue.html @@ -0,0 +1,496 @@ + + + + + + +InMemoryStateInternals.InMemoryCombiningValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryStateInternals.InMemoryCombiningValue<K,InputT,AccumT,OutputT>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryState.html new file mode 100644 index 00000000000..720576f1285 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryState.html @@ -0,0 +1,246 @@ + + + + + + +InMemoryStateInternals.InMemoryState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface InMemoryStateInternals.InMemoryState<T extends InMemoryStateInternals.InMemoryState<T>>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        isCleared

        +
        boolean isCleared()
        +
      • +
      + + + +
        +
      • +

        copy

        +
        T copy()
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryStateBinder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryStateBinder.html new file mode 100644 index 00000000000..c598607ea41 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryStateBinder.html @@ -0,0 +1,401 @@ + + + + + + +InMemoryStateInternals.InMemoryStateBinder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryStateInternals.InMemoryStateBinder<K>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryValue.html new file mode 100644 index 00000000000..f6d39ed65dd --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryValue.html @@ -0,0 +1,401 @@ + + + + + + +InMemoryStateInternals.InMemoryValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryStateInternals.InMemoryValue<T>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryWatermarkHold.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryWatermarkHold.html new file mode 100644 index 00000000000..bfa175027e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.InMemoryWatermarkHold.html @@ -0,0 +1,462 @@ + + + + + + +InMemoryStateInternals.InMemoryWatermarkHold (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryStateInternals.InMemoryWatermarkHold<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.html new file mode 100644 index 00000000000..f390cfffe16 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryStateInternals.html @@ -0,0 +1,479 @@ + + + + + + +InMemoryStateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryStateInternals<K>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Field Detail

      + + + +
        +
      • +

        inMemoryState

        +
        protected final StateTable<K> inMemoryState
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Constructor Detail

      + + + + + +
        +
      • +

        InMemoryStateInternals

        +
        protected InMemoryStateInternals(K key)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryTimerInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryTimerInternals.html new file mode 100644 index 00000000000..4fcd9b73703 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/InMemoryTimerInternals.html @@ -0,0 +1,776 @@ + + + + + + +InMemoryTimerInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class InMemoryTimerInternals

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    TimerInternals
    +
    +
    +
    +
    public class InMemoryTimerInternals
    +extends Object
    +implements TimerInternals
    +
    Simulates the firing of timers and progression of input and output watermarks for a single + computation and key in a Windmill-like streaming environment.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        InMemoryTimerInternals

        +
        public InMemoryTimerInternals()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        currentOutputWatermarkTime

        +
        @Nullable
        +public org.joda.time.Instant currentOutputWatermarkTime()
        +
        Description copied from interface: TimerInternals
        +
        Return the current, local output watermark timestamp for this computation + in the TimeDomain.EVENT_TIME time domain. Return null if unknown. + +

        This value: +

          +
        1. Is monotonically increasing. +
        2. Will never be ahead of TimerInternals.currentInputWatermarkTime() as returned above. +
        3. May differ between workers due to network and other delays. +
        4. However will never be behind the global input watermark for any following computation. +
        + +

        In pictures: +

        
        +  |              |       |       |       |
        +  |              |   D   |   C   |   B   |   A
        +  |              |       |       |       |
        + GIWM     <=    GOWM <= LOWM <= LIWM <= GIWM
        + (next stage)
        + -------------------------------------------------> event time
        + 
        + +

        where + +

          +
        • LOWM = local output water mark. +
        • GOWM = global output water mark. +
        • GIWM = global input water mark. +
        • LIWM = local input water mark. +
        • A = A globally on-time element. +
        • B = A globally late, but locally on-time element. +
        • C = A locally late element which may still contribute to the timestamp of a pane. +
        • D = A locally late element which cannot contribute to the timestamp of a pane. +
        + +

        Note that if a computation emits an element which is not before the current output watermark + then that element will always appear locally on-time in all following computations. However, + it is possible for an element emitted before the current output watermark to appear locally + on-time in a following computation. Thus we must be careful to never assume locally late data + viewed on the output of a computation remains locally late on the input of a following + computation.

        +
        +
        Specified by:
        +
        currentOutputWatermarkTime in interface TimerInternals
        +
        +
      • +
      + + + +
        +
      • +

        getNextTimer

        +
        @Nullable
        +public org.joda.time.Instant getNextTimer(TimeDomain domain)
        +
        Returns when the next timer in the given time domain will fire, or null + if there are no timers scheduled in that time domain.
        +
      • +
      + + + +
        +
      • +

        setTimer

        +
        public void setTimer(StateNamespace namespace,
        +                     String timerId,
        +                     org.joda.time.Instant target,
        +                     TimeDomain timeDomain)
        +
        Description copied from interface: TimerInternals
        +
        Sets a timer to be fired when the current time in the specified time domain reaches the + target timestamp. + +

        The combination of namespace and timerId uniquely identify a timer. + +

        If a timer is set and then set again before it fires, later settings should clear the prior + setting. + +

        It is an error to set a timer for two different time domains.

        +
        +
        Specified by:
        +
        setTimer in interface TimerInternals
        +
        +
      • +
      + + + + + + + + + + + + + + + + + + + + + + + +
        +
      • +

        currentInputWatermarkTime

        +
        public org.joda.time.Instant currentInputWatermarkTime()
        +
        Description copied from interface: TimerInternals
        +
        Return the current, local input watermark timestamp for this computation + in the TimeDomain.EVENT_TIME time domain. + +

        This value: +

          +
        1. Is never null, but may be BoundedWindow.TIMESTAMP_MIN_VALUE. +
        2. Is monotonically increasing. +
        3. May differ between workers due to network and other delays. +
        4. Will never be ahead of the global input watermark for this computation. But it + may be arbitrarily behind the global input watermark. +
        5. Any element with a timestamp before the local input watermark can be considered + 'locally late' and be subject to special processing or be dropped entirely. +
        + +

        Note that because the local input watermark can be behind the global input watermark, + it is possible for an element to be considered locally on-time even though it is + globally late.

        +
        +
        Specified by:
        +
        currentInputWatermarkTime in interface TimerInternals
        +
        +
      • +
      + + + + + + + +
        +
      • +

        advanceInputWatermark

        +
        public void advanceInputWatermark(org.joda.time.Instant newInputWatermark)
        +                           throws Exception
        +
        Advances input watermark to the given value.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        advanceOutputWatermark

        +
        public void advanceOutputWatermark(org.joda.time.Instant newOutputWatermark)
        +
        Advances output watermark to the given value.
        +
      • +
      + + + +
        +
      • +

        advanceProcessingTime

        +
        public void advanceProcessingTime(org.joda.time.Instant newProcessingTime)
        +                           throws Exception
        +
        Advances processing time to the given value.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        advanceSynchronizedProcessingTime

        +
        public void advanceSynchronizedProcessingTime(org.joda.time.Instant newSynchronizedProcessingTime)
        +                                       throws Exception
        +
        Advances synchronized processing time to the given value.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + + + + + +
        +
      • +

        removeNextProcessingTimer

        +
        @Nullable
        +public TimerInternals.TimerData removeNextProcessingTimer()
        +
        Returns the next eligible processing time timer, if none returns null.
        +
      • +
      + + + +
        +
      • +

        removeNextSynchronizedProcessingTimer

        +
        @Nullable
        +public TimerInternals.TimerData removeNextSynchronizedProcessingTimer()
        +
        Returns the next eligible synchronized processing time timer, if none returns null.
        +
      • +
      + + + +
        +
      • +

        advanceInputWatermark

        +
        @Deprecated
        +public void advanceInputWatermark(TimerCallback timerCallback,
        +                                              org.joda.time.Instant newInputWatermark)
        +                                       throws Exception
        +
        Deprecated. Use advanceInputWatermark without callback and fireEventTimers.
        +
        Advances input watermark to the given value and fires event-time timers accordingly.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        advanceProcessingTime

        +
        @Deprecated
        +public void advanceProcessingTime(TimerCallback timerCallback,
        +                                              org.joda.time.Instant newProcessingTime)
        +                                       throws Exception
        +
        Deprecated. Use advanceProcessingTime without callback and fireProcessingTimers.
        +
        Advances processing time to the given value and fires processing-time timers accordingly.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      + + + +
        +
      • +

        advanceSynchronizedProcessingTime

        +
        @Deprecated
        +public void advanceSynchronizedProcessingTime(TimerCallback timerCallback,
        +                                                          org.joda.time.Instant newSynchronizedProcessingTime)
        +                                                   throws Exception
        +
        Deprecated. Use advanceInputWatermark without callback and fireSynchronizedProcessingTimers.
        +
        Advances synchronized processing time to the given value and fires processing-time timers + accordingly.
        +
        +
        Throws:
        +
        Exception
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/MergingStateAccessor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/MergingStateAccessor.html new file mode 100644 index 00000000000..2df12e4886a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/MergingStateAccessor.html @@ -0,0 +1,245 @@ + + + + + + +MergingStateAccessor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface MergingStateAccessor<K,W extends BoundedWindow>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ReadableState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ReadableState.html new file mode 100644 index 00000000000..a1a096f2f2a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ReadableState.html @@ -0,0 +1,270 @@ + + + + + + +ReadableState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface ReadableState<T>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        read

        +
        T read()
        +
        Read the current value, blocking until it is available. + +

        If there will be many calls to read() for different state in short succession, + you should first call readLater() for all of them so the reads can potentially be + batched (depending on the underlying StateInternals implementation}.

        +
      • +
      + + + +
        +
      • +

        readLater

        +
        ReadableState<T> readLater()
        +
        Indicate that the value will be read later. + +

        This allows a StateInternals implementation to start an asynchronous prefetch or + to include this state in the next batch of reads.

        +
        +
        Returns:
        +
        this for convenient chaining
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/State.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/State.html new file mode 100644 index 00000000000..d61a639fdce --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/State.html @@ -0,0 +1,238 @@ + + + + + + +State (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface State

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        clear

        +
        void clear()
        +
        Clear out the state location.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateAccessor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateAccessor.html new file mode 100644 index 00000000000..db916b6a14a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateAccessor.html @@ -0,0 +1,237 @@ + + + + + + +StateAccessor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateAccessor<K>

+
+
+
+ +
+
+
    +
  • + + +
  • +
+
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        access

        +
        <StateT extends State> StateT access(StateTag<? super K,StateT> address)
        +
        Access the storage for the given address in the current window. + +

        Never accounts for merged windows. When windows are merged, any state accessed via + this method must be eagerly combined and written into the result window.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateBinder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateBinder.html new file mode 100644 index 00000000000..dd172f8c4fe --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateBinder.html @@ -0,0 +1,329 @@ + + + + + + +StateBinder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateBinder<K>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    K - the type of key this binder embodies.
    +
    +
    +
    +
    public interface StateBinder<K>
    +
    Visitor for binding a StateSpec and to the associated State.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContext.html new file mode 100644 index 00000000000..80377bbdd67 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContext.html @@ -0,0 +1,261 @@ + + + + + + +StateContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateContext<W extends BoundedWindow>

+
+
+
+
    +
  • +
    +
    +
    public interface StateContext<W extends BoundedWindow>
    +
    Information accessible the state API.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + +
        +
      • +

        sideInput

        +
        <T> T sideInput(PCollectionView<T> view)
        +
        Returns the value of the side input for the corresponding state window.
        +
      • +
      + + + +
        +
      • +

        window

        +
        W window()
        +
        Returns the window corresponding to the state.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContexts.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContexts.html new file mode 100644 index 00000000000..27b0d202292 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateContexts.html @@ -0,0 +1,332 @@ + + + + + + +StateContexts (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateContexts

+
+
+ +
+
    +
  • +
    +
    +
    public class StateContexts
    +extends Object
    +
    Factory that produces StateContext based on different inputs.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StateContexts

        +
        public StateContexts()
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + +
        +
      • +

        windowOnly

        +
        @Deprecated
        +public static <W extends BoundedWindowStateContext<W> windowOnly(W window)
        +
        Deprecated. This exists only for temporary compatibility with Dataflow worker and should be + deleted once a worker image is released that uses runners-core build after + https://github.com/apache/beam/pull/1353.
        +
      • +
      + + + + + +
        +
      • +

        createFromComponents

        +
        @Deprecated
        +public static <W extends BoundedWindowStateContext<W> createFromComponents(@Nullable
        +                                                                                         PipelineOptions options,
        +                                                                                         WindowingInternals<?,?> windowingInternals,
        +                                                                                         W window)
        +
        Deprecated. This exists only for temporary compatibility with Dataflow worker and should be + deleted once a worker image is released that uses runners-core build after + https://github.com/apache/beam/pull/1353.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternals.html new file mode 100644 index 00000000000..659ba57fc07 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternals.html @@ -0,0 +1,285 @@ + + + + + + +StateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateInternals<K>

+
+
+
+
    +
  • +
    +
    All Known Implementing Classes:
    +
    CopyOnAccessInMemoryStateInternals, InMemoryStateInternals, TestInMemoryStateInternals
    +
    +
    +
    +
    @Experimental(value=STATE)
    +public interface StateInternals<K>
    +
    StateInternals describes the functionality a runner needs to provide for the + State API to be supported. + +

    The SDK will only use this after elements have been partitioned by key. For instance, after a + GroupByKey operation. The runner implementation must ensure that any writes using + StateInternals are implicitly scoped to the key being processed and the specific step + accessing state. + +

    The runner implementation must also ensure that any writes to the associated state objects + are persisted together with the completion status of the processing that produced these + writes. + +

    This is a low-level API intended for use by the Beam SDK. It should not be + used directly, and is highly likely to change.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternalsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternalsFactory.html new file mode 100644 index 00000000000..f561736d545 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateInternalsFactory.html @@ -0,0 +1,233 @@ + + + + + + +StateInternalsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateInternalsFactory<K>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateMerging.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateMerging.html new file mode 100644 index 00000000000..9a1be7cd5a2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateMerging.html @@ -0,0 +1,463 @@ + + + + + + +StateMerging (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateMerging

+
+
+ +
+
    +
  • +
    +
    +
    public class StateMerging
    +extends Object
    +
    Helpers for merging state.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StateMerging

        +
        public StateMerging()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespace.html new file mode 100644 index 00000000000..5870c50bdbb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespace.html @@ -0,0 +1,283 @@ + + + + + + +StateNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateNamespace

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        stringKey

        +
        String stringKey()
        +
        Return a String representation of the key. It is guaranteed that this + String will uniquely identify the key. + +

        This will encode the actual namespace as a String. It is + preferable to use the StateNamespace object when possible. + +

        The string produced by the standard implementations will not contain a '+' character. This + enables adding a '+' between the actual namespace and other information, if needed, to separate + the two.

        +
      • +
      + + + + + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaceForTest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaceForTest.html new file mode 100644 index 00000000000..d5b1f4c9f12 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaceForTest.html @@ -0,0 +1,378 @@ + + + + + + +StateNamespaceForTest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateNamespaceForTest

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        StateNamespaceForTest

        +
        public StateNamespaceForTest(String key)
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.GlobalNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.GlobalNamespace.html new file mode 100644 index 00000000000..b81bc032d99 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.GlobalNamespace.html @@ -0,0 +1,399 @@ + + + + + + +StateNamespaces.GlobalNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateNamespaces.GlobalNamespace

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        GlobalNamespace

        +
        public GlobalNamespace()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowAndTriggerNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowAndTriggerNamespace.html new file mode 100644 index 00000000000..62f777fde90 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowAndTriggerNamespace.html @@ -0,0 +1,386 @@ + + + + + + +StateNamespaces.WindowAndTriggerNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateNamespaces.WindowAndTriggerNamespace<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getWindow

        +
        public W getWindow()
        +
      • +
      + + + +
        +
      • +

        getTriggerIndex

        +
        public int getTriggerIndex()
        +
      • +
      + + + +
        +
      • +

        stringKey

        +
        public String stringKey()
        +
        Description copied from interface: StateNamespace
        +
        Return a String representation of the key. It is guaranteed that this + String will uniquely identify the key. + +

        This will encode the actual namespace as a String. It is + preferable to use the StateNamespace object when possible. + +

        The string produced by the standard implementations will not contain a '+' character. This + enables adding a '+' between the actual namespace and other information, if needed, to separate + the two.

        +
        +
        Specified by:
        +
        stringKey in interface StateNamespace
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getCacheKey

        +
        public Object getCacheKey()
        +
        State in the same window will all be evicted together.
        +
        +
        Specified by:
        +
        getCacheKey in interface StateNamespace
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowNamespace.html new file mode 100644 index 00000000000..0cef04f02e3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.WindowNamespace.html @@ -0,0 +1,373 @@ + + + + + + +StateNamespaces.WindowNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateNamespaces.WindowNamespace<W extends BoundedWindow>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getWindow

        +
        public W getWindow()
        +
      • +
      + + + +
        +
      • +

        stringKey

        +
        public String stringKey()
        +
        Description copied from interface: StateNamespace
        +
        Return a String representation of the key. It is guaranteed that this + String will uniquely identify the key. + +

        This will encode the actual namespace as a String. It is + preferable to use the StateNamespace object when possible. + +

        The string produced by the standard implementations will not contain a '+' character. This + enables adding a '+' between the actual namespace and other information, if needed, to separate + the two.

        +
        +
        Specified by:
        +
        stringKey in interface StateNamespace
        +
        +
      • +
      + + + + + + + +
        +
      • +

        getCacheKey

        +
        public Object getCacheKey()
        +
        State in the same window will all be evicted together.
        +
        +
        Specified by:
        +
        getCacheKey in interface StateNamespace
        +
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object obj)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.html new file mode 100644 index 00000000000..7311374a41b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateNamespaces.html @@ -0,0 +1,331 @@ + + + + + + +StateNamespaces (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateNamespaces

+
+
+ +
+
    +
  • +
    +
    +
    public class StateNamespaces
    +extends Object
    +
    Factory methods for creating the StateNamespaces.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpec.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpec.html new file mode 100644 index 00000000000..46627ce4e6a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpec.html @@ -0,0 +1,242 @@ + + + + + + +StateSpec (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateSpec<K,StateT extends State>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of key that must be used with the state tag. Contravariant: methods should + accept values of type StateSpec<? super K, StateT>.
    +
    StateT - The type of state being described.
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    +
    @Experimental(value=STATE)
    +public interface StateSpec<K,StateT extends State>
    +extends Serializable
    +
    A specification of a persistent state cell. This includes information necessary to encode the + value and details about the intended access pattern.
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        bind

        +
        StateT bind(String id,
        +            StateBinder<? extends K> binder)
        +
        Use the binder to create an instance of StateT appropriate for this address.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpecs.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpecs.html new file mode 100644 index 00000000000..faee4c20cfc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateSpecs.html @@ -0,0 +1,394 @@ + + + + + + +StateSpecs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateSpecs

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTable.html new file mode 100644 index 00000000000..a0bd833feb5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTable.html @@ -0,0 +1,381 @@ + + + + + + +StateTable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateTable<K>

+
+
+ +
+
    +
  • +
    +
    +
    public abstract class StateTable<K>
    +extends Object
    +
    Table mapping StateNamespace and StateTag<?> to a State instance.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.StateBinder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.StateBinder.html new file mode 100644 index 00000000000..c6a5cbe7d9e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.StateBinder.html @@ -0,0 +1,347 @@ + + + + + + +StateTag.StateBinder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateTag.StateBinder<K>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.html new file mode 100644 index 00000000000..ff7a77fd1eb --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTag.html @@ -0,0 +1,327 @@ + + + + + + +StateTag (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface StateTag<K,StateT extends State>

+
+
+
+
    +
  • +
    +
    Type Parameters:
    +
    K - The type of key that must be used with the state tag. Contravariant: methods should + accept values of type KeyedStateTag<? super K, StateT>.
    +
    StateT - The type of state being tagged.
    +
    +
    +
    All Superinterfaces:
    +
    Serializable
    +
    +
    +
    +
    @Experimental(value=STATE)
    +public interface StateTag<K,StateT extends State>
    +extends Serializable
    +
    An address and specification for a persistent state cell. This includes a unique identifier for + the location, the information necessary to encode the value, and details about the intended + access pattern. + +

    State can be thought of as a sparse table, with each StateTag defining a column + that has cells of type StateT. + +

    Currently, this can only be used in a step immediately following a GroupByKey.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTags.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTags.html new file mode 100644 index 00000000000..6b7c9514b5d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/StateTags.html @@ -0,0 +1,427 @@ + + + + + + +StateTags (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class StateTags

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TestInMemoryStateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TestInMemoryStateInternals.html new file mode 100644 index 00000000000..eb9be472094 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TestInMemoryStateInternals.html @@ -0,0 +1,351 @@ + + + + + + +TestInMemoryStateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Class TestInMemoryStateInternals<K>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + + + +
        +
      • +

        TestInMemoryStateInternals

        +
        public TestInMemoryStateInternals(K key)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        earliestWatermarkHold

        +
        public org.joda.time.Instant earliestWatermarkHold()
        +
        Return the earliest output watermark hold in state, or null if none.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerCallback.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerCallback.html new file mode 100644 index 00000000000..8cd30c8636e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerCallback.html @@ -0,0 +1,277 @@ + + + + + + +TimerCallback (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface TimerCallback

+
+
+
+
    +
  • +
    +
    Deprecated.  +
    Use InMemoryTimerInternals advance and remove methods instead of callback.
    +
    +
    +
    @Deprecated
    +public interface TimerCallback
    +
    A callback that processes a TimerData.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerInternalsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerInternalsFactory.html new file mode 100644 index 00000000000..24ea6452e96 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/TimerInternalsFactory.html @@ -0,0 +1,233 @@ + + + + + + +TimerInternalsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface TimerInternalsFactory<K>

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ValueState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ValueState.html new file mode 100644 index 00000000000..47f51470ae7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/ValueState.html @@ -0,0 +1,283 @@ + + + + + + +ValueState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface ValueState<T>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        write

        +
        void write(T input)
        +
        Set the value of the buffer.
        +
      • +
      + + + +
        +
      • +

        readLater

        +
        ValueState<T> readLater()
        +
        Description copied from interface: ReadableState
        +
        Indicate that the value will be read later. + +

        This allows a StateInternals implementation to start an asynchronous prefetch or + to include this state in the next batch of reads.

        +
        +
        Specified by:
        +
        readLater in interface ReadableState<T>
        +
        Returns:
        +
        this for convenient chaining
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/WatermarkHoldState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/WatermarkHoldState.html new file mode 100644 index 00000000000..1166ece36c3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/WatermarkHoldState.html @@ -0,0 +1,291 @@ + + + + + + +WatermarkHoldState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.util.state
+

Interface WatermarkHoldState<W extends BoundedWindow>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getOutputTimeFn

        +
        OutputTimeFn<? super W> getOutputTimeFn()
        +
        Return the OutputTimeFn which will be used to determine a watermark hold time given + an element timestamp, and to combine watermarks from windows which are about to be merged.
        +
      • +
      + + + +
        +
      • +

        readLater

        +
        WatermarkHoldState<W> readLater()
        +
        Description copied from interface: ReadableState
        +
        Indicate that the value will be read later. + +

        This allows a StateInternals implementation to start an asynchronous prefetch or + to include this state in the next batch of reads.

        +
        +
        Specified by:
        +
        readLater in interface CombiningState<org.joda.time.Instant,org.joda.time.Instant>
        +
        Specified by:
        +
        readLater in interface ReadableState<org.joda.time.Instant>
        +
        Returns:
        +
        this for convenient chaining
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/AccumulatorCombiningState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/AccumulatorCombiningState.html new file mode 100644 index 00000000000..854c17c6746 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/AccumulatorCombiningState.html @@ -0,0 +1,487 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.AccumulatorCombiningState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.AccumulatorCombiningState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/BagState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/BagState.html new file mode 100644 index 00000000000..1d212751898 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/BagState.html @@ -0,0 +1,299 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.BagState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.BagState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/CombiningState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/CombiningState.html new file mode 100644 index 00000000000..a901e592245 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/CombiningState.html @@ -0,0 +1,261 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.CombiningState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.CombiningState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryBag.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryBag.html new file mode 100644 index 00000000000..7456ecebfe3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryBag.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryBag

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryCombiningValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryCombiningValue.html new file mode 100644 index 00000000000..2f0ba185a79 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryCombiningValue.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryCombiningValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryState.html new file mode 100644 index 00000000000..6e09613142d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryState.html @@ -0,0 +1,203 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryStateBinder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryStateBinder.html new file mode 100644 index 00000000000..fbe6470923b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryStateBinder.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder

+
+
No usage of org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryStateBinder
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryValue.html new file mode 100644 index 00000000000..2060ba4506d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryValue.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryWatermarkHold.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryWatermarkHold.html new file mode 100644 index 00000000000..260a73f6f1a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.InMemoryWatermarkHold.html @@ -0,0 +1,172 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryStateInternals.InMemoryWatermarkHold

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.html new file mode 100644 index 00000000000..64251366e94 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryStateInternals.html @@ -0,0 +1,183 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryStateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryStateInternals

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryTimerInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryTimerInternals.html new file mode 100644 index 00000000000..227adc6661c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/InMemoryTimerInternals.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.InMemoryTimerInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.InMemoryTimerInternals

+
+
No usage of org.apache.beam.sdk.util.state.InMemoryTimerInternals
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/MergingStateAccessor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/MergingStateAccessor.html new file mode 100644 index 00000000000..eae21c4a0b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/MergingStateAccessor.html @@ -0,0 +1,342 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.MergingStateAccessor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.MergingStateAccessor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ReadableState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ReadableState.html new file mode 100644 index 00000000000..498c8e9c2f6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ReadableState.html @@ -0,0 +1,305 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.ReadableState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.ReadableState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/State.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/State.html new file mode 100644 index 00000000000..4ef5eeac247 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/State.html @@ -0,0 +1,439 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.State (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.State

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateAccessor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateAccessor.html new file mode 100644 index 00000000000..d85c25c4932 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateAccessor.html @@ -0,0 +1,384 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateAccessor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateAccessor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateBinder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateBinder.html new file mode 100644 index 00000000000..b35c904dc38 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateBinder.html @@ -0,0 +1,188 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateBinder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateBinder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContext.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContext.html new file mode 100644 index 00000000000..ca40e38ab45 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContext.html @@ -0,0 +1,306 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateContext (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateContext

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContexts.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContexts.html new file mode 100644 index 00000000000..ff28091d1b6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateContexts.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateContexts (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateContexts

+
+
No usage of org.apache.beam.sdk.util.state.StateContexts
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternals.html new file mode 100644 index 00000000000..e5432b73538 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternals.html @@ -0,0 +1,353 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateInternals

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternalsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternalsFactory.html new file mode 100644 index 00000000000..8c347a1d54a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateInternalsFactory.html @@ -0,0 +1,187 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateInternalsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateInternalsFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateMerging.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateMerging.html new file mode 100644 index 00000000000..abc91ba7fd7 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateMerging.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateMerging (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateMerging

+
+
No usage of org.apache.beam.sdk.util.state.StateMerging
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespace.html new file mode 100644 index 00000000000..607cbd07f0b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespace.html @@ -0,0 +1,420 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateNamespace

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaceForTest.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaceForTest.html new file mode 100644 index 00000000000..f58b0a0e0cc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaceForTest.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateNamespaceForTest (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateNamespaceForTest

+
+
No usage of org.apache.beam.sdk.util.state.StateNamespaceForTest
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.GlobalNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.GlobalNamespace.html new file mode 100644 index 00000000000..2df16daee16 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.GlobalNamespace.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace

+
+
No usage of org.apache.beam.sdk.util.state.StateNamespaces.GlobalNamespace
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowAndTriggerNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowAndTriggerNamespace.html new file mode 100644 index 00000000000..cf6b7f85f09 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowAndTriggerNamespace.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace

+
+
No usage of org.apache.beam.sdk.util.state.StateNamespaces.WindowAndTriggerNamespace
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowNamespace.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowNamespace.html new file mode 100644 index 00000000000..d42784f0c3c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.WindowNamespace.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace

+
+
No usage of org.apache.beam.sdk.util.state.StateNamespaces.WindowNamespace
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.html new file mode 100644 index 00000000000..051c8838bae --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateNamespaces.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateNamespaces (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateNamespaces

+
+
No usage of org.apache.beam.sdk.util.state.StateNamespaces
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpec.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpec.html new file mode 100644 index 00000000000..0925f41b76c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpec.html @@ -0,0 +1,286 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateSpec (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateSpec

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpecs.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpecs.html new file mode 100644 index 00000000000..86f110b1657 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateSpecs.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateSpecs (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateSpecs

+
+
No usage of org.apache.beam.sdk.util.state.StateSpecs
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTable.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTable.html new file mode 100644 index 00000000000..6e6f2856216 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTable.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateTable (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateTable

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.StateBinder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.StateBinder.html new file mode 100644 index 00000000000..68f6fee991b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.StateBinder.html @@ -0,0 +1,212 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateTag.StateBinder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateTag.StateBinder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.html new file mode 100644 index 00000000000..20b12f01dec --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTag.html @@ -0,0 +1,570 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.StateTag (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.StateTag

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTags.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTags.html new file mode 100644 index 00000000000..c14fe2204fa --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/StateTags.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.StateTags (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.StateTags

+
+
No usage of org.apache.beam.sdk.util.state.StateTags
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TestInMemoryStateInternals.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TestInMemoryStateInternals.html new file mode 100644 index 00000000000..165106cf60a --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TestInMemoryStateInternals.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.util.state.TestInMemoryStateInternals (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.util.state.TestInMemoryStateInternals

+
+
No usage of org.apache.beam.sdk.util.state.TestInMemoryStateInternals
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerCallback.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerCallback.html new file mode 100644 index 00000000000..be5d776f03d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerCallback.html @@ -0,0 +1,206 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.TimerCallback (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.TimerCallback

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerInternalsFactory.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerInternalsFactory.html new file mode 100644 index 00000000000..d7bd95963f8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/TimerInternalsFactory.html @@ -0,0 +1,168 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.TimerInternalsFactory (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.TimerInternalsFactory

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ValueState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ValueState.html new file mode 100644 index 00000000000..75fd7472bea --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/ValueState.html @@ -0,0 +1,275 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.ValueState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.ValueState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/WatermarkHoldState.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/WatermarkHoldState.html new file mode 100644 index 00000000000..4c8691efcb9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/class-use/WatermarkHoldState.html @@ -0,0 +1,300 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.util.state.WatermarkHoldState (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.util.state.WatermarkHoldState

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-frame.html new file mode 100644 index 00000000000..f898105b301 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-frame.html @@ -0,0 +1,61 @@ + + + + + + +org.apache.beam.sdk.util.state (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.util.state

+
+

Interfaces

+ +

Classes

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-summary.html new file mode 100644 index 00000000000..2acf316f805 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-summary.html @@ -0,0 +1,393 @@ + + + + + + +org.apache.beam.sdk.util.state (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.util.state

+
+
Defines internal utilities for interacting with pipeline state.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.util.state Description

+
Defines internal utilities for interacting with pipeline state.
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-tree.html new file mode 100644 index 00000000000..2430191eaa8 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-tree.html @@ -0,0 +1,206 @@ + + + + + + +org.apache.beam.sdk.util.state Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.util.state

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-use.html new file mode 100644 index 00000000000..705a0a70b8d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/util/state/package-use.html @@ -0,0 +1,556 @@ + + + + + + +Uses of Package org.apache.beam.sdk.util.state (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.util.state

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByKey.html new file mode 100644 index 00000000000..74318569bcc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByKey.html @@ -0,0 +1,302 @@ + + + + + + +KV.OrderByKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class KV.OrderByKey<K extends Comparable<? super K>,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OrderByKey

        +
        public OrderByKey()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByValue.html new file mode 100644 index 00000000000..91e0da9bb8e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.OrderByValue.html @@ -0,0 +1,302 @@ + + + + + + +KV.OrderByValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class KV.OrderByValue<K,V extends Comparable<? super V>>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        OrderByValue

        +
        public OrderByValue()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.html new file mode 100644 index 00000000000..953f2e71fa3 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/KV.html @@ -0,0 +1,374 @@ + + + + + + +KV (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class KV<K,V>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + +
        +
      • +

        of

        +
        public static <K,V> KV<K,V> of(K key,
        +                               V value)
        +
        Returns a KV with the given key and value.
        +
      • +
      + + + +
        +
      • +

        getKey

        +
        public K getKey()
        +
        Returns the key of this KV.
        +
      • +
      + + + +
        +
      • +

        getValue

        +
        public V getValue()
        +
        Returns the value of this KV.
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PBegin.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PBegin.html new file mode 100644 index 00000000000..3aa42dfed82 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PBegin.html @@ -0,0 +1,409 @@ + + + + + + +PBegin (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class PBegin

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        apply

        +
        public <OutputT extends POutput> OutputT apply(String name,
        +                                               PTransform<? super PBegin,OutputT> t)
        +
        Applies the given PTransform to this input PBegin, + using name to identify this specific application of the transform. + This name is used in various places, including the monitoring UI, logging, + and to stably identify this application node in the job graph.
        +
      • +
      + + + + + + + + + + + +
        +
      • +

        finishSpecifying

        +
        public void finishSpecifying()
        +
        Description copied from interface: PInput
        +
        After building, finalizes this PInput to make it ready for + being used as an input to a PTransform. + +

        Automatically invoked whenever apply() is invoked on + this PInput, so users do not normally call this explicitly.

        +
        +
        Specified by:
        +
        finishSpecifying in interface PInput
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.IsBounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.IsBounded.html new file mode 100644 index 00000000000..261250456c1 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.IsBounded.html @@ -0,0 +1,373 @@ + + + + + + +PCollection.IsBounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Enum PCollection.IsBounded

+
+
+ +
+ +
+
+ +
+
+
    +
  • + + + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        values

        +
        public static PCollection.IsBounded[] values()
        +
        Returns an array containing the constants of this enum type, in +the order they are declared. This method may be used to iterate +over the constants as follows: +
        +for (PCollection.IsBounded c : PCollection.IsBounded.values())
        +    System.out.println(c);
        +
        +
        +
        Returns:
        +
        an array containing the constants of this enum type, in the order they are declared
        +
        +
      • +
      + + + +
        +
      • +

        valueOf

        +
        public static PCollection.IsBounded valueOf(String name)
        +
        Returns the enum constant of this type with the specified name. +The string must match exactly an identifier used to declare an +enum constant in this type. (Extraneous whitespace characters are +not permitted.)
        +
        +
        Parameters:
        +
        name - the name of the enum constant to be returned.
        +
        Returns:
        +
        the enum constant with the specified name
        +
        Throws:
        +
        IllegalArgumentException - if this enum type has no constant with the specified name
        +
        NullPointerException - if the argument is null
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.html new file mode 100644 index 00000000000..6db78f98f65 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollection.html @@ -0,0 +1,601 @@ + + + + + + +PCollection (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class PCollection<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of this PCollection
    +
    +
    +
    All Implemented Interfaces:
    +
    PInput, POutput, PValue
    +
    +
    +
    +
    public class PCollection<T>
    +extends TypedPValue<T>
    +
    A PCollection<T> is an immutable collection of values of type + T. A PCollection can contain either a bounded or unbounded + number of elements. Bounded and unbounded PCollections are produced + as the output of PTransforms + (including root PTransforms like Read and Create), and can + be passed as the inputs of other PTransforms. + +

    Some root transforms produce bounded PCollections and others + produce unbounded ones. For example, CountingInput.upTo(long) produces a fixed set of integers, + so it produces a bounded PCollection. CountingInput.unbounded() produces all + integers as an infinite stream, so it produces an unbounded PCollection. + +

    Each element in a PCollection has an associated timestamp. Readers assign timestamps + to elements when they create PCollections, and other + PTransforms propagate these timestamps from their input to their output. See + the documentation on BoundedSource.BoundedReader and UnboundedSource.UnboundedReader for more information on + how these readers produce timestamps and watermarks. + +

    Additionally, a PCollection has an associated + WindowFn and each element is assigned to a set of windows. + By default, the windowing function is GlobalWindows + and all elements are assigned into a single default window. + This default can be overridden with the Window + PTransform. + +

    See the individual PTransform subclasses for specific information + on how they propagate timestamps and windowing.

    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionList.html new file mode 100644 index 00000000000..38f7d6d7d34 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionList.html @@ -0,0 +1,612 @@ + + + + + + +PCollectionList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class PCollectionList<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the elements of all the PCollections in this list
    +
    +
    +
    All Implemented Interfaces:
    +
    PInput, POutput
    +
    +
    +
    +
    public class PCollectionList<T>
    +extends Object
    +implements PInput, POutput
    +
    A PCollectionList<T> is an immutable list of homogeneously + typed PCollection<T>s. A PCollectionList is used, for + instance, as the input to + Flatten or the output of Partition. + +

    PCollectionLists can be created and accessed like follows: +

     
    + PCollection<String> pc1 = ...;
    + PCollection<String> pc2 = ...;
    + PCollection<String> pc3 = ...;
    +
    + // Create a PCollectionList with three PCollections:
    + PCollectionList<String> pcs = PCollectionList.of(pc1).and(pc2).and(pc3);
    +
    + // Create an empty PCollectionList:
    + Pipeline p = ...;
    + PCollectionList<String> pcs2 = PCollectionList.<String>empty(p);
    +
    + // Get PCollections out of a PCollectionList, by index (origin 0):
    + PCollection<String> pcX = pcs.get(1);
    + PCollection<String> pcY = pcs.get(0);
    + PCollection<String> pcZ = pcs.get(2);
    +
    + // Get a list of all PCollections in a PCollectionList:
    + List<PCollection<String>> allPcs = pcs.getAll();
    +  
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionTuple.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionTuple.html new file mode 100644 index 00000000000..a02a2cba418 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionTuple.html @@ -0,0 +1,616 @@ + + + + + + +PCollectionTuple (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class PCollectionTuple

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    PInput, POutput
    +
    +
    +
    +
    public class PCollectionTuple
    +extends Object
    +implements PInput, POutput
    +
    A PCollectionTuple is an immutable tuple of + heterogeneously-typed PCollections, "keyed" by + TupleTags. A PCollectionTuple can be used as the input or + output of a + PTransform taking + or producing multiple PCollection inputs or outputs that can be of + different types, for instance a + ParDo with side + outputs. + +

    A PCollectionTuple can be created and accessed like follows: +

     
    + PCollection<String> pc1 = ...;
    + PCollection<Integer> pc2 = ...;
    + PCollection<Iterable<String>> pc3 = ...;
    +
    + // Create TupleTags for each of the PCollections to put in the
    + // PCollectionTuple (the type of the TupleTag enables tracking the
    + // static type of each of the PCollections in the PCollectionTuple):
    + TupleTag<String> tag1 = new TupleTag<>();
    + TupleTag<Integer> tag2 = new TupleTag<>();
    + TupleTag<Iterable<String>> tag3 = new TupleTag<>();
    +
    + // Create a PCollectionTuple with three PCollections:
    + PCollectionTuple pcs =
    +     PCollectionTuple.of(tag1, pc1)
    +                     .and(tag2, pc2)
    +                     .and(tag3, pc3);
    +
    + // Create an empty PCollectionTuple:
    + Pipeline p = ...;
    + PCollectionTuple pcs2 = PCollectionTuple.empty(p);
    +
    + // Get PCollections out of a PCollectionTuple, using the same tags
    + // that were used to put them in:
    + PCollection<Integer> pcX = pcs.get(tag2);
    + PCollection<String> pcY = pcs.get(tag1);
    + PCollection<Iterable<String>> pcZ = pcs.get(tag3);
    +
    + // Get a map of all PCollections in a PCollectionTuple:
    + Map<TupleTag<?>, PCollection<?>> allPcs = pcs.getAll();
    +  
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionView.html new file mode 100644 index 00000000000..3ead6c86106 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PCollectionView.html @@ -0,0 +1,349 @@ + + + + + + +PCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Interface PCollectionView<T>

+
+
+
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getTagInternal

        +
        @Deprecated
        +TupleTag<Iterable<WindowedValue<?>>> getTagInternal()
        +
        Deprecated. this method will be removed entirely. The PCollection underlying a side + input, is part of the side input's specification with a ParDo transform, which will + obtain that information via a package-private channel.
        +
      • +
      + + + +
        +
      • +

        getViewFn

        +
        @Deprecated
        +ViewFn<Iterable<WindowedValue<?>>,T> getViewFn()
        +
        Deprecated. this method will be removed entirely. The ViewFn for a side input is an + attribute of the side input's specification with a ParDo transform, which will + obtain this specification via a package-private channel.
        +
      • +
      + + + +
        +
      • +

        getWindowingStrategyInternal

        +
        @Deprecated
        +WindowingStrategy<?,?> getWindowingStrategyInternal()
        +
        Deprecated. this method will be removed entirely. The PCollection underlying a side + input, including its WindowingStrategy, is part of the side input's specification + with a ParDo transform, which will obtain that information via a package-private + channel.
        +
      • +
      + + + +
        +
      • +

        getCoderInternal

        +
        @Deprecated
        +Coder<Iterable<WindowedValue<?>>> getCoderInternal()
        +
        Deprecated. this method will be removed entirely. The PCollection underlying a side + input, including its Coder, is part of the side input's specification with a ParDo transform, which will obtain that information via a package-private channel.
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PDone.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PDone.html new file mode 100644 index 00000000000..3286c2b9295 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PDone.html @@ -0,0 +1,288 @@ + + + + + + +PDone (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class PDone

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PInput.html new file mode 100644 index 00000000000..b62b76a3519 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PInput.html @@ -0,0 +1,284 @@ + + + + + + +PInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Interface PInput

+
+
+ +
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        finishSpecifying

        +
        void finishSpecifying()
        +
        After building, finalizes this PInput to make it ready for + being used as an input to a PTransform. + +

        Automatically invoked whenever apply() is invoked on + this PInput, so users do not normally call this explicitly.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutput.html new file mode 100644 index 00000000000..f9122502f41 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutput.html @@ -0,0 +1,313 @@ + + + + + + +POutput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Interface POutput

+
+
+ +
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        recordAsOutput

        +
        void recordAsOutput(AppliedPTransform<?,?,?> transform)
        +
        Records that this POutput is an output of the given + PTransform. + +

        For a compound POutput, it is advised to call + this method on each component POutput. + +

        This is not intended to be invoked by user code, but + is automatically invoked as part of applying the + producing PTransform.

        +
      • +
      + + + +
        +
      • +

        finishSpecifyingOutput

        +
        void finishSpecifyingOutput()
        +
        As part of applying the producing PTransform, finalizes this + output to make it ready for being used as an input and for running. + +

        This includes ensuring that all PCollections + have Coders specified or defaulted. + +

        Automatically invoked whenever this POutput is used + as a PInput to another PTransform, or if never + used as a PInput, when Pipeline.run() + is called, so users do not normally call this explicitly.

        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutputValueBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutputValueBase.html new file mode 100644 index 00000000000..cc85c9339a6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/POutputValueBase.html @@ -0,0 +1,392 @@ + + + + + + +POutputValueBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class POutputValueBase

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValue.html new file mode 100644 index 00000000000..a59610e8ed0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValue.html @@ -0,0 +1,272 @@ + + + + + + +PValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Interface PValue

+
+
+
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValueBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValueBase.html new file mode 100644 index 00000000000..e0a4787ec3f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/PValueBase.html @@ -0,0 +1,550 @@ + + + + + + +PValueBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class PValueBase

+
+
+ +
+ +
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.TimestampedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.TimestampedValueCoder.html new file mode 100644 index 00000000000..b4420063675 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.TimestampedValueCoder.html @@ -0,0 +1,432 @@ + + + + + + +TimestampedValue.TimestampedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TimestampedValue.TimestampedValueCoder<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        encode

        +
        public void encode(TimestampedValue<T> windowedElem,
        +                   OutputStream outStream,
        +                   Coder.Context context)
        +            throws IOException
        +
        Description copied from interface: Coder
        +
        Encodes the given value of type T onto the given output stream + in the given context.
        +
        +
        Throws:
        +
        IOException - if writing to the OutputStream fails + for some reason
        +
        CoderException - if the value could not be encoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        decode

        +
        public TimestampedValue<T> decode(InputStream inStream,
        +                                  Coder.Context context)
        +                           throws IOException
        +
        Description copied from interface: Coder
        +
        Decodes a value of type T from the given input stream in + the given context. Returns the decoded value.
        +
        +
        Throws:
        +
        IOException - if reading from the InputStream fails + for some reason
        +
        CoderException - if the value could not be decoded for some reason
        +
        +
      • +
      + + + +
        +
      • +

        verifyDeterministic

        +
        public void verifyDeterministic()
        +                         throws Coder.NonDeterministicException
        +
        Description copied from interface: Coder
        +
        Throw Coder.NonDeterministicException if the coding is not deterministic. + +

        In order for a Coder to be considered deterministic, + the following must be true: +

          +
        • two values that compare as equal (via Object.equals() + or Comparable.compareTo(), if supported) have the same + encoding. +
        • the Coder always produces a canonical encoding, which is the + same for an instance of an object even if produced on different + computers at different times. +
        +
        +
        Throws:
        +
        Coder.NonDeterministicException - if this coder is not deterministic.
        +
        +
      • +
      + + + +
        +
      • +

        getCoderArguments

        +
        public List<? extends Coder<?>> getCoderArguments()
        +
        Description copied from interface: Coder
        +
        If this is a Coder for a parameterized type, returns the + list of Coders being used for each of the parameters, or + returns null if this cannot be done or this is not a + parameterized type.
        +
      • +
      + + + +
        +
      • +

        getValueCoder

        +
        public Coder<T> getValueCoder()
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.html new file mode 100644 index 00000000000..77dd1553319 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TimestampedValue.html @@ -0,0 +1,412 @@ + + + + + + +TimestampedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TimestampedValue<V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    V - the type of the value
    +
    +
    +
    +
    public class TimestampedValue<V>
    +extends Object
    +
    An immutable pair of a value and a timestamp. + +

    The timestamp of a value determines many properties, such as its assignment to + windows and whether the value is late (with respect to the watermark of a PCollection).

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + + + +
        +
      • +

        TimestampedValue

        +
        protected TimestampedValue(V value,
        +                           org.joda.time.Instant timestamp)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        of

        +
        public static <V> TimestampedValue<V> of(V value,
        +                                         org.joda.time.Instant timestamp)
        +
        Returns a new TimestampedValue with the given value and timestamp.
        +
      • +
      + + + +
        +
      • +

        getValue

        +
        public V getValue()
        +
      • +
      + + + +
        +
      • +

        getTimestamp

        +
        public org.joda.time.Instant getTimestamp()
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTag.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTag.html new file mode 100644 index 00000000000..374258755dc --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTag.html @@ -0,0 +1,450 @@ + + + + + + +TupleTag (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TupleTag<V>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    V - the type of the elements or values of the tagged thing, + e.g., a PCollection<V>.
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class TupleTag<V>
    +extends Object
    +implements Serializable
    +
    A TupleTag is a typed tag to use as the key of a + heterogeneously typed tuple, like PCollectionTuple. + Its generic type parameter allows tracking + the static type of things stored in tuples. + +

    To aid in assigning default Coders for results of + side outputs of ParDo, an output + TupleTag should be instantiated with an extra {} so + it is an instance of an anonymous subclass without generic type + parameters. Input TupleTags require no such extra + instantiation (although it doesn't hurt). For example: + +

     
    + TupleTag<SomeType> inputTag = new TupleTag<>();
    + TupleTag<SomeOtherType> outputTag = new TupleTag<SomeOtherType>(){};
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TupleTag

        +
        public TupleTag()
        +
        Constructs a new TupleTag, with a fresh unique id. + +

        This is the normal way TupleTags are constructed.

        +
      • +
      + + + +
        +
      • +

        TupleTag

        +
        public TupleTag(String id)
        +
        Constructs a new TupleTag with the given id. + +

        It is up to the user to ensure that two TupleTags + with the same id actually mean the same tag and carry the same + generic type parameter. Violating this invariant can lead to + hard-to-diagnose runtime type errors. Consequently, this + operation should be used very sparingly, such as when the + producer and consumer of TupleTags are written in + separate modules and can only coordinate via ids rather than + shared TupleTag instances. Most of the time, + TupleTag() should be preferred.

        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + +
        +
      • +

        getId

        +
        public String getId()
        +
        Returns the id of this TupleTag. + +

        Two TupleTags with the same id are considered equal. + +

        TupleTags are not ordered, i.e., the class does not implement + Comparable interface. TupleTags implement equals and hashCode, making them + suitable for use as keys in HashMap and HashSet.

        +
      • +
      + + + +
        +
      • +

        getOutName

        +
        public String getOutName(int outIndex)
        +
        If this TupleTag is tagging output outputIndex of + a PTransform, returns the name that should be used by + default for the output.
        +
      • +
      + + + +
        +
      • +

        getTypeDescriptor

        +
        public TypeDescriptor<V> getTypeDescriptor()
        +
        Returns a TypeDescriptor capturing what is known statically + about the type of this TupleTag instance's most-derived + class. + +

        This is useful for a TupleTag constructed as an + instance of an anonymous subclass with a trailing {}, + e.g., new TupleTag<SomeType>(){}.

        +
      • +
      + + + +
        +
      • +

        asCloudObject

        +
        public CloudObject asCloudObject()
        +
      • +
      + + + +
        +
      • +

        equals

        +
        public boolean equals(Object that)
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTagList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTagList.html new file mode 100644 index 00000000000..2500c371787 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TupleTagList.html @@ -0,0 +1,409 @@ + + + + + + +TupleTagList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TupleTagList

+
+
+ +
+
    +
  • +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public class TupleTagList
    +extends Object
    +implements Serializable
    +
    A TupleTagList is an immutable list of heterogeneously + typed TupleTags. A TupleTagList is used, for instance, to + specify the tags of the side outputs of a + ParDo. + +

    A TupleTagList can be created and accessed like follows: +

     
    + TupleTag<String> tag1 = ...;
    + TupleTag<Integer> tag2 = ...;
    + TupleTag<Iterable<String>> tag3 = ...;
    +
    + // Create a TupleTagList with three TupleTags:
    + TupleTagList tags = TupleTagList.of(tag1).and(tag2).and(tag3);
    +
    + // Create an empty TupleTagList:
    + Pipeline p = ...;
    + TupleTagList tags2 = TupleTagList.empty(p);
    +
    + // Get TupleTags out of a TupleTagList, by index (origin 0):
    + TupleTag<?> tagX = tags.get(1);
    + TupleTag<?> tagY = tags.get(0);
    + TupleTag<?> tagZ = tags.get(2);
    +
    + // Get a list of all TupleTags in a TupleTagList:
    + List<TupleTag<?>> allTags = tags.getAll();
    +  
    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptor.html new file mode 100644 index 00000000000..b5bd075de8c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptor.html @@ -0,0 +1,707 @@ + + + + + + +TypeDescriptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TypeDescriptor<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type represented by this TypeDescriptor
    +
    +
    +
    All Implemented Interfaces:
    +
    Serializable
    +
    +
    +
    +
    public abstract class TypeDescriptor<T>
    +extends Object
    +implements Serializable
    +
    A description of a Java type, including actual generic parameters where possible. + +

    To prevent losing actual type arguments due to erasure, create an anonymous subclass + with concrete types: +

    + 
    + TypeDecriptor<List<String>> = new TypeDescriptor<List<String>>() {};
    + 
    + 
    + +

    If the above were not an anonymous subclass, the type List<String> + would be erased and unavailable at run time.

    +
    +
    See Also:
    +
    Serialized Form
    +
    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TypeDescriptor

        +
        protected TypeDescriptor()
        +
        Creates a TypeDescriptor representing + the type parameter T. To use this constructor + properly, the type parameter must be a concrete type, for example + new TypeDescriptor<List<String>>(){}.
        +
      • +
      + + + +
        +
      • +

        TypeDescriptor

        +
        protected TypeDescriptor(Object instance)
        +
        Creates a TypeDescriptor representing the type parameter T, which should + resolve to a concrete type in the context of the class clazz. + +

        Unlike TypeDescriptor(Class) this will also use context's of the + enclosing instances while attempting to resolve the type. This means that the types of any + classes instantiated in the concrete instance should be resolvable.

        +
      • +
      + + + +
        +
      • +

        TypeDescriptor

        +
        protected TypeDescriptor(Class<?> clazz)
        +
        Creates a TypeDescriptor representing the type parameter + T, which should resolve to a concrete type in the context + of the class clazz.
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + + + + + + + + + +
        +
      • +

        getComponentType

        +
        public TypeDescriptor<?> getComponentType()
        +
        Returns the component type if this type is an array type, + otherwise returns null.
        +
      • +
      + + + +
        +
      • +

        getSupertype

        +
        public final TypeDescriptor<? super T> getSupertype(Class<? super T> superclass)
        +
        Returns the generic form of a supertype.
        +
      • +
      + + + +
        +
      • +

        isArray

        +
        public final boolean isArray()
        +
        Returns true if this type is known to be an array type.
        +
      • +
      + + + +
        +
      • +

        getTypeParameter

        +
        public final TypeVariable<Class<? super T>> getTypeParameter(String paramName)
        +
        Returns a TypeVariable for the named type parameter. Throws + IllegalArgumentException if a type variable by the requested type parameter is not + found. + +

        For example, new TypeDescriptor<List>(){}.getTypeParameter("T") returns a + TypeVariable<? super List> representing the formal type parameter T. + +

        Do not mistake the type parameters (formal type argument list) with the actual + type arguments. For example, if a class Foo extends List<String>, it + does not make sense to ask for a type parameter, because Foo does not have any.

        +
      • +
      + + + +
        +
      • +

        isSupertypeOf

        +
        public final boolean isSupertypeOf(TypeDescriptor<?> source)
        +
        Returns true if this type is assignable from the given type.
        +
      • +
      + + + +
        +
      • +

        isSubtypeOf

        +
        public final boolean isSubtypeOf(TypeDescriptor<?> parent)
        +
        Return true if this type is a subtype of the given type.
        +
      • +
      + + + +
        +
      • +

        getArgumentTypes

        +
        public List<TypeDescriptor<?>> getArgumentTypes(Method method)
        +
        Returns a list of argument types for the given method, which must + be a part of the class.
        +
      • +
      + + + +
        +
      • +

        resolveType

        +
        public TypeDescriptor<?> resolveType(Type type)
        +
        Returns a TypeDescriptor representing the given + type, with type variables resolved according to the specialization + in this type. + +

        For example, consider the following class: +

        + 
        + class MyList implements List<String> { ... }
        + 
        + 
        + +

        The TypeDescriptor returned by +

        + 
        + TypeDescriptor.of(MyList.class)
        +     .resolveType(Mylist.class.getMethod("get", int.class).getGenericReturnType)
        + 
        + 
        + will represent the type String.
        +
      • +
      + + + + + + + + + + + + + + + +
        +
      • +

        where

        +
        public <X> TypeDescriptor<T> where(TypeParameter<X> typeParameter,
        +                                   TypeDescriptor<X> typeDescriptor)
        +
        Returns a new TypeDescriptor where type variables represented by + typeParameter are substituted by typeDescriptor. For example, it can be used to + construct Map<K, V> for any K and V type:
         
        +   static <K, V> TypeDescriptor<Map<K, V>> mapOf(
        +       TypeDescriptor<K> keyType, TypeDescriptor<V> valueType) {
        +     return new TypeDescriptor<Map<K, V>>() {}
        +         .where(new TypeParameter<K>() {}, keyType)
        +         .where(new TypeParameter<V>() {}, valueType);
        +   }
        +
        +
        Type Parameters:
        +
        X - The parameter type
        +
        Parameters:
        +
        typeParameter - the parameter type variable
        +
        typeDescriptor - the actual type to substitute
        +
        +
      • +
      + + + + + + + +
        +
      • +

        equals

        +
        public boolean equals(Object other)
        +
        Two type descriptor are equal if and only if they + represent the same type.
        +
        +
        Overrides:
        +
        equals in class Object
        +
        +
      • +
      + + + +
        +
      • +

        hashCode

        +
        public int hashCode()
        +
        +
        Overrides:
        +
        hashCode in class Object
        +
        +
      • +
      +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptors.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptors.html new file mode 100644 index 00000000000..11ffba3c0e9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeDescriptors.html @@ -0,0 +1,700 @@ + + + + + + +TypeDescriptors (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TypeDescriptors

+
+
+ +
+
    +
  • +
    +
    +
    public class TypeDescriptors
    +extends Object
    +
    A utility class containing the Java primitives for + TypeDescriptor equivalents. Also, has methods + for classes that wrap Java primitives like KV, + Set, List, and Iterable.
    +
  • +
+
+
+ +
+
+ +
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeParameter.html new file mode 100644 index 00000000000..e4a1cd537e6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypeParameter.html @@ -0,0 +1,318 @@ + + + + + + +TypeParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TypeParameter<T>

+
+
+ +
+ +
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TypeParameter

        +
        public TypeParameter()
        +
      • +
      +
    • +
    + + +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypedPValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypedPValue.html new file mode 100644 index 00000000000..27719a907d6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/TypedPValue.html @@ -0,0 +1,436 @@ + + + + + + +TypedPValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + + +
+
org.apache.beam.sdk.values
+

Class TypedPValue<T>

+
+
+ +
+
    +
  • +
    +
    Type Parameters:
    +
    T - the type of the values stored in this TypedPValue
    +
    +
    +
    All Implemented Interfaces:
    +
    PInput, POutput, PValue
    +
    +
    +
    Direct Known Subclasses:
    +
    PCollection
    +
    +
    +
    +
    public abstract class TypedPValue<T>
    +extends PValueBase
    +implements PValue
    +
    A TypedPValue<T> is the abstract base class of things that + store some number of values of type T. + +

    Because we know the type T, this is the layer of the inheritance hierarchy where + we store a coder for objects of type T.

    +
  • +
+
+
+ +
+
+
    +
  • + +
      +
    • + + +

      Constructor Detail

      + + + +
        +
      • +

        TypedPValue

        +
        protected TypedPValue(Pipeline p)
        +
      • +
      +
    • +
    + +
      +
    • + + +

      Method Detail

      + + + + + + + + + + + +
        +
      • +

        finishSpecifying

        +
        public void finishSpecifying()
        +
        After building, finalizes this PValue to make it ready for + running. Automatically invoked whenever the PValue is "used" + (e.g., when apply() is called on it) and when the Pipeline is + run (useful if this is a PValue with no consumers).
        +
        +
        Specified by:
        +
        finishSpecifying in interface PInput
        +
        Overrides:
        +
        finishSpecifying in class PValueBase
        +
        +
      • +
      + + + +
        +
      • +

        getTypeDescriptor

        +
        public TypeDescriptor<T> getTypeDescriptor()
        +
        Returns a TypeDescriptor<T> with some reflective information + about T, if possible. May return null if no information + is available. Subclasses may override this to enable better + Coder inference.
        +
      • +
      + + + + +
    • +
    +
  • +
+
+
+ + +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByKey.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByKey.html new file mode 100644 index 00000000000..0789b672508 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByKey.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.KV.OrderByKey (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.KV.OrderByKey

+
+
No usage of org.apache.beam.sdk.values.KV.OrderByKey
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByValue.html new file mode 100644 index 00000000000..001fec57084 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.OrderByValue.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.KV.OrderByValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.KV.OrderByValue

+
+
No usage of org.apache.beam.sdk.values.KV.OrderByValue
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.html new file mode 100644 index 00000000000..e5f75ae3457 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/KV.html @@ -0,0 +1,1468 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.KV (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.KV

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PBegin.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PBegin.html new file mode 100644 index 00000000000..d369acb56b2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PBegin.html @@ -0,0 +1,655 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PBegin (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PBegin

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.IsBounded.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.IsBounded.html new file mode 100644 index 00000000000..05b41b8015e --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.IsBounded.html @@ -0,0 +1,255 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PCollection.IsBounded (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PCollection.IsBounded

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.html new file mode 100644 index 00000000000..d623a035843 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollection.html @@ -0,0 +1,1918 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PCollection (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PCollection

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionList.html new file mode 100644 index 00000000000..9e82298a16c --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionList.html @@ -0,0 +1,265 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PCollectionList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PCollectionList

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionTuple.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionTuple.html new file mode 100644 index 00000000000..08d7a2aba34 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionTuple.html @@ -0,0 +1,275 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PCollectionTuple (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PCollectionTuple

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionView.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionView.html new file mode 100644 index 00000000000..a950d87ff42 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PCollectionView.html @@ -0,0 +1,958 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.values.PCollectionView (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.values.PCollectionView

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PDone.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PDone.html new file mode 100644 index 00000000000..ee31718aa78 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PDone.html @@ -0,0 +1,456 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PDone (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PDone

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PInput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PInput.html new file mode 100644 index 00000000000..7d8c0912f9b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PInput.html @@ -0,0 +1,703 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.values.PInput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.values.PInput

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutput.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutput.html new file mode 100644 index 00000000000..33c6ca1f193 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutput.html @@ -0,0 +1,747 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.values.POutput (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.values.POutput

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutputValueBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutputValueBase.html new file mode 100644 index 00000000000..16bb99905df --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/POutputValueBase.html @@ -0,0 +1,263 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.POutputValueBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.POutputValueBase

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValue.html new file mode 100644 index 00000000000..460382240a9 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValue.html @@ -0,0 +1,482 @@ + + + + + + +Uses of Interface org.apache.beam.sdk.values.PValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Interface
org.apache.beam.sdk.values.PValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValueBase.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValueBase.html new file mode 100644 index 00000000000..4dec4cfbe04 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/PValueBase.html @@ -0,0 +1,264 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.PValueBase (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.PValueBase

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.TimestampedValueCoder.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.TimestampedValueCoder.html new file mode 100644 index 00000000000..1b00eae1bbf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.TimestampedValueCoder.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TimestampedValue.TimestampedValueCoder

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.html new file mode 100644 index 00000000000..dfbf927073f --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TimestampedValue.html @@ -0,0 +1,394 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TimestampedValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TimestampedValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTag.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTag.html new file mode 100644 index 00000000000..970201ec8f6 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTag.html @@ -0,0 +1,1127 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TupleTag (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TupleTag

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTagList.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTagList.html new file mode 100644 index 00000000000..9b823791b6b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TupleTagList.html @@ -0,0 +1,356 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TupleTagList (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TupleTagList

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptor.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptor.html new file mode 100644 index 00000000000..9621950c6df --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptor.html @@ -0,0 +1,828 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TypeDescriptor (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TypeDescriptor

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptors.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptors.html new file mode 100644 index 00000000000..2acba60769d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeDescriptors.html @@ -0,0 +1,126 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TypeDescriptors (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TypeDescriptors

+
+
No usage of org.apache.beam.sdk.values.TypeDescriptors
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeParameter.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeParameter.html new file mode 100644 index 00000000000..4fcd7d45ac5 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypeParameter.html @@ -0,0 +1,173 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TypeParameter (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TypeParameter

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypedPValue.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypedPValue.html new file mode 100644 index 00000000000..302ee9fae03 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/class-use/TypedPValue.html @@ -0,0 +1,279 @@ + + + + + + +Uses of Class org.apache.beam.sdk.values.TypedPValue (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Class
org.apache.beam.sdk.values.TypedPValue

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-frame.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-frame.html new file mode 100644 index 00000000000..4390fca4e43 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-frame.html @@ -0,0 +1,49 @@ + + + + + + +org.apache.beam.sdk.values (Apache Beam SDK for Java, version 0.4.0) + + + + + +

org.apache.beam.sdk.values

+
+

Interfaces

+ +

Classes

+ +

Enums

+ +
+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-summary.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-summary.html new file mode 100644 index 00000000000..cdbee0797cf --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-summary.html @@ -0,0 +1,357 @@ + + + + + + +org.apache.beam.sdk.values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Package org.apache.beam.sdk.values

+
+
Defines PCollection and other classes for + representing data in a Pipeline.
+
+

See: Description

+
+
+ + + + +

Package org.apache.beam.sdk.values Description

+
Defines PCollection and other classes for + representing data in a Pipeline. + +

In particular, see these collection abstractions: + +

+ +

And these classes for individual values play particular roles in Beam: + +

    +
  • KV - a key/value pair that is used by + keyed transforms, most notably GroupByKey. +
  • +
  • TimestampedValue - a timestamp/value pair + that is used for windowing and handling out-of-order data in streaming execution.
  • +
+ +

For further details, see the documentation for each class in this package.

+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-tree.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-tree.html new file mode 100644 index 00000000000..877b568dca2 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-tree.html @@ -0,0 +1,207 @@ + + + + + + +org.apache.beam.sdk.values Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For Package org.apache.beam.sdk.values

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-use.html b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-use.html new file mode 100644 index 00000000000..f8b530aafc0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/org/apache/beam/sdk/values/package-use.html @@ -0,0 +1,1605 @@ + + + + + + +Uses of Package org.apache.beam.sdk.values (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Uses of Package
org.apache.beam.sdk.values

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/overview-frame.html b/src/documentation/sdks/javadoc/0.4.0/overview-frame.html new file mode 100644 index 00000000000..7f669b9c14b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/overview-frame.html @@ -0,0 +1,72 @@ + + + + + + +Overview List (Apache Beam SDK for Java, version 0.4.0) + + + + + +
All Classes
+
+

Packages

+ +
+

 

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/overview-summary.html b/src/documentation/sdks/javadoc/0.4.0/overview-summary.html new file mode 100644 index 00000000000..84fe6f4d417 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/overview-summary.html @@ -0,0 +1,467 @@ + + + + + + +Overview (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Apache Beam SDK for Java, version 0.4.0

+
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Packages 
PackageDescription
org.apache.beam.runners.apex +
Implementation of the Beam runner for Apache Apex.
+
org.apache.beam.runners.core +
Provides utilities for Beam runner authors.
+
org.apache.beam.runners.core.triggers +
State machine implementations for triggers, called "triggers" because + they react to events.
+
org.apache.beam.runners.dataflow +
Provides a Beam runner that executes pipelines on the Google Cloud Dataflow service.
+
org.apache.beam.runners.dataflow.options +
Provides PipelineOptions specific to Google Cloud Dataflow.
+
org.apache.beam.runners.dataflow.testing +
Provides utilities for integration testing and RunnableOnService tests of the Google Cloud Dataflow + runner.
+
org.apache.beam.runners.dataflow.util +
Provides miscellaneous internal utilities used by the Google Cloud Dataflow runner.
+
org.apache.beam.runners.direct +
Defines the PipelineOptions.DirectRunner + which executes both Bounded and Unbounded Pipelines on the local machine.
+
org.apache.beam.runners.flink +
Internal implementation of the Beam runner for Apache Flink.
+
org.apache.beam.runners.spark +
Internal implementation of the Beam runner for Apache Spark.
+
org.apache.beam.runners.spark.aggregators +
Provides internal utilities for implementing Beam aggregators using Spark accumulators.
+
org.apache.beam.runners.spark.aggregators.metrics +
Defines classes for integrating with Spark's metrics mechanism (Sinks, Sources, etc.).
+
org.apache.beam.runners.spark.aggregators.metrics.sink +
Spark sinks that support + the AggregatorMetric.
+
org.apache.beam.runners.spark.coders +
Beam coders and coder-related utilities for running on Apache Spark.
+
org.apache.beam.runners.spark.io +
Spark-specific transforms for I/O.
+
org.apache.beam.runners.spark.io.hadoop +
Spark-specific transforms for reading from and writing to Hadoop file systems (HDFS).
+
org.apache.beam.runners.spark.stateful +
Spark-specific stateful operators.
+
org.apache.beam.runners.spark.util +
Internal utilities to translate Beam pipelines to Spark.
+
org.apache.beam.sdk +
Provides a simple, powerful model for building both batch and + streaming parallel data processing + Pipelines.
+
org.apache.beam.sdk.annotations +
Defines annotations used across the SDK.
+
org.apache.beam.sdk.coders +
Defines Coders + to specify how data is encoded to and decoded from byte strings.
+
org.apache.beam.sdk.coders.protobuf +
Defines a Coder + for Protocol Buffers messages, ProtoCoder.
+
org.apache.beam.sdk.extensions.joinlibrary +
Utilities for performing SQL-style joins of keyed PCollections.
+
org.apache.beam.sdk.extensions.sorter +
Utility for performing local sort of potentially large sets of values.
+
org.apache.beam.sdk.io +
Defines transforms for reading and writing common storage formats, including + AvroIO, and + TextIO.
+
org.apache.beam.sdk.io.gcp.bigquery +
Defines transforms for reading and writing from Google BigQuery.
+
org.apache.beam.sdk.io.gcp.bigtable +
Defines transforms for reading and writing from Google Cloud Bigtable.
+
org.apache.beam.sdk.io.gcp.datastore +
Provides an API for reading from and writing to + Google Cloud Datastore over different + versions of the Cloud Datastore Client libraries.
+
org.apache.beam.sdk.io.hdfs +
Transforms used to read from the Hadoop file system (HDFS).
+
org.apache.beam.sdk.io.hdfs.simpleauth +
Transforms used to read from the Hadoop file system (HDFS) with authentication.
+
org.apache.beam.sdk.io.jdbc +
Transforms for reading and writing from JDBC.
+
org.apache.beam.sdk.io.jms +
Transforms for reading and writing from JMS (Java Messaging Service).
+
org.apache.beam.sdk.io.kafka +
Transforms for reading and writing from Apache Kafka.
+
org.apache.beam.sdk.io.kinesis +
Tests for KinesisIO.
+
org.apache.beam.sdk.io.mongodb +
Transforms for reading and writing from MongoDB.
+
org.apache.beam.sdk.io.range +
Provides thread-safe helpers for implementing dynamic work rebalancing in position-based + bounded sources.
+
org.apache.beam.sdk.metrics +
Metrics allow exporting information about the execution of a pipeline.
+
org.apache.beam.sdk.options +
Defines PipelineOptions for + configuring pipeline execution.
+
org.apache.beam.sdk.runners +
Defines different data processing backends (aka, runners) for executing Beam Pipelines.
+
org.apache.beam.sdk.testing +
Defines utilities for unit testing Apache Beam pipelines.
+
org.apache.beam.sdk.transforms +
Defines PTransforms for transforming + data in a pipeline.
+
org.apache.beam.sdk.transforms.display +
Defines HasDisplayData for annotating components + which provide display data used + within UIs and diagnostic tools.
+
org.apache.beam.sdk.transforms.join +
Defines the CoGroupByKey transform + for joining multiple PCollections.
+
org.apache.beam.sdk.transforms.reflect +
Defines reflection-based utilities for analyzing DoFn's + and creating DoFnSignature's and + DoFnInvoker's from them.
+
org.apache.beam.sdk.transforms.splittabledofn +
Defines utilities related to splittable + DoFn.
+
org.apache.beam.sdk.transforms.windowing +
Defines the Window transform + for dividing the elements in a PCollection into windows, and the + Trigger for controlling when those + elements are output.
+
org.apache.beam.sdk.util +
Defines utilities that can be used by Beam runners.
+
org.apache.beam.sdk.util.common +
Defines utilities shared by multiple PipelineRunner implementations.
+
org.apache.beam.sdk.util.gcsfs +
Defines utilities used to interact with Google Cloud Storage.
+
org.apache.beam.sdk.util.state +
Defines internal utilities for interacting with pipeline state.
+
org.apache.beam.sdk.values +
Defines PCollection and other classes for + representing data in a Pipeline.
+
+
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/overview-tree.html b/src/documentation/sdks/javadoc/0.4.0/overview-tree.html new file mode 100644 index 00000000000..f02229f09b0 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/overview-tree.html @@ -0,0 +1,2399 @@ + + + + + + +Class Hierarchy (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Hierarchy For All Packages

+Package Hierarchies: + +
+
+

Class Hierarchy

+ +

Interface Hierarchy

+ +

Annotation Type Hierarchy

+ +

Enum Hierarchy

+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/package-list b/src/documentation/sdks/javadoc/0.4.0/package-list new file mode 100644 index 00000000000..ee8101d4c8b --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/package-list @@ -0,0 +1,51 @@ +org.apache.beam.runners.apex +org.apache.beam.runners.core +org.apache.beam.runners.core.triggers +org.apache.beam.runners.dataflow +org.apache.beam.runners.dataflow.options +org.apache.beam.runners.dataflow.testing +org.apache.beam.runners.dataflow.util +org.apache.beam.runners.direct +org.apache.beam.runners.flink +org.apache.beam.runners.spark +org.apache.beam.runners.spark.aggregators +org.apache.beam.runners.spark.aggregators.metrics +org.apache.beam.runners.spark.aggregators.metrics.sink +org.apache.beam.runners.spark.coders +org.apache.beam.runners.spark.io +org.apache.beam.runners.spark.io.hadoop +org.apache.beam.runners.spark.stateful +org.apache.beam.runners.spark.util +org.apache.beam.sdk +org.apache.beam.sdk.annotations +org.apache.beam.sdk.coders +org.apache.beam.sdk.coders.protobuf +org.apache.beam.sdk.extensions.joinlibrary +org.apache.beam.sdk.extensions.sorter +org.apache.beam.sdk.io +org.apache.beam.sdk.io.gcp.bigquery +org.apache.beam.sdk.io.gcp.bigtable +org.apache.beam.sdk.io.gcp.datastore +org.apache.beam.sdk.io.hdfs +org.apache.beam.sdk.io.hdfs.simpleauth +org.apache.beam.sdk.io.jdbc +org.apache.beam.sdk.io.jms +org.apache.beam.sdk.io.kafka +org.apache.beam.sdk.io.kinesis +org.apache.beam.sdk.io.mongodb +org.apache.beam.sdk.io.range +org.apache.beam.sdk.metrics +org.apache.beam.sdk.options +org.apache.beam.sdk.runners +org.apache.beam.sdk.testing +org.apache.beam.sdk.transforms +org.apache.beam.sdk.transforms.display +org.apache.beam.sdk.transforms.join +org.apache.beam.sdk.transforms.reflect +org.apache.beam.sdk.transforms.splittabledofn +org.apache.beam.sdk.transforms.windowing +org.apache.beam.sdk.util +org.apache.beam.sdk.util.common +org.apache.beam.sdk.util.gcsfs +org.apache.beam.sdk.util.state +org.apache.beam.sdk.values diff --git a/src/documentation/sdks/javadoc/0.4.0/script.js b/src/documentation/sdks/javadoc/0.4.0/script.js new file mode 100644 index 00000000000..b3463569314 --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/script.js @@ -0,0 +1,30 @@ +function show(type) +{ + count = 0; + for (var key in methods) { + var row = document.getElementById(key); + if ((methods[key] & type) != 0) { + row.style.display = ''; + row.className = (count++ % 2) ? rowColor : altColor; + } + else + row.style.display = 'none'; + } + updateTabs(type); +} + +function updateTabs(type) +{ + for (var value in tabs) { + var sNode = document.getElementById(tabs[value][0]); + var spanNode = sNode.firstChild; + if (value == type) { + sNode.className = activeTableTab; + spanNode.innerHTML = tabs[value][1]; + } + else { + sNode.className = tableTab; + spanNode.innerHTML = "" + tabs[value][1] + ""; + } + } +} diff --git a/src/documentation/sdks/javadoc/0.4.0/serialized-form.html b/src/documentation/sdks/javadoc/0.4.0/serialized-form.html new file mode 100644 index 00000000000..1e23bc345df --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/serialized-form.html @@ -0,0 +1,5799 @@ + + + + + + +Serialized Form (Apache Beam SDK for Java, version 0.4.0) + + + + + + + + +
+ + + + + + + +
+ + +
+

Serialized Form

+
+
+ +
+ +
+ + + + + + + +
+ + +

Copyright © 2016 The Apache Software Foundation. All rights reserved.

+ + diff --git a/src/documentation/sdks/javadoc/0.4.0/stylesheet.css b/src/documentation/sdks/javadoc/0.4.0/stylesheet.css new file mode 100644 index 00000000000..98055b22d6d --- /dev/null +++ b/src/documentation/sdks/javadoc/0.4.0/stylesheet.css @@ -0,0 +1,574 @@ +/* Javadoc style sheet */ +/* +Overall document style +*/ + +@import url('resources/fonts/dejavu.css'); + +body { + background-color:#ffffff; + color:#353833; + font-family:'DejaVu Sans', Arial, Helvetica, sans-serif; + font-size:14px; + margin:0; +} +a:link, a:visited { + text-decoration:none; + color:#4A6782; +} +a:hover, a:focus { + text-decoration:none; + color:#bb7a2a; +} +a:active { + text-decoration:none; + color:#4A6782; +} +a[name] { + color:#353833; +} +a[name]:hover { + text-decoration:none; + color:#353833; +} +pre { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; +} +h1 { + font-size:20px; +} +h2 { + font-size:18px; +} +h3 { + font-size:16px; + font-style:italic; +} +h4 { + font-size:13px; +} +h5 { + font-size:12px; +} +h6 { + font-size:11px; +} +ul { + list-style-type:disc; +} +code, tt { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; + padding-top:4px; + margin-top:8px; + line-height:1.4em; +} +dt code { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; + padding-top:4px; +} +table tr td dt code { + font-family:'DejaVu Sans Mono', monospace; + font-size:14px; + vertical-align:top; + padding-top:4px; +} +sup { + font-size:8px; +} +/* +Document title and Copyright styles +*/ +.clear { + clear:both; + height:0px; + overflow:hidden; +} +.aboutLanguage { + float:right; + padding:0px 21px; + font-size:11px; + z-index:200; + margin-top:-9px; +} +.legalCopy { + margin-left:.5em; +} +.bar a, .bar a:link, .bar a:visited, .bar a:active { + color:#FFFFFF; + text-decoration:none; +} +.bar a:hover, .bar a:focus { + color:#bb7a2a; +} +.tab { + background-color:#0066FF; + color:#ffffff; + padding:8px; + width:5em; + font-weight:bold; +} +/* +Navigation bar styles +*/ +.bar { + background-color:#4D7A97; + color:#FFFFFF; + padding:.8em .5em .4em .8em; + height:auto;/*height:1.8em;*/ + font-size:11px; + margin:0; +} +.topNav { + background-color:#4D7A97; + color:#FFFFFF; + float:left; + padding:0; + width:100%; + clear:right; + height:2.8em; + padding-top:10px; + overflow:hidden; + font-size:12px; +} +.bottomNav { + margin-top:10px; + background-color:#4D7A97; + color:#FFFFFF; + float:left; + padding:0; + width:100%; + clear:right; + height:2.8em; + padding-top:10px; + overflow:hidden; + font-size:12px; +} +.subNav { + background-color:#dee3e9; + float:left; + width:100%; + overflow:hidden; + font-size:12px; +} +.subNav div { + clear:left; + float:left; + padding:0 0 5px 6px; + text-transform:uppercase; +} +ul.navList, ul.subNavList { + float:left; + margin:0 25px 0 0; + padding:0; +} +ul.navList li{ + list-style:none; + float:left; + padding: 5px 6px; + text-transform:uppercase; +} +ul.subNavList li{ + list-style:none; + float:left; +} +.topNav a:link, .topNav a:active, .topNav a:visited, .bottomNav a:link, .bottomNav a:active, .bottomNav a:visited { + color:#FFFFFF; + text-decoration:none; + text-transform:uppercase; +} +.topNav a:hover, .bottomNav a:hover { + text-decoration:none; + color:#bb7a2a; + text-transform:uppercase; +} +.navBarCell1Rev { + background-color:#F8981D; + color:#253441; + margin: auto 5px; +} +.skipNav { + position:absolute; + top:auto; + left:-9999px; + overflow:hidden; +} +/* +Page header and footer styles +*/ +.header, .footer { + clear:both; + margin:0 20px; + padding:5px 0 0 0; +} +.indexHeader { + margin:10px; + position:relative; +} +.indexHeader span{ + margin-right:15px; +} +.indexHeader h1 { + font-size:13px; +} +.title { + color:#2c4557; + margin:10px 0; +} +.subTitle { + margin:5px 0 0 0; +} +.header ul { + margin:0 0 15px 0; + padding:0; +} +.footer ul { + margin:20px 0 5px 0; +} +.header ul li, .footer ul li { + list-style:none; + font-size:13px; +} +/* +Heading styles +*/ +div.details ul.blockList ul.blockList ul.blockList li.blockList h4, div.details ul.blockList ul.blockList ul.blockListLast li.blockList h4 { + background-color:#dee3e9; + border:1px solid #d0d9e0; + margin:0 0 6px -8px; + padding:7px 5px; +} +ul.blockList ul.blockList ul.blockList li.blockList h3 { + background-color:#dee3e9; + border:1px solid #d0d9e0; + margin:0 0 6px -8px; + padding:7px 5px; +} +ul.blockList ul.blockList li.blockList h3 { + padding:0; + margin:15px 0; +} +ul.blockList li.blockList h2 { + padding:0px 0 20px 0; +} +/* +Page layout container styles +*/ +.contentContainer, .sourceContainer, .classUseContainer, .serializedFormContainer, .constantValuesContainer { + clear:both; + padding:10px 20px; + position:relative; +} +.indexContainer { + margin:10px; + position:relative; + font-size:12px; +} +.indexContainer h2 { + font-size:13px; + padding:0 0 3px 0; +} +.indexContainer ul { + margin:0; + padding:0; +} +.indexContainer ul li { + list-style:none; + padding-top:2px; +} +.contentContainer .description dl dt, .contentContainer .details dl dt, .serializedFormContainer dl dt { + font-size:12px; + font-weight:bold; + margin:10px 0 0 0; + color:#4E4E4E; +} +.contentContainer .description dl dd, .contentContainer .details dl dd, .serializedFormContainer dl dd { + margin:5px 0 10px 0px; + font-size:14px; + font-family:'DejaVu Sans Mono',monospace; +} +.serializedFormContainer dl.nameValue dt { + margin-left:1px; + font-size:1.1em; + display:inline; + font-weight:bold; +} +.serializedFormContainer dl.nameValue dd { + margin:0 0 0 1px; + font-size:1.1em; + display:inline; +} +/* +List styles +*/ +ul.horizontal li { + display:inline; + font-size:0.9em; +} +ul.inheritance { + margin:0; + padding:0; +} +ul.inheritance li { + display:inline; + list-style:none; +} +ul.inheritance li ul.inheritance { + margin-left:15px; + padding-left:15px; + padding-top:1px; +} +ul.blockList, ul.blockListLast { + margin:10px 0 10px 0; + padding:0; +} +ul.blockList li.blockList, ul.blockListLast li.blockList { + list-style:none; + margin-bottom:15px; + line-height:1.4; +} +ul.blockList ul.blockList li.blockList, ul.blockList ul.blockListLast li.blockList { + padding:0px 20px 5px 10px; + border:1px solid #ededed; + background-color:#f8f8f8; +} +ul.blockList ul.blockList ul.blockList li.blockList, ul.blockList ul.blockList ul.blockListLast li.blockList { + padding:0 0 5px 8px; + background-color:#ffffff; + border:none; +} +ul.blockList ul.blockList ul.blockList ul.blockList li.blockList { + margin-left:0; + padding-left:0; + padding-bottom:15px; + border:none; +} +ul.blockList ul.blockList ul.blockList ul.blockList li.blockListLast { + list-style:none; + border-bottom:none; + padding-bottom:0; +} +table tr td dl, table tr td dl dt, table tr td dl dd { + margin-top:0; + margin-bottom:1px; +} +/* +Table styles +*/ +.overviewSummary, .memberSummary, .typeSummary, .useSummary, .constantsSummary, .deprecatedSummary { + width:100%; + border-left:1px solid #EEE; + border-right:1px solid #EEE; + border-bottom:1px solid #EEE; +} +.overviewSummary, .memberSummary { + padding:0px; +} +.overviewSummary caption, .memberSummary caption, .typeSummary caption, +.useSummary caption, .constantsSummary caption, .deprecatedSummary caption { + position:relative; + text-align:left; + background-repeat:no-repeat; + color:#253441; + font-weight:bold; + clear:none; + overflow:hidden; + padding:0px; + padding-top:10px; + padding-left:1px; + margin:0px; + white-space:pre; +} +.overviewSummary caption a:link, .memberSummary caption a:link, .typeSummary caption a:link, +.useSummary caption a:link, .constantsSummary caption a:link, .deprecatedSummary caption a:link, +.overviewSummary caption a:hover, .memberSummary caption a:hover, .typeSummary caption a:hover, +.useSummary caption a:hover, .constantsSummary caption a:hover, .deprecatedSummary caption a:hover, +.overviewSummary caption a:active, .memberSummary caption a:active, .typeSummary caption a:active, +.useSummary caption a:active, .constantsSummary caption a:active, .deprecatedSummary caption a:active, +.overviewSummary caption a:visited, .memberSummary caption a:visited, .typeSummary caption a:visited, +.useSummary caption a:visited, .constantsSummary caption a:visited, .deprecatedSummary caption a:visited { + color:#FFFFFF; +} +.overviewSummary caption span, .memberSummary caption span, .typeSummary caption span, +.useSummary caption span, .constantsSummary caption span, .deprecatedSummary caption span { + white-space:nowrap; + padding-top:5px; + padding-left:12px; + padding-right:12px; + padding-bottom:7px; + display:inline-block; + float:left; + background-color:#F8981D; + border: none; + height:16px; +} +.memberSummary caption span.activeTableTab span { + white-space:nowrap; + padding-top:5px; + padding-left:12px; + padding-right:12px; + margin-right:3px; + display:inline-block; + float:left; + background-color:#F8981D; + height:16px; +} +.memberSummary caption span.tableTab span { + white-space:nowrap; + padding-top:5px; + padding-left:12px; + padding-right:12px; + margin-right:3px; + display:inline-block; + float:left; + background-color:#4D7A97; + height:16px; +} +.memberSummary caption span.tableTab, .memberSummary caption span.activeTableTab { + padding-top:0px; + padding-left:0px; + padding-right:0px; + background-image:none; + float:none; + display:inline; +} +.overviewSummary .tabEnd, .memberSummary .tabEnd, .typeSummary .tabEnd, +.useSummary .tabEnd, .constantsSummary .tabEnd, .deprecatedSummary .tabEnd { + display:none; + width:5px; + position:relative; + float:left; + background-color:#F8981D; +} +.memberSummary .activeTableTab .tabEnd { + display:none; + width:5px; + margin-right:3px; + position:relative; + float:left; + background-color:#F8981D; +} +.memberSummary .tableTab .tabEnd { + display:none; + width:5px; + margin-right:3px; + position:relative; + background-color:#4D7A97; + float:left; + +} +.overviewSummary td, .memberSummary td, .typeSummary td, +.useSummary td, .constantsSummary td, .deprecatedSummary td { + text-align:left; + padding:0px 0px 12px 10px; +} +th.colOne, th.colFirst, th.colLast, .useSummary th, .constantsSummary th, +td.colOne, td.colFirst, td.colLast, .useSummary td, .constantsSummary td{ + vertical-align:top; + padding-right:0px; + padding-top:8px; + padding-bottom:3px; +} +th.colFirst, th.colLast, th.colOne, .constantsSummary th { + background:#dee3e9; + text-align:left; + padding:8px 3px 3px 7px; +} +td.colFirst, th.colFirst { + white-space:nowrap; + font-size:13px; +} +td.colLast, th.colLast { + font-size:13px; +} +td.colOne, th.colOne { + font-size:13px; +} +.overviewSummary td.colFirst, .overviewSummary th.colFirst, +.useSummary td.colFirst, .useSummary th.colFirst, +.overviewSummary td.colOne, .overviewSummary th.colOne, +.memberSummary td.colFirst, .memberSummary th.colFirst, +.memberSummary td.colOne, .memberSummary th.colOne, +.typeSummary td.colFirst{ + width:25%; + vertical-align:top; +} +td.colOne a:link, td.colOne a:active, td.colOne a:visited, td.colOne a:hover, td.colFirst a:link, td.colFirst a:active, td.colFirst a:visited, td.colFirst a:hover, td.colLast a:link, td.colLast a:active, td.colLast a:visited, td.colLast a:hover, .constantValuesContainer td a:link, .constantValuesContainer td a:active, .constantValuesContainer td a:visited, .constantValuesContainer td a:hover { + font-weight:bold; +} +.tableSubHeadingColor { + background-color:#EEEEFF; +} +.altColor { + background-color:#FFFFFF; +} +.rowColor { + background-color:#EEEEEF; +} +/* +Content styles +*/ +.description pre { + margin-top:0; +} +.deprecatedContent { + margin:0; + padding:10px 0; +} +.docSummary { + padding:0; +} + +ul.blockList ul.blockList ul.blockList li.blockList h3 { + font-style:normal; +} + +div.block { + font-size:14px; + font-family:'DejaVu Serif', Georgia, "Times New Roman", Times, serif; +} + +td.colLast div { + padding-top:0px; +} + + +td.colLast a { + padding-bottom:3px; +} +/* +Formatting effect styles +*/ +.sourceLineNo { + color:green; + padding:0 30px 0 0; +} +h1.hidden { + visibility:hidden; + overflow:hidden; + font-size:10px; +} +.block { + display:block; + margin:3px 10px 2px 0px; + color:#474747; +} +.deprecatedLabel, .descfrmTypeLabel, .memberNameLabel, .memberNameLink, +.overrideSpecifyLabel, .packageHierarchyLabel, .paramLabel, .returnLabel, +.seeLabel, .simpleTagLabel, .throwsLabel, .typeNameLabel, .typeNameLink { + font-weight:bold; +} +.deprecationComment, .emphasizedPhrase, .interfaceName { + font-style:italic; +} + +div.block div.block span.deprecationComment, div.block div.block span.emphasizedPhrase, +div.block div.block span.interfaceName { + font-style:normal; +} + +div.contentContainer ul.blockList li.blockList h2{ + padding-bottom:0px; +} diff --git a/src/documentation/sdks/javadoc/current.md b/src/documentation/sdks/javadoc/current.md index 04b08bb0570..79ce47a51aa 100644 --- a/src/documentation/sdks/javadoc/current.md +++ b/src/documentation/sdks/javadoc/current.md @@ -2,6 +2,6 @@ layout: default title: "Beam Javadoc" permalink: /documentation/sdks/javadoc/current/ -redirect_to: /documentation/sdks/javadoc/0.3.0-incubating/ +redirect_to: /documentation/sdks/javadoc/0.4.0/ --- diff --git a/src/get-started/downloads.md b/src/get-started/downloads.md index ea3e30762dc..4e4de6e4e23 100644 --- a/src/get-started/downloads.md +++ b/src/get-started/downloads.md @@ -48,6 +48,11 @@ Additionally, any API may change before the first stable release, i.e., between ## Releases +### 0.4.0 +Official [source code download](https://www.apache.org/dyn/closer.cgi?filename=beam/0.4.0/apache-beam-0.4.0-source-release.zip&action=download). + +[Release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&version=12338590). + ### 0.3.0-incubating Official [source code download](https://www.apache.org/dyn/closer.cgi?filename=beam/0.3.0-incubating/apache-beam-0.3.0-incubating-source-release.zip&action=download).