From 87ef874c620dc956dfa542198f89e3e5a2c3b0ab Mon Sep 17 00:00:00 2001 From: "P. Oscar Boykin" Date: Thu, 4 Dec 2014 11:17:03 -1000 Subject: [PATCH] Update the README --- README.md | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 9d7a524e53..2cf88911b9 100644 --- a/README.md +++ b/README.md @@ -15,11 +15,12 @@ package com.twitter.scalding.examples import com.twitter.scalding._ -class WordCountJob(args : Args) extends Job(args) { - TextLine( args("input") ) - .flatMap('line -> 'word) { line : String => tokenize(line) } - .groupBy('word) { _.size } - .write( Tsv( args("output") ) ) +class WordCountJob(args: Args) extends Job(args) { + TypedPipe.from(TextLine(args("input"))) + .flatMap { line => tokenize(line) } + .groupBy { word => word } // use each word for a key + .size // in each group, get the size + .write(TypedTsv[(String, Long)](args("output"))) // Split a piece of text into individual words. def tokenize(text : String) : Array[String] = { @@ -36,10 +37,12 @@ You can find more example code under [examples/](https://github.com/twitter/scal ## Documentation and Getting Started * [**Getting Started**](https://github.com/twitter/scalding/wiki/Getting-Started) page on the [Scalding Wiki](https://github.com/twitter/scalding/wiki) +* [**REPL in Wonderland**](https://gist.github.com/johnynek/a47699caa62f4f38a3e2) a hands-on tour of the + scalding REPL requiring only git and java installed. * [**Runnable tutorials**](https://github.com/twitter/scalding/tree/master/tutorial) in the source. * The API Reference, including many example Scalding snippets: - * [Fields-based API Reference](https://github.com/twitter/scalding/wiki/Fields-based-API-Reference) * [Type-safe API Reference](https://github.com/twitter/scalding/wiki/Type-safe-api-reference) + * [Fields-based API Reference](https://github.com/twitter/scalding/wiki/Fields-based-API-Reference) * [Scalding Scaladocs](http://twitter.github.com/scalding) provide details beyond the API References * The Matrix Library provides a way of working with key-attribute-value scalding pipes: * The [Introduction to Matrix Library](https://github.com/twitter/scalding/wiki/Introduction-to-Matrix-Library) contains an overview and a "getting started" example @@ -65,7 +68,7 @@ We use [Travis CI](http://travis-ci.org/) to verify the build: Scalding modules are available from maven central. -The current groupid and version for all modules is, respectively, `"com.twitter"` and `0.11.0`. +The current groupid and version for all modules is, respectively, `"com.twitter"` and `0.12.0`. Current published artifacts are