New snapshot for Early Release editions.

Author: chicagoscala

README.markdown

@@ -3,7 +3,7 @@
 ## README for the Code Examples ##
 
 *Dean Wampler*<br/>
-*July 24, 2014*
+*August 7, 2014*
 
 This archive contains all the code examples found in [Programming Scala, Second Edition](http://shop.oreilly.com/product/0636920033073.do), with the exception of some trivial code snippets in the text. There are also some examples in this distribution that aren't actually in the book. In the book's text, when an example corresponds to a file in this distribution, the listing begins with a path in a comment with the following format:
 

build.sbt

@@ -13,19 +13,22 @@ crossScalaVersions := Seq("2.11.2", "2.10.4")
 // The XML and parser combinator support are now separate jars.
 // I use the if condition to conditionally add these extra dependencies. 
 libraryDependencies ++= Seq(
-  "com.typesafe.akka" %% "akka-actor"  % "2.3.3",
-  "org.scalaz"        %% "scalaz-core" % "7.0.6",
-  "org.scalacheck"    %% "scalacheck"  % "1.11.4" % "test",
-  "org.scalatest"     %% "scalatest"   % "2.2.0"  % "test",
-  "org.specs2"        %% "specs2"      % "2.3.12" % "test",
+  "org.scala-lang.modules" %% "scala-async"     % "0.9.2",
+  "com.typesafe.akka"      %% "akka-actor"      % "2.3.4",
+  "com.typesafe.akka"      %% "akka-slf4j"      % "2.3.4",
+  "ch.qos.logback"          % "logback-classic" % "1.1.2",
+  "org.scalaz"             %% "scalaz-core"     % "7.0.6",
+  "org.scalacheck"         %% "scalacheck"      % "1.11.4" % "test",
+  "org.scalatest"          %% "scalatest"       % "2.2.0"  % "test",
+  "org.specs2"             %% "specs2"          % "2.3.12" % "test",
   // JUnit is used for some Java interop. examples. A driver for JUnit:
-  "junit"        % "junit-dep"       % "4.10" % "test",
-  "com.novocode" % "junit-interface" % "0.10" % "test"
+  "junit"                   % "junit-dep"       % "4.10"   % "test",
+  "com.novocode"            % "junit-interface" % "0.10"   % "test"
 ) ++ (
   if (scalaVersion.value startsWith "2.11") 
     Seq(
       // Could use this to get everything:
-      // "org.scala-lang.modules" %% "scala-library-all" % "2.11.1")
+      // "org.scala-lang.modules" %% "scala-library-all" % "2.11.2Ï")
       "org.scala-lang.modules" %% "scala-parser-combinators" % "1.0.1",
       "org.scala-lang.modules" %% "scala-xml" % "1.0.2")
   else Seq.empty)

misc/run-akka-input.txt

@@ -0,0 +1,66 @@
+h
+c 1  one
+c 2  two
+c 3  three
+c 4  four
+c 5  five
+c 6  six
+c 7  seven
+c 8  eight
+c 9  nine
+c 10 ten
+c 11 eleven
+c 12 twelve
+c 13 thirteen
+c 14 fourteen
+c 15 fifteen
+c 16 sixteen
+c 17 seventeen
+c 18 eighteen
+c 19 nineteen
+c 20 twenty
+dump
+dump 2
+
+u 1  ONE
+u 2  TWO
+u 3  THREE
+u 4  FOUR
+u 5  FIVE
+u 6  SIX
+u 7  SEVEN
+u 8  EIGHT
+u 9  NINE
+u 10 TEN
+dump
+
+r 1
+r 3
+r 11
+r 20
+
+d 1
+d 3
+d 11
+d 20
+dump
+
+r 1
+r 3
+r 11
+r 20
+
+crash 1
+dump
+
+r 1 
+r 2 
+r 3 
+r 4 
+r 5 
+r 6 
+r 7 
+r 8 
+r 9 
+r 10
+dump

src/main/java/JavaInterop/ScalaFunctions8.javaX

@@ -1,7 +1,7 @@
-// src/main/java/AdvOOP/objects/PersonUser.javaX
+// src/main/java/progscala2/advoop/objects/PersonUser.javaX
 // WON'T COMPILE
 
-package objects;
+package progscala2.advoop.objects;
 
 public class PersonUserWontCompile {
   public static void main(String[] args) {

src/main/java/AdvOOP/objects/PersonUser.javaX renamed to src/main/java/progscala2/advoop/objects/PersonUser.javaX

@@ -1,6 +1,6 @@
-// src/main/java/AppDesign/annotations/FilePrinterMain.java
+// src/main/java/progscala2/appdesign/annotations/FilePrinterMain.java
 
-package appdesign.annotations;
+package progscala2.appdesign.annotations;
 
 import java.io.*;
 

src/main/java/AppDesign/annotations/FilePrinterMain.java renamed to src/main/java/progscala2/appdesign/annotations/FilePrinterMain.java

@@ -1,4 +1,4 @@
-// src/main/java/AppDesign/annotations/Pre.java
+// src/main/java/progscala2/appdesign/annotations/Pre.java
 
 package org.contract4j5.contract;
 import java.lang.annotation.Documented;

src/main/java/AppDesign/annotations/Pre.java renamed to src/main/java/progscala2/appdesign/annotations/Pre.java

@@ -1,12 +1,12 @@
-// src/main/java/BasicOOP/Person.java
+// src/main/java/progscala2/basicoop/JPerson.java
 
-package BasicOOP;
+package progscala2.basicoop;
 
-public class Person {
+public class JPerson {
   private String name;
   private int    age;
 
-  public Person(String name, int age) {
+  public JPerson(String name, int age) {
     this.name = name;
     this.age  = age;
   }

src/main/java/BasicOOP/Person.java renamed to src/main/java/progscala2/basicoop/JPerson.java

@@ -0,0 +1,67 @@
+// src/main/java/bigdata/CascadingWordCount.javaX                       <1>
+/*
+ * Adapted from "Cascading for the Impatient", Exercise 2:
+ *   http://docs.cascading.org/impatient/
+ * Copyright (c) 2007-2013 Concurrent, Inc. All Rights Reserved.
+ * See that project for additional copyright information.
+ */
+
+package impatient;
+
+import java.util.Properties;
+
+import cascading.flow.Flow;
+import cascading.flow.FlowDef;
+import cascading.flow.hadoop.HadoopFlowConnector;
+import cascading.operation.aggregator.Count;
+import cascading.operation.regex.RegexSplitGenerator;
+import cascading.pipe.Each;
+import cascading.pipe.Every;
+import cascading.pipe.GroupBy;
+import cascading.pipe.Pipe;
+import cascading.property.AppProps;
+import cascading.scheme.hadoop.TextDelimited;
+import cascading.tap.Tap;
+import cascading.tap.hadoop.Hfs;
+import cascading.tuple.Fields;
+
+public class CascadingWordCount {
+  public static void main( String[] args ) {
+    String input  = args[0];
+    String outpu = args[1];
+
+    Properties properties = new Properties();                        // <2>
+    AppProps.setApplicationJarClass( properties, Main.class );
+    HadoopFlowConnector flowConnector = new HadoopFlowConnector( properties );
+
+    // Create source and sink taps.
+    Tap docTap = new Hfs( new TextDelimited( true, "\t" ), input );  // <3>
+    Tap wcTap = new Hfs( new TextDelimited( true, "\t" ), output );
+
+    // Specify a regex operation to split the "document" text lines
+    // into a token stream.
+    Fields token = new Fields( "token" );                            // <4>
+    Fields text = new Fields( "text" );
+    RegexSplitGenerator splitter = 
+        new RegexSplitGenerator( token, "[ \\[\\]\\(\\),.]" );
+    // Only returns "token"
+    Pipe docPipe =                                                   // <5>
+      new Each( "token", text, splitter, Fields.RESULTS );
+
+    // Determine the word counts.
+    Pipe wcPipe = new Pipe( "wc", docPipe );                         // <6>
+    wcPipe = new GroupBy( wcPipe, token );
+    wcPipe = new Every( wcPipe, Fields.ALL, new Count(), Fields.ALL );
+
+    // Connect the taps, pipes, etc., into a flow.
+    FlowDef flowDef = FlowDef.flowDef()                              // <7>
+     .setName( "wc" )
+     .addSource( docPipe, docTap )
+     .addTailSink( wcPipe, wcTap );
+
+    // Run the flow.
+    Flow wcFlow = flowConnector.connect( flowDef );                  // <8>
+    wcFlow.complete();
+  }
+}
+

src/main/java/progscala2/bigdata/CascadingWordCount.javaX

@@ -0,0 +1,67 @@
+// src/main/java/bigdata/HadoopWordCount.javaX                          <1>
+
+package bigdata;
+import org.apache.hadoop.io.*;
+import org.apache.hadoop.mapred.*;
+import java.util.StringTokenizer;
+
+public class HadoopWordCount {
+
+  public static void main(String[] args) {
+    String input  = args[0];
+    String output = args[1];
+
+    JobClient client = new JobClient();
+    JobConf conf = new JobConf(WordCount.class);
+
+    conf.setJobName("WordCount");
+    conf.setOutputKeyClass(Text.class);
+    conf.setOutputValueClass(IntWritable.class);
+    FileInputFormat.addInputPath(conf, new Path(input));
+    FileOutputFormat.setOutputPath(conf, new Path(output));
+    conf.setMapperClass(WordCountMapper.class);
+    conf.setReducerClass(WordCountReducer.class);
+
+    client.setConf(conf);
+
+    try {
+      JobClient.runJob(conf);
+    } catch (Exception e) {
+      e.printStackTrace();
+    }
+  }
+
+  class WordCountMapper extends MapReduceBase 
+      implements Mapper<IntWritable, Text, Text, IntWritable> {
+
+    static final IntWritable one  = new IntWritable(1);
+    // Value will be set in a non-thread-safe way!
+    static final Text word = new Text;   
+
+    @Override
+    public void map(IntWritable key, Text valueDocContents, 
+        OutputCollector<Text, IntWritable> output, Reporter reporter) {
+    String[] tokens = valueDocContents.toString.split("\\s+");       // <2>
+      for (String wordString: tokens) {
+        if (wordString.length > 0) {
+          word.set(wordString.toLowerCase);
+          output.collect(word, one);
+        }
+      }
+    }
+  }
+
+  class WordCountReduce extends MapReduceBase 
+    implements Reducer<Text, IntWritable, Text, IntWritable> {
+
+    public void reduce(Text keyWord, java.util.Iterator<IntWritable> counts, 
+      OutputCollector<Text, IntWritable> output, Reporter reporter) {
+    int totalCount = 0;
+    while (counts.hasNext) {                                         // <3>
+      while (counts.hasNext) {
+        totalCount += counts.next.get;
+      }
+      output.collect(keyWord, new IntWritable(totalCount));
+    }
+  }
+}