Programming Tips

Count & Sort

.map((, 1)) .reduceByKey( + _) .map(x => x.swap) .sortByKey(false) .map(x => x.swap) .collect()

Flat & Comparison

def contains(ip: String, start: String, end: String): Boolean = { val a = ip match {case regIP(w,x,y,z) => List(w,x,y,z)} val b = start match {case regIP(w,x,y,z) => List(w,x,y,z)} val c = end match {case regIP(w,x,y,z) => List(w,x,y,z)} val d = a.zip(b).filter(x => x._1.toInt >= x._2.toInt).size val e = a.zip(c).filter(x => x._1.toInt <= x._2.toInt).size return d == 4 && e == 4 }