Clean up test descriptions, addresses #372. (#416)

- Clean up test descriptions - Rename typo filename
archivesunleashed · Jan 21, 2020 · ffef735 · ffef735
1 parent 71b459c
commit ffef735
Show file tree

Hide file tree

Showing 47 changed files with 130 additions and 130 deletions.
diff --git a/src/test/scala/io/archivesunleashed/ArcTest.scala b/src/test/scala/io/archivesunleashed/ArcTest.scala
@@ -41,11 +41,11 @@ class ArcTest extends FunSuite with BeforeAndAfter {
 
   val dayMonthTestA = "200805"
 
-  test("count records") {
+  test("Count records") {
     assert(RecordLoader.loadArchives(arcPath, sc).count == 300L)
   }
 
-  test("filter date") {
+  test("Filter date RDD") {
     val startSS = 0
     val monthSS = 6
     val four = RecordLoader.loadArchives(arcPath, sc)
@@ -62,7 +62,7 @@ class ArcTest extends FunSuite with BeforeAndAfter {
     five.foreach(date => assert(date.substring(startSS, monthSS) == dayMonthTestA))
   }
 
-  test("filter url pattern") {
+  test("Filter URL pattern RDD") {
     val keepMatches = RecordLoader.loadArchives(arcPath, sc)
       .keepUrlPatterns(Set("http://www.archive.org/about/.*".r))
     val discardMatches = RecordLoader.loadArchives(arcPath, sc)
@@ -71,14 +71,14 @@ class ArcTest extends FunSuite with BeforeAndAfter {
     assert(discardMatches.count == 284L)
   }
 
-  test("count links") {
+  test("Count links RDD") {
     val links = RecordLoader.loadArchives(arcPath, sc)
       .map(r => ExtractLinksRDD(r.getUrl, r.getContentString))
       .reduce((a, b) => a ++ b)
     assert(links.size == 664)
   }
 
-  test("detect language") {
+  test("Detect language RDD") {
     val languageCounts = RecordLoader.loadArchives(arcPath, sc)
       .keepMimeTypes(Set("text/html"))
       .map(r => RemoveHTMLRDD(r.getContentString))
@@ -99,7 +99,7 @@ class ArcTest extends FunSuite with BeforeAndAfter {
     }
   }
 
-  test("detect mime type tika") {
+  test("Detect MIMEtype Tika RDD") {
     val mimeTypeCounts = RecordLoader.loadArchives(arcPath, sc)
       .map(r => RemoveHTTPHeaderRDD(r.getContentString))
       .groupBy(content => DetectMimeTypeTika(content.getBytes))

diff --git a/src/test/scala/io/archivesunleashed/ArchiveRecordTest.scala b/src/test/scala/io/archivesunleashed/ArchiveRecordTest.scala
@@ -46,12 +46,12 @@ class ArchiveRecordTest extends FunSuite with BeforeAndAfter {
     sc = new SparkContext(conf)
   }
 
-  test("count records") {
+  test("Count records") {
     assert(RecordLoader.loadArchives(arcPath, sc).count == 300L)
     assert(RecordLoader.loadArchives(warcPath, sc).count == 299L)
   }
 
-  test("Resource name produces expected result.") {
+  test("Resource name produces expected result") {
     val textSampleArc = RecordLoader.loadArchives(arcPath, sc)
      .map(x => FilenameUtils.getName(x.getArchiveFilename))
      .take(3)
@@ -81,7 +81,7 @@ class ArchiveRecordTest extends FunSuite with BeforeAndAfter {
     assert(textSampleWarc.deep == Array("", exampleUrl, exampleUrl).deep)
   }
 
-  test("Urls") {
+  test("URLs") {
     val textSampleArc = RecordLoader.loadArchives(arcPath, sc)
      .map(x => x.getUrl).take(3)
     val textSampleWarc = RecordLoader.loadArchives(warcPath, sc)
@@ -92,7 +92,7 @@ class ArchiveRecordTest extends FunSuite with BeforeAndAfter {
       "http://www.archive.org/robots.txt", "http://www.archive.org/").deep)
   }
 
-  test("Mime-Type") {
+  test("MIMEtype") {
     val textSampleArc = RecordLoader.loadArchives(arcPath, sc)
       .map(x => x.getMimeType).take(3)
     val textSampleWarc = RecordLoader.loadArchives(warcPath, sc)
@@ -103,7 +103,7 @@ class ArchiveRecordTest extends FunSuite with BeforeAndAfter {
       "text/html").deep)
   }
 
-  test("Get Http Status") {
+  test("Get HTTP status") {
     val textSampleArc = RecordLoader.loadArchives(arcPath, sc)
       .map(x => x.getHttpStatus).take(3)
     val textSampleWarc = RecordLoader.loadArchives(warcPath, sc)

diff --git a/src/test/scala/io/archivesunleashed/CountableRDDTest.scala b/src/test/scala/io/archivesunleashed/CountableRDDTest.scala
@@ -38,7 +38,7 @@ class CountableRDDTest extends FunSuite with BeforeAndAfter {
     sc = new SparkContext(conf)
   }
 
-  test("count records") {
+  test("Count records; Extract Domain RDD ") {
     val base = RecordLoader.loadArchives(arcPath, sc)
       .keepValidPages()
       .map(r => ExtractDomainRDD(r.getUrl))

diff --git a/src/test/scala/io/archivesunleashed/RecordDFTest.scala b/src/test/scala/io/archivesunleashed/RecordDFTest.scala
@@ -39,7 +39,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     sc = new SparkContext(conf)
   }
 
-  test("keep Valid Pages") {
+  test("Keep valid pages DF") {
     val expected = "http://www.archive.org/"
     val base = RecordLoader.loadArchives(arcPath, sc)
       .all()
@@ -48,7 +48,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard MimeTypes") {
+  test("Discard MIMEtypes DF") {
     val expected = "filedesc://IAH-20080430204825-00000-blackbook.arc"
     val mimeTypes = Set("text/html")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -59,7 +59,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard Date") {
+  test("Discard date DF") {
     val expected = "20080430"
     val date = "20080429"
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -70,7 +70,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard Urls") {
+  test("Discard URLs DF") {
     val expected = "http://www.archive.org/index.php"
     val url = Set("http://www.archive.org/")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -81,7 +81,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard Domains") {
+  test("Discard domains DF") {
     val expected = "http://www.hideout.com.br/"
     val domain = Set("www.archive.org")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -92,7 +92,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard HttpStatus") {
+  test("Discard HTTP status DF") {
     val expected = "200"
     val statusCode = Set("000")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -103,7 +103,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard Content") {
+  test("Discard content DF") {
     val expected = "dns:www.archive.org"
     val contentRegex = Set("Content-Length: [0-9]{4}".r)
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -115,7 +115,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard UrlPatterns") {
+  test("Discard URL patterns DF") {
     val expected = "dns:www.archive.org"
     val urlRegex = Set(".*images.*".r)
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -127,7 +127,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Discard Languages") {
+  test("Discard languages DF") {
     val expected = "dns:www.archive.org"
     val languages = Set("th","de","ht")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -139,7 +139,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep HttpStatus") {
+  test("Keep HTTP status DF") {
     val expected = "http://www.archive.org/robots.txt"
     val statusCode = Set("200")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -150,7 +150,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep Date") {
+  test("Keep date DF") {
     val expected = "http://www.archive.org/"
     val month = List("04")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -161,7 +161,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep Urls") {
+  test("Keep URLs DF") {
     val expected = "http://www.archive.org/"
     val url = Set("http://www.archive.org/")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -172,7 +172,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep Domains") {
+  test("Keep domains DF") {
     val expected = "http://www.archive.org/robots.txt"
     val domain = Set("www.archive.org")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -183,7 +183,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep MimeTypesTika") {
+  test("Keep MIMEtypes Tika DF") {
     val expected = "image/jpeg"
     val mimeType = Set("image/jpeg")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -194,7 +194,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep MimeTypes") {
+  test("Keep MIMEtypes DF") {
     val expected = "text/html"
     val mimeType = Set("text/html")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -205,7 +205,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep content") {
+  test("Keep content DF") {
     val expected = "http://www.archive.org/images/logoc.jpg"
     val contentRegex = Set("Content-Length: [0-9]{4}".r)
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -217,7 +217,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep UrlPatterns") {
+  test("Keep URL patterns DF") {
     val expected = "http://www.archive.org/images/go-button-gateway.gif"
     val urlRegex = Set(".*images.*".r)
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -229,7 +229,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep Languages") {
+  test("Keep languages DF") {
     val expected = "http://www.archive.org/images/logoc.jpg"
     val languages = Set("th","de","ht")
     val base = RecordLoader.loadArchives(arcPath, sc)
@@ -241,7 +241,7 @@ class RecordDFTest extends FunSuite with BeforeAndAfter {
     assert (base.toString == expected)
   }
 
-  test("Keep keepMimeTypes") {
+  test("Keep images DF") {
     val expected = "image/jpeg"
     val base = RecordLoader.loadArchives(arcPath, sc)
       .all()

diff --git a/src/test/scala/io/archivesunleashed/RecordLoaderTest.scala b/src/test/scala/io/archivesunleashed/RecordLoaderTest.scala
@@ -37,7 +37,7 @@ class RecordLoaderTest extends FunSuite with BeforeAndAfter {
     sc = new SparkContext(conf)
   }
 
-  test("loads Warc") {
+  test("Load WARC") {
     val base = RecordLoader.loadArchives(warcPath, sc)
       .keepValidPages()
       .map(x => x.getUrl)