add testfile scripts

compare_testfiles.sh

@@ -0,0 +1,41 @@
+#!/bin/sh
+
+
+lctest()
+{
+	OUT=`(time ./lc $1) 2>&1 | grep real | cut -f 2 | cut -c 3-`
+	echo "lc: $1 $OUT"
+	return 0
+}
+
+wctest()
+{
+	OUT=`(time wc -l $1) 2>&1 | grep real | cut -f 2 | cut -c 3-`
+	echo "wc: $1 $OUT"
+	return 0
+}
+
+pythontest()
+{
+	OUT=`(time echo "print str(sum(1 for line in open('$1'))) + ' $1'" | python) 2>&1 | grep real | cut -f 2 | cut -c 3-`
+	echo "python: $1 $OUT"
+	return 0
+}
+
+echo Timing for 'lc'
+lctest test_10MB.txt
+lctest test_100MB.txt
+lctest test_1GB.txt
+lctest test_10GB.txt
+
+echo Timing for 'python'
+pythontest test_10MB.txt 
+pythontest test_100MB.txt
+pythontest test_1GB.txt
+pythontest test_10GB.txt
+
+echo Timing for 'wc'
+wctest test_10MB.txt
+wctest test_100MB.txt
+wctest test_1GB.txt
+wctest test_10GB.txt

create_testfiles.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-scdd if=/dev/urandom of=test1.txt bs=1000000 count=10
-dd if=/dev/urandom of=test2.txt bs=1000000 count=100
-dd if=/dev/urandom of=test3.txt bs=1000000 count=1000
-cat test3.txt test3.txt test3.txt test3.txt test3.txt test3.txt test3.txt test3.txt test3.txt test3.txt > test4.txt
+dd if=/dev/urandom of=test_10MB.txt bs=1000000 count=10
+dd if=/dev/urandom of=test_100MB.txt bs=1000000 count=100
+dd if=/dev/urandom of=test_1GB.txt bs=1000000 count=1000
+cat test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt test_1GB.txt > test_10GB.txt