libgocryptfs/main_test.go

390 lines
7.7 KiB
Go
Raw Normal View History

package main
import (
2015-09-30 23:42:18 +02:00
"bytes"
2015-09-06 12:12:14 +02:00
"crypto/md5"
"encoding/hex"
"fmt"
2015-09-06 12:12:14 +02:00
"io"
"io/ioutil"
"os"
"os/exec"
"runtime"
"sync"
2015-09-06 12:12:14 +02:00
"testing"
)
const tmpDir = "/tmp/gocryptfs_main_test/"
const plainDir = tmpDir + "plain/"
const cipherDir = tmpDir + "cipher/"
func mount(extraArgs ...string) {
var args []string
args = append(args, extraArgs...)
2015-10-20 20:12:31 +02:00
//args = append(args, "--fusedebug")
args = append(args, cipherDir)
args = append(args, plainDir)
c := exec.Command("./gocryptfs", args...)
c.Stdout = os.Stdout
c.Stderr = os.Stderr
err := c.Run()
if err != nil {
fmt.Println(err)
os.Exit(1)
}
}
2015-09-18 22:14:07 +02:00
func unmount() error {
2015-09-30 22:36:53 +02:00
fu := exec.Command("fusermount", "-z", "-u", plainDir)
fu.Stdout = os.Stdout
fu.Stderr = os.Stderr
2015-09-18 22:14:07 +02:00
return fu.Run()
}
// Return md5 string for file "filename"
2015-09-30 22:36:53 +02:00
func md5fn(filename string) string {
buf, err := ioutil.ReadFile(filename)
if err != nil {
fmt.Printf("ReadFile: %v\n", err)
return ""
}
2015-10-20 20:12:31 +02:00
return md5hex(buf)
}
// Return md5 string for "buf"
2015-10-20 20:12:31 +02:00
func md5hex(buf []byte) string {
2015-09-30 22:36:53 +02:00
rawHash := md5.Sum(buf)
hash := hex.EncodeToString(rawHash[:])
return hash
}
// Verify that the file size equals "want". This checks:
// 1) Size reported by Stat()
// 2) Number of bytes returned when reading the whole file
func verifySize(t *testing.T, path string, want int) {
buf, err := ioutil.ReadFile(path)
if err != nil {
t.Errorf("ReadFile failed: %v", err)
} else if len(buf) != want {
t.Errorf("wrong read size: got=%d want=%d", len(buf), want)
}
fi, err := os.Stat(path)
if err != nil {
t.Errorf("Stat failed: %v", err)
} else if fi.Size() != int64(want) {
t.Errorf("wrong stat file size, got=%d want=%d", fi.Size(), want)
}
}
// This is the entry point for the tests
2015-09-18 22:14:07 +02:00
func TestMain(m *testing.M) {
fu := exec.Command("fusermount", "-z", "-u", plainDir)
fu.Run()
os.RemoveAll(tmpDir)
err := os.MkdirAll(plainDir, 0777)
if err != nil {
panic("Could not create plainDir")
}
err = os.MkdirAll(cipherDir, 0777)
if err != nil {
panic("Could not create cipherDir")
}
mount("--zerokey", "--openssl=false")
r := m.Run()
unmount()
mount("--zerokey")
r = m.Run()
2015-09-18 22:14:07 +02:00
unmount()
os.Exit(r)
}
2015-10-31 23:08:40 +01:00
// Write "n" zero bytes to filename "fn", read again, compare hash
func testWriteN(t *testing.T, fn string, n int) string {
file, err := os.Create(plainDir + fn)
if err != nil {
t.FailNow()
}
d := make([]byte, n)
written, err := file.Write(d)
if err != nil || written != len(d) {
fmt.Printf("err=\"%s\", written=%d\n", err, written)
t.Fail()
}
file.Close()
verifySize(t, plainDir+fn, n)
2015-10-31 23:08:40 +01:00
2015-09-30 22:36:53 +02:00
bin := md5.Sum(d)
hashWant := hex.EncodeToString(bin[:])
2015-09-30 22:36:53 +02:00
hashActual := md5fn(plainDir + fn)
if hashActual != hashWant {
t.Errorf("Wrong content, hashWant=%s hashActual=%s\n", hashWant, hashActual)
}
return hashActual
}
func TestWrite10(t *testing.T) {
testWriteN(t, "10", 10)
}
func TestWrite100(t *testing.T) {
testWriteN(t, "100", 100)
}
func TestWrite1M(t *testing.T) {
testWriteN(t, "1M", 1024*1024)
}
func TestWrite1Mx100(t *testing.T) {
hashWant := testWriteN(t, "1Mx100", 1024*1024)
// Read and check 100 times to catch race conditions
var i int
for i = 0; i < 100; i++ {
2015-09-30 22:36:53 +02:00
hashActual := md5fn(plainDir + "1M")
if hashActual != hashWant {
fmt.Printf("Read corruption in loop # %d\n", i)
t.FailNow()
} else {
//fmt.Print(".")
}
}
}
2015-09-30 22:36:53 +02:00
func TestTruncate(t *testing.T) {
fn := plainDir + "truncate"
file, err := os.Create(fn)
if err != nil {
t.FailNow()
}
// Grow to two blocks
file.Truncate(7000)
verifySize(t, fn, 7000)
2015-09-30 22:36:53 +02:00
if md5fn(fn) != "95d4ec7038e3e4fdbd5f15c34c3f0b34" {
t.Errorf("wrong content")
2015-09-30 22:36:53 +02:00
}
// Shrink - needs RMW
file.Truncate(6999)
verifySize(t, fn, 6999)
2015-09-30 22:36:53 +02:00
if md5fn(fn) != "35fd15873ec6c35380064a41b9b9683b" {
t.Errorf("wrong content")
2015-09-30 22:36:53 +02:00
}
// Shrink to one partial block
file.Truncate(465)
verifySize(t, fn, 465)
2015-09-30 22:36:53 +02:00
if md5fn(fn) != "a1534d6e98a6b21386456a8f66c55260" {
t.Errorf("wrong content")
2015-09-30 22:36:53 +02:00
}
// Grow to exactly one block
file.Truncate(4096)
verifySize(t, fn, 4096)
2015-09-30 22:36:53 +02:00
if md5fn(fn) != "620f0b67a91f7f74151bc5be745b7110" {
t.Errorf("wrong content")
2015-09-30 22:36:53 +02:00
}
}
2015-09-30 23:42:18 +02:00
func TestAppend(t *testing.T) {
fn := plainDir + "append"
file, err := os.Create(fn)
if err != nil {
t.FailNow()
}
data := []byte("testdata123456789") // length 17
var buf bytes.Buffer
var hashWant string
for i := 0; i <= 500; i++ {
file.Write(data)
buf.Write(data)
bin := md5.Sum(buf.Bytes())
hashWant = hex.EncodeToString(bin[:])
hashActual := md5fn(fn)
if hashWant != hashActual {
t.FailNow()
}
}
// Overwrite with the same data
// Hash must stay the same
file.Seek(0, 0)
for i := 0; i <= 500; i++ {
file.Write(data)
hashActual := md5fn(fn)
if hashWant != hashActual {
t.FailNow()
}
}
}
// Create a file with holes by writing to offset 0 (block #0) and
// offset 4096 (block #1).
func TestFileHoles(t *testing.T) {
fn := plainDir + "fileholes"
file, err := os.Create(fn)
if err != nil {
t.Errorf("file create failed")
}
foo := []byte("foo")
file.Write(foo)
file.WriteAt(foo, 4096)
_, err = ioutil.ReadFile(fn)
if err != nil {
t.Error(err)
}
}
2015-10-20 20:12:31 +02:00
func sContains(haystack []string, needle string) bool {
for _, element := range haystack {
if element == needle {
return true
}
}
return false
2015-10-20 20:12:31 +02:00
}
func TestRmwRace(t *testing.T) {
runtime.GOMAXPROCS(10)
fn := plainDir + "rmwrace"
f1, err := os.Create(fn)
if err != nil {
t.Fatalf("file create failed")
2015-10-20 20:12:31 +02:00
}
f2, err := os.Create(fn)
if err != nil {
t.Fatalf("file create failed")
2015-10-20 20:12:31 +02:00
}
oldBlock := bytes.Repeat([]byte("o"), 4096)
newBlock := bytes.Repeat([]byte("n"), 4096)
shortBlock := bytes.Repeat([]byte("s"), 16)
mergedBlock := make([]byte, 4096)
copy(mergedBlock, newBlock)
copy(mergedBlock[4080:], shortBlock)
goodMd5 := make(map[string]int)
for i := 0; i < 1000; i++ {
// Reset to [ooooooooo]
_, err = f1.WriteAt(oldBlock, 0)
if err != nil {
t.Fatalf("Write failed")
2015-10-20 20:12:31 +02:00
}
var wg sync.WaitGroup
wg.Add(2)
// Write to the end of the file, [....ssss]
go func() {
f1.WriteAt(shortBlock, 4080)
wg.Done()
}()
// Overwrite to [nnnnnnn]
go func() {
f2.WriteAt(newBlock, 0)
wg.Done()
}()
wg.Wait()
// The file should be either:
// [nnnnnnnnnn] (md5: 6c1660fdabccd448d1359f27b3db3c99) or
// [nnnnnnssss] (md5: da885006a6a284530a427c73ce1e5c32)
// but it must not be
// [oooooossss]
buf, _ := ioutil.ReadFile(fn)
m := md5hex(buf)
goodMd5[m] = goodMd5[m] + 1
/*
if m == "6c1660fdabccd448d1359f27b3db3c99" {
fmt.Println(hex.Dump(buf))
t.FailNow()
}
2015-10-20 20:12:31 +02:00
*/
}
fmt.Println(goodMd5)
}
func BenchmarkStreamWrite(t *testing.B) {
buf := make([]byte, 1024*1024)
t.SetBytes(int64(len(buf)))
file, err := os.Create(plainDir + "BenchmarkWrite")
if err != nil {
t.FailNow()
}
t.ResetTimer()
var i int
for i = 0; i < t.N; i++ {
written, err := file.Write(buf)
if err != nil {
fmt.Printf("err=\"%s\", written=%d\n", err.Error(), written)
t.FailNow()
}
}
2015-09-17 22:08:49 +02:00
file.Close()
}
func BenchmarkStreamRead(t *testing.B) {
buf := make([]byte, 1024*1024)
t.SetBytes(int64(len(buf)))
2015-09-17 22:08:49 +02:00
fn := plainDir + "BenchmarkWrite"
fi, _ := os.Stat(fn)
mb := int(fi.Size() / 1024 / 1024)
if t.N > mb {
2015-09-17 22:08:49 +02:00
// Grow file so we can satisfy the test
//fmt.Printf("Growing file to %d MB... ", t.N)
2015-10-04 14:36:20 +02:00
f2, err := os.OpenFile(fn, os.O_WRONLY|os.O_APPEND, 0666)
2015-09-17 22:08:49 +02:00
if err != nil {
fmt.Println(err)
t.FailNow()
}
2015-10-04 14:36:20 +02:00
for h := 0; h < t.N-mb; h++ {
2015-09-17 22:08:49 +02:00
_, err = f2.Write(buf)
if err != nil {
fmt.Println(err)
t.FailNow()
}
}
f2.Close()
//fmt.Printf("done\n")
2015-09-17 22:08:49 +02:00
}
file, err := os.Open(plainDir + "BenchmarkWrite")
if err != nil {
t.FailNow()
}
t.ResetTimer()
var i int
for i = 0; i < t.N; i++ {
_, err := file.Read(buf)
if err == io.EOF {
fmt.Printf("Test file too small\n")
t.SkipNow()
} else if err != nil {
fmt.Println(err)
t.FailNow()
}
}
2015-09-17 22:08:49 +02:00
file.Close()
}