902babdf22
Move all the intelligence into the new file address_translation.go. That the calculations were spread out too much became apparent when adding the file header. This should make the code much easier to modify in the future.
390 lines
7.7 KiB
Go
390 lines
7.7 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/md5"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"os"
|
|
"os/exec"
|
|
"runtime"
|
|
"sync"
|
|
"testing"
|
|
)
|
|
|
|
const tmpDir = "/tmp/gocryptfs_main_test/"
|
|
const plainDir = tmpDir + "plain/"
|
|
const cipherDir = tmpDir + "cipher/"
|
|
|
|
func mount(extraArgs ...string) {
|
|
var args []string
|
|
args = append(args, extraArgs...)
|
|
//args = append(args, "--fusedebug")
|
|
args = append(args, cipherDir)
|
|
args = append(args, plainDir)
|
|
c := exec.Command("./gocryptfs", args...)
|
|
c.Stdout = os.Stdout
|
|
c.Stderr = os.Stderr
|
|
err := c.Run()
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
func unmount() error {
|
|
fu := exec.Command("fusermount", "-z", "-u", plainDir)
|
|
fu.Stdout = os.Stdout
|
|
fu.Stderr = os.Stderr
|
|
return fu.Run()
|
|
}
|
|
|
|
// Return md5 string for file "filename"
|
|
func md5fn(filename string) string {
|
|
buf, err := ioutil.ReadFile(filename)
|
|
if err != nil {
|
|
fmt.Printf("ReadFile: %v\n", err)
|
|
return ""
|
|
}
|
|
return md5hex(buf)
|
|
}
|
|
|
|
// Return md5 string for "buf"
|
|
func md5hex(buf []byte) string {
|
|
rawHash := md5.Sum(buf)
|
|
hash := hex.EncodeToString(rawHash[:])
|
|
return hash
|
|
}
|
|
|
|
// Verify that the file size equals "want". This checks:
|
|
// 1) Size reported by Stat()
|
|
// 2) Number of bytes returned when reading the whole file
|
|
func verifySize(t *testing.T, path string, want int) {
|
|
buf, err := ioutil.ReadFile(path)
|
|
if err != nil {
|
|
t.Errorf("ReadFile failed: %v", err)
|
|
} else if len(buf) != want {
|
|
t.Errorf("wrong read size: got=%d want=%d", len(buf), want)
|
|
}
|
|
|
|
fi, err := os.Stat(path)
|
|
if err != nil {
|
|
t.Errorf("Stat failed: %v", err)
|
|
} else if fi.Size() != int64(want) {
|
|
t.Errorf("wrong stat file size, got=%d want=%d", fi.Size(), want)
|
|
}
|
|
}
|
|
|
|
// This is the entry point for the tests
|
|
func TestMain(m *testing.M) {
|
|
|
|
fu := exec.Command("fusermount", "-z", "-u", plainDir)
|
|
fu.Run()
|
|
|
|
os.RemoveAll(tmpDir)
|
|
|
|
err := os.MkdirAll(plainDir, 0777)
|
|
if err != nil {
|
|
panic("Could not create plainDir")
|
|
}
|
|
|
|
err = os.MkdirAll(cipherDir, 0777)
|
|
if err != nil {
|
|
panic("Could not create cipherDir")
|
|
}
|
|
|
|
mount("--zerokey", "--openssl=false")
|
|
r := m.Run()
|
|
unmount()
|
|
|
|
mount("--zerokey")
|
|
r = m.Run()
|
|
unmount()
|
|
|
|
os.Exit(r)
|
|
}
|
|
|
|
// Write "n" zero bytes to filename "fn", read again, compare hash
|
|
func testWriteN(t *testing.T, fn string, n int) string {
|
|
file, err := os.Create(plainDir + fn)
|
|
if err != nil {
|
|
t.FailNow()
|
|
}
|
|
|
|
d := make([]byte, n)
|
|
written, err := file.Write(d)
|
|
if err != nil || written != len(d) {
|
|
fmt.Printf("err=\"%s\", written=%d\n", err, written)
|
|
t.Fail()
|
|
}
|
|
file.Close()
|
|
|
|
verifySize(t, plainDir+fn, n)
|
|
|
|
bin := md5.Sum(d)
|
|
hashWant := hex.EncodeToString(bin[:])
|
|
|
|
hashActual := md5fn(plainDir + fn)
|
|
|
|
if hashActual != hashWant {
|
|
t.Errorf("Wrong content, hashWant=%s hashActual=%s\n", hashWant, hashActual)
|
|
}
|
|
|
|
return hashActual
|
|
}
|
|
|
|
func TestWrite10(t *testing.T) {
|
|
testWriteN(t, "10", 10)
|
|
}
|
|
|
|
func TestWrite100(t *testing.T) {
|
|
testWriteN(t, "100", 100)
|
|
}
|
|
|
|
func TestWrite1M(t *testing.T) {
|
|
testWriteN(t, "1M", 1024*1024)
|
|
}
|
|
|
|
func TestWrite1Mx100(t *testing.T) {
|
|
hashWant := testWriteN(t, "1Mx100", 1024*1024)
|
|
// Read and check 100 times to catch race conditions
|
|
var i int
|
|
for i = 0; i < 100; i++ {
|
|
hashActual := md5fn(plainDir + "1M")
|
|
if hashActual != hashWant {
|
|
fmt.Printf("Read corruption in loop # %d\n", i)
|
|
t.FailNow()
|
|
} else {
|
|
//fmt.Print(".")
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestTruncate(t *testing.T) {
|
|
fn := plainDir + "truncate"
|
|
file, err := os.Create(fn)
|
|
if err != nil {
|
|
t.FailNow()
|
|
}
|
|
// Grow to two blocks
|
|
file.Truncate(7000)
|
|
verifySize(t, fn, 7000)
|
|
if md5fn(fn) != "95d4ec7038e3e4fdbd5f15c34c3f0b34" {
|
|
t.Errorf("wrong content")
|
|
}
|
|
// Shrink - needs RMW
|
|
file.Truncate(6999)
|
|
verifySize(t, fn, 6999)
|
|
if md5fn(fn) != "35fd15873ec6c35380064a41b9b9683b" {
|
|
t.Errorf("wrong content")
|
|
}
|
|
// Shrink to one partial block
|
|
file.Truncate(465)
|
|
verifySize(t, fn, 465)
|
|
if md5fn(fn) != "a1534d6e98a6b21386456a8f66c55260" {
|
|
t.Errorf("wrong content")
|
|
}
|
|
// Grow to exactly one block
|
|
file.Truncate(4096)
|
|
verifySize(t, fn, 4096)
|
|
if md5fn(fn) != "620f0b67a91f7f74151bc5be745b7110" {
|
|
t.Errorf("wrong content")
|
|
}
|
|
}
|
|
|
|
func TestAppend(t *testing.T) {
|
|
fn := plainDir + "append"
|
|
file, err := os.Create(fn)
|
|
if err != nil {
|
|
t.FailNow()
|
|
}
|
|
data := []byte("testdata123456789") // length 17
|
|
var buf bytes.Buffer
|
|
var hashWant string
|
|
for i := 0; i <= 500; i++ {
|
|
file.Write(data)
|
|
buf.Write(data)
|
|
bin := md5.Sum(buf.Bytes())
|
|
hashWant = hex.EncodeToString(bin[:])
|
|
hashActual := md5fn(fn)
|
|
if hashWant != hashActual {
|
|
t.FailNow()
|
|
}
|
|
}
|
|
|
|
// Overwrite with the same data
|
|
// Hash must stay the same
|
|
file.Seek(0, 0)
|
|
for i := 0; i <= 500; i++ {
|
|
file.Write(data)
|
|
hashActual := md5fn(fn)
|
|
if hashWant != hashActual {
|
|
t.FailNow()
|
|
}
|
|
}
|
|
}
|
|
|
|
// Create a file with holes by writing to offset 0 (block #0) and
|
|
// offset 4096 (block #1).
|
|
func TestFileHoles(t *testing.T) {
|
|
fn := plainDir + "fileholes"
|
|
file, err := os.Create(fn)
|
|
if err != nil {
|
|
t.Errorf("file create failed")
|
|
}
|
|
foo := []byte("foo")
|
|
file.Write(foo)
|
|
file.WriteAt(foo, 4096)
|
|
_, err = ioutil.ReadFile(fn)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func sContains(haystack []string, needle string) bool {
|
|
for _, element := range haystack {
|
|
if element == needle {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func TestRmwRace(t *testing.T) {
|
|
|
|
runtime.GOMAXPROCS(10)
|
|
|
|
fn := plainDir + "rmwrace"
|
|
f1, err := os.Create(fn)
|
|
if err != nil {
|
|
t.Fatalf("file create failed")
|
|
}
|
|
f2, err := os.Create(fn)
|
|
if err != nil {
|
|
t.Fatalf("file create failed")
|
|
}
|
|
|
|
oldBlock := bytes.Repeat([]byte("o"), 4096)
|
|
|
|
newBlock := bytes.Repeat([]byte("n"), 4096)
|
|
|
|
shortBlock := bytes.Repeat([]byte("s"), 16)
|
|
|
|
mergedBlock := make([]byte, 4096)
|
|
copy(mergedBlock, newBlock)
|
|
copy(mergedBlock[4080:], shortBlock)
|
|
|
|
goodMd5 := make(map[string]int)
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
// Reset to [ooooooooo]
|
|
_, err = f1.WriteAt(oldBlock, 0)
|
|
if err != nil {
|
|
t.Fatalf("Write failed")
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
wg.Add(2)
|
|
|
|
// Write to the end of the file, [....ssss]
|
|
go func() {
|
|
f1.WriteAt(shortBlock, 4080)
|
|
wg.Done()
|
|
}()
|
|
|
|
// Overwrite to [nnnnnnn]
|
|
go func() {
|
|
f2.WriteAt(newBlock, 0)
|
|
wg.Done()
|
|
}()
|
|
|
|
wg.Wait()
|
|
|
|
// The file should be either:
|
|
// [nnnnnnnnnn] (md5: 6c1660fdabccd448d1359f27b3db3c99) or
|
|
// [nnnnnnssss] (md5: da885006a6a284530a427c73ce1e5c32)
|
|
// but it must not be
|
|
// [oooooossss]
|
|
|
|
buf, _ := ioutil.ReadFile(fn)
|
|
m := md5hex(buf)
|
|
goodMd5[m] = goodMd5[m] + 1
|
|
|
|
/*
|
|
if m == "6c1660fdabccd448d1359f27b3db3c99" {
|
|
fmt.Println(hex.Dump(buf))
|
|
t.FailNow()
|
|
}
|
|
*/
|
|
}
|
|
fmt.Println(goodMd5)
|
|
}
|
|
func BenchmarkStreamWrite(t *testing.B) {
|
|
buf := make([]byte, 1024*1024)
|
|
t.SetBytes(int64(len(buf)))
|
|
|
|
file, err := os.Create(plainDir + "BenchmarkWrite")
|
|
if err != nil {
|
|
t.FailNow()
|
|
}
|
|
|
|
t.ResetTimer()
|
|
var i int
|
|
for i = 0; i < t.N; i++ {
|
|
written, err := file.Write(buf)
|
|
if err != nil {
|
|
fmt.Printf("err=\"%s\", written=%d\n", err.Error(), written)
|
|
t.FailNow()
|
|
}
|
|
}
|
|
file.Close()
|
|
}
|
|
|
|
func BenchmarkStreamRead(t *testing.B) {
|
|
buf := make([]byte, 1024*1024)
|
|
t.SetBytes(int64(len(buf)))
|
|
|
|
fn := plainDir + "BenchmarkWrite"
|
|
fi, _ := os.Stat(fn)
|
|
mb := int(fi.Size() / 1024 / 1024)
|
|
|
|
if t.N > mb {
|
|
// Grow file so we can satisfy the test
|
|
//fmt.Printf("Growing file to %d MB... ", t.N)
|
|
f2, err := os.OpenFile(fn, os.O_WRONLY|os.O_APPEND, 0666)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
t.FailNow()
|
|
}
|
|
for h := 0; h < t.N-mb; h++ {
|
|
_, err = f2.Write(buf)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
t.FailNow()
|
|
}
|
|
}
|
|
f2.Close()
|
|
//fmt.Printf("done\n")
|
|
}
|
|
|
|
file, err := os.Open(plainDir + "BenchmarkWrite")
|
|
if err != nil {
|
|
t.FailNow()
|
|
}
|
|
t.ResetTimer()
|
|
var i int
|
|
for i = 0; i < t.N; i++ {
|
|
_, err := file.Read(buf)
|
|
if err == io.EOF {
|
|
fmt.Printf("Test file too small\n")
|
|
t.SkipNow()
|
|
} else if err != nil {
|
|
fmt.Println(err)
|
|
t.FailNow()
|
|
}
|
|
}
|
|
file.Close()
|
|
}
|