package cmd import ( "testing" "time" "github.com/kr/pretty" "github.com/stretchr/testify/assert" "github.com/zrepl/zrepl/util" "github.com/zrepl/zrepl/zfs" ) func TestSampleConfigsAreParsedWithoutErrors(t *testing.T) { paths := []string{ "./sampleconf/localbackup/host1.yml", "./sampleconf/pullbackup/backuphost.yml", "./sampleconf/pullbackup/productionhost.yml", "./sampleconf/random/debugging.yml", "./sampleconf/random/logging_and_monitoring.yml", } for _, p := range paths { c, err := ParseConfig(p) if err != nil { t.Errorf("error parsing %s:\n%+v", p, err) } t.Logf("file: %s", p) t.Log(pretty.Sprint(c)) } } func TestParseRetentionGridStringParsing(t *testing.T) { intervals, err := parseRetentionGridIntervalsString("2x10m(keep=2) | 1x1h | 3x1w") assert.Nil(t, err) assert.Len(t, intervals, 6) proto := util.RetentionInterval{ KeepCount: 2, Length: 10 * time.Minute, } assert.EqualValues(t, proto, intervals[0]) assert.EqualValues(t, proto, intervals[1]) proto.KeepCount = 1 proto.Length = 1 * time.Hour assert.EqualValues(t, proto, intervals[2]) proto.Length = 7 * 24 * time.Hour assert.EqualValues(t, proto, intervals[3]) assert.EqualValues(t, proto, intervals[4]) assert.EqualValues(t, proto, intervals[5]) intervals, err = parseRetentionGridIntervalsString("|") assert.Error(t, err) intervals, err = parseRetentionGridIntervalsString("2x10m") assert.NoError(t, err) intervals, err = parseRetentionGridIntervalsString("1x10m(keep=all)") assert.NoError(t, err) assert.Len(t, intervals, 1) assert.EqualValues(t, util.RetentionGridKeepCountAll, intervals[0].KeepCount) } func TestDatasetMapFilter(t *testing.T) { expectMapping := func(m map[string]string, from, to string) { dmf, err := parseDatasetMapFilter(m, false) if err != nil { t.Logf("expect test map to be valid: %s", err) t.FailNow() } fromPath, err := zfs.NewDatasetPath(from) if err != nil { t.Logf("expect test from path to be valid: %s", err) t.FailNow() } res, err := dmf.Map(fromPath) if to == "" { assert.Nil(t, res) assert.Nil(t, err) t.Logf("%s => NOT MAPPED", fromPath.ToString()) return } assert.Nil(t, err) toPath, err := zfs.NewDatasetPath(to) if err != nil { t.Logf("expect test to path to be valid: %s", err) t.FailNow() } assert.True(t, res.Equal(toPath)) } expectFilter := func(m map[string]string, path string, pass bool) { dmf, err := parseDatasetMapFilter(m, true) if err != nil { t.Logf("expect test filter to be valid: %s", err) t.FailNow() } p, err := zfs.NewDatasetPath(path) if err != nil { t.Logf("expect test path to be valid: %s", err) t.FailNow() } res, err := dmf.Filter(p) assert.Nil(t, err) assert.Equal(t, pass, res) } map1 := map[string]string{ "a/b/c<": "root1", "a/b<": "root2", "<": "root3/b/c", "b": "!", "a/b/c/d/e<": "!", "q<": "root4/1/2", } expectMapping(map1, "a/b/c", "root1") expectMapping(map1, "a/b/c/d", "root1/d") expectMapping(map1, "a/b/c/d/e", "") expectMapping(map1, "a/b/e", "root2/e") expectMapping(map1, "a/b", "root2") expectMapping(map1, "x", "root3/b/c/x") expectMapping(map1, "x/y", "root3/b/c/x/y") expectMapping(map1, "q", "root4/1/2") expectMapping(map1, "b", "") expectMapping(map1, "q/r", "root4/1/2/r") map2 := map[string]string{ // identity mapping "<":"", } expectMapping(map2, "foo/bar", "foo/bar") map3 := map[string]string{ // subtree to local mapping, need that for Invert() "foo/bar<": "", } { m, _ := parseDatasetMapFilter(map3, false) p, _ := zfs.NewDatasetPath("foo/bar") tp, err := m.Map(p) assert.Nil(t, err) assert.True(t, tp.Empty()) expectMapping(map3, "foo/bar/x", "x") expectMapping(map3, "x", "") } filter1 := map[string]string{ "<": "!", "a<": "ok", "a/b<": "!", } expectFilter(filter1, "b", false) expectFilter(filter1, "a", true) expectFilter(filter1, "a/d", true) expectFilter(filter1, "a/b", false) expectFilter(filter1, "a/b/c", false) filter2 := map[string]string{} expectFilter(filter2, "foo", false) // default to omit } func TestDatasetMapFilter_AsFilter(t *testing.T) { mapspec := map[string]string{ "a/b/c<": "root1", "a/b<": "root2", "<": "root3/b/c", "b": "!", "a/b/c/d/e<": "!", "q<": "root4/1/2", } m, err := parseDatasetMapFilter(mapspec, false) assert.Nil(t, err) f := m.AsFilter() t.Logf("Mapping:\n%s\nFilter:\n%s", pretty.Sprint(m), pretty.Sprint(f)) tf := func(f zfs.DatasetFilter, path string, pass bool) { p, err := zfs.NewDatasetPath(path) assert.Nil(t, err) r, err := f.Filter(p) assert.Nil(t, err) assert.Equal(t, pass, r) } tf(f, "a/b/c", true) tf(f, "a/b", true) tf(f, "b", false) tf(f, "a/b/c/d/e", false) tf(f, "a/b/c/d/e/f", false) tf(f, "a", true) } func TestDatasetMapFilter_InvertedFilter(t *testing.T) { mapspec := map[string]string{ "a/b": "1/2", "a/b/c<": "3", "a/b/c/d<": "1/2/a", "a/b/d": "!", } m, err := parseDatasetMapFilter(mapspec, false) assert.Nil(t, err) inv, err := m.InvertedFilter() assert.Nil(t, err) t.Log(pretty.Sprint(inv)) expectMapping := func(m *DatasetMapFilter, ps string, expRes bool) { p, err := zfs.NewDatasetPath(ps) assert.Nil(t, err) r, err := m.Filter(p) assert.Nil(t, err) assert.Equal(t, expRes, r) } expectMapping(inv, "4", false) expectMapping(inv, "3", true) expectMapping(inv, "3/x", true) expectMapping(inv, "1", false) expectMapping(inv, "1/2", true) expectMapping(inv, "1/2/3", false) expectMapping(inv, "1/2/a/b", true) } func TestDatasetMapFilter_Invert(t *testing.T) { mapspec := map[string]string{ "<": "foo/bar", } m, err := parseDatasetMapFilter(mapspec, false) assert.NoError(t, err) inv, err := m.Invert() assert.NoError(t, err) expectMapping := func(m *DatasetMapFilter, input, expect string, expErr bool, expEmpty bool) { p, err := zfs.NewDatasetPath(input) assert.Nil(t, err) r, err := m.Map(p) if expErr { assert.Nil(t, r) assert.Error(t, err) return } if expEmpty { assert.Nil(t, err) assert.True(t, r.Empty()) } else if expect == "" { assert.Nil(t, r) assert.Nil(t, err) } else { assert.Nil(t, err) assert.NotNil(t, r) assert.Equal(t, expect, r.ToString()) } } expectMapping(inv, "x", "", false, false) expectMapping(inv, "foo/bar", "", false, true) expectMapping(inv, "foo/bar/bee", "bee", false, false) }