mirror of
https://github.com/zrepl/zrepl.git
synced 2025-01-08 23:39:04 +01:00
parent
13562b48ed
commit
91c4a97f72
165
cmd/prune.go
165
cmd/prune.go
@ -23,82 +23,115 @@ type PruneResult struct {
|
|||||||
Remove []zfs.FilesystemVersion
|
Remove []zfs.FilesystemVersion
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *Pruner) Run(ctx context.Context) (r []PruneResult, err error) {
|
func (p *Pruner) filterFilesystems() (filesystems []*zfs.DatasetPath, stop bool) {
|
||||||
|
p.task.Enter("filter_fs")
|
||||||
log := ctx.Value(contextKeyLog).(Logger)
|
defer p.task.Finish()
|
||||||
|
|
||||||
if p.DryRun {
|
|
||||||
log.Info("doing dry run")
|
|
||||||
}
|
|
||||||
|
|
||||||
filesystems, err := zfs.ZFSListMapping(p.DatasetFilter)
|
filesystems, err := zfs.ZFSListMapping(p.DatasetFilter)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.WithError(err).Error("error applying filesystem filter")
|
p.task.Log().WithError(err).Error("error applying filesystem filter")
|
||||||
return nil, err
|
return nil, true
|
||||||
}
|
}
|
||||||
if len(filesystems) <= 0 {
|
if len(filesystems) <= 0 {
|
||||||
log.Info("no filesystems matching filter")
|
p.task.Log().Info("no filesystems matching filter")
|
||||||
return nil, err
|
return nil, true
|
||||||
|
}
|
||||||
|
return filesystems, false
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Pruner) filterVersions(fs *zfs.DatasetPath) (fsversions []zfs.FilesystemVersion, stop bool) {
|
||||||
|
p.task.Enter("filter_versions")
|
||||||
|
defer p.task.Finish()
|
||||||
|
log := p.task.Log().WithField(logFSField, fs.ToString())
|
||||||
|
|
||||||
|
// only prune snapshots, bookmarks are kept forever
|
||||||
|
snapshotFilter := NewTypedPrefixFilter(p.SnapshotPrefix, zfs.Snapshot)
|
||||||
|
fsversions, err := zfs.ZFSListFilesystemVersions(fs, snapshotFilter)
|
||||||
|
if err != nil {
|
||||||
|
log.WithError(err).Error("error listing filesytem versions")
|
||||||
|
return nil, true
|
||||||
|
}
|
||||||
|
if len(fsversions) == 0 {
|
||||||
|
log.WithField("prefix", p.SnapshotPrefix).Info("no filesystem versions matching prefix")
|
||||||
|
return nil, true
|
||||||
|
}
|
||||||
|
return fsversions, false
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Pruner) pruneFilesystem(fs *zfs.DatasetPath) (r PruneResult, valid bool) {
|
||||||
|
p.task.Enter("prune_fs")
|
||||||
|
defer p.task.Finish()
|
||||||
|
log := p.task.Log().WithField(logFSField, fs.ToString())
|
||||||
|
|
||||||
|
fsversions, stop := p.filterVersions(fs)
|
||||||
|
if stop {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
p.task.Enter("prune_policy")
|
||||||
|
keep, remove, err := p.PrunePolicy.Prune(fs, fsversions)
|
||||||
|
p.task.Finish()
|
||||||
|
if err != nil {
|
||||||
|
log.WithError(err).Error("error evaluating prune policy")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
log.WithField("fsversions", fsversions).
|
||||||
|
WithField("keep", keep).
|
||||||
|
WithField("remove", remove).
|
||||||
|
Debug("prune policy debug dump")
|
||||||
|
|
||||||
|
r = PruneResult{fs, fsversions, keep, remove}
|
||||||
|
|
||||||
|
makeFields := func(v zfs.FilesystemVersion) (fields map[string]interface{}) {
|
||||||
|
fields = make(map[string]interface{})
|
||||||
|
fields["version"] = v.ToAbsPath(fs)
|
||||||
|
timeSince := v.Creation.Sub(p.Now)
|
||||||
|
fields["age_ns"] = timeSince
|
||||||
|
const day time.Duration = 24 * time.Hour
|
||||||
|
days := timeSince / day
|
||||||
|
remainder := timeSince % day
|
||||||
|
fields["age_str"] = fmt.Sprintf("%dd%s", days, remainder)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, v := range remove {
|
||||||
|
fields := makeFields(v)
|
||||||
|
log.WithFields(fields).Info("destroying version")
|
||||||
|
// echo what we'll do and exec zfs destroy if not dry run
|
||||||
|
// TODO special handling for EBUSY (zfs hold)
|
||||||
|
// TODO error handling for clones? just echo to cli, skip over, and exit with non-zero status code (we're idempotent)
|
||||||
|
if !p.DryRun {
|
||||||
|
p.task.Enter("destroy")
|
||||||
|
err := zfs.ZFSDestroyFilesystemVersion(fs, v)
|
||||||
|
p.task.Finish()
|
||||||
|
if err != nil {
|
||||||
|
log.WithFields(fields).WithError(err).Error("error destroying version")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return r, true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Pruner) Run(ctx context.Context) (r []PruneResult, err error) {
|
||||||
|
p.task.Enter("run")
|
||||||
|
defer p.task.Finish()
|
||||||
|
|
||||||
|
if p.DryRun {
|
||||||
|
p.task.Log().Info("doing dry run")
|
||||||
|
}
|
||||||
|
|
||||||
|
filesystems, stop := p.filterFilesystems()
|
||||||
|
if stop {
|
||||||
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
r = make([]PruneResult, 0, len(filesystems))
|
r = make([]PruneResult, 0, len(filesystems))
|
||||||
|
|
||||||
for _, fs := range filesystems {
|
for _, fs := range filesystems {
|
||||||
|
res, ok := p.pruneFilesystem(fs)
|
||||||
log := log.WithField(logFSField, fs.ToString())
|
if ok {
|
||||||
|
r = append(r, res)
|
||||||
// only prune snapshots, bookmarks are kept forever
|
|
||||||
snapshotFilter := NewTypedPrefixFilter(p.SnapshotPrefix, zfs.Snapshot)
|
|
||||||
fsversions, err := zfs.ZFSListFilesystemVersions(fs, snapshotFilter)
|
|
||||||
if err != nil {
|
|
||||||
log.WithError(err).Error("error listing filesytem versions")
|
|
||||||
continue
|
|
||||||
}
|
}
|
||||||
if len(fsversions) == 0 {
|
|
||||||
log.WithField("prefix", p.SnapshotPrefix).Info("no filesystem versions matching prefix")
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
|
|
||||||
keep, remove, err := p.PrunePolicy.Prune(fs, fsversions)
|
|
||||||
if err != nil {
|
|
||||||
log.WithError(err).Error("error evaluating prune policy")
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
|
|
||||||
log.WithField("fsversions", fsversions).
|
|
||||||
WithField("keep", keep).
|
|
||||||
WithField("remove", remove).
|
|
||||||
Debug("prune policy debug dump")
|
|
||||||
|
|
||||||
r = append(r, PruneResult{fs, fsversions, keep, remove})
|
|
||||||
|
|
||||||
makeFields := func(v zfs.FilesystemVersion) (fields map[string]interface{}) {
|
|
||||||
fields = make(map[string]interface{})
|
|
||||||
fields["version"] = v.ToAbsPath(fs)
|
|
||||||
timeSince := v.Creation.Sub(p.Now)
|
|
||||||
fields["age_ns"] = timeSince
|
|
||||||
const day time.Duration = 24 * time.Hour
|
|
||||||
days := timeSince / day
|
|
||||||
remainder := timeSince % day
|
|
||||||
fields["age_str"] = fmt.Sprintf("%dd%s", days, remainder)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, v := range remove {
|
|
||||||
fields := makeFields(v)
|
|
||||||
log.WithFields(fields).Info("destroying version")
|
|
||||||
// echo what we'll do and exec zfs destroy if not dry run
|
|
||||||
// TODO special handling for EBUSY (zfs hold)
|
|
||||||
// TODO error handling for clones? just echo to cli, skip over, and exit with non-zero status code (we're idempotent)
|
|
||||||
if !p.DryRun {
|
|
||||||
err := zfs.ZFSDestroyFilesystemVersion(fs, v)
|
|
||||||
if err != nil {
|
|
||||||
// handle
|
|
||||||
log.WithFields(fields).WithError(err).Error("error destroying version")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return
|
return
|
||||||
|
Loading…
Reference in New Issue
Block a user