/usr/share/gocode/src/github.com/influxdata/influxdb/cmd/influx_inspect/export.go is in golang-github-influxdb-influxdb-dev 1.0.2+dfsg1-1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 | package main
import (
"compress/gzip"
"fmt"
"io"
"log"
"os"
"path/filepath"
"strings"
"github.com/influxdata/influxdb/models"
"github.com/influxdata/influxdb/tsdb/engine/tsm1"
)
type cmdExport struct {
path string
out string
db string
retentionPolicy string
compress bool
ext string
files map[string][]string
}
func newCmdExport(path, out, db, retentionPolicy string, compress bool) *cmdExport {
return &cmdExport{
path: filepath.Join(path, "data"),
out: out,
db: db,
compress: compress,
ext: fmt.Sprintf(".%s", tsm1.TSMFileExtension),
retentionPolicy: retentionPolicy,
files: make(map[string][]string),
}
}
func (c *cmdExport) validate() error {
// validate args
if c.retentionPolicy != "" && c.db == "" {
return fmt.Errorf("must specify a db")
}
return nil
}
func (c *cmdExport) run() error {
if err := c.validate(); err != nil {
return err
}
return c.export()
}
func (c *cmdExport) export() error {
if err := c.walkFiles(); err != nil {
return err
}
return c.writeFiles()
}
func (c *cmdExport) walkFiles() error {
err := filepath.Walk(c.path, func(path string, f os.FileInfo, err error) error {
if err != nil {
return err
}
if filepath.Ext(path) == c.ext {
//files = append(files, path)
relPath, _ := filepath.Rel(c.path, path)
dirs := strings.Split(relPath, string(byte(os.PathSeparator)))
if dirs[0] == c.db || c.db == "" {
if dirs[1] == c.retentionPolicy || c.retentionPolicy == "" {
key := filepath.Join(dirs[0], dirs[1])
files := c.files[key]
if files == nil {
files = []string{}
}
c.files[key] = append(files, path)
}
}
}
return nil
})
if err != nil {
log.Fatal(err)
}
return nil
}
func (c *cmdExport) writeFiles() error {
// open our output file and create an output buffer
var w io.WriteCloser
w, err := os.Create(c.out)
if err != nil {
return err
}
defer w.Close()
if c.compress {
w = gzip.NewWriter(w)
defer w.Close()
}
// Write out all the DDL
fmt.Fprintln(w, "# DDL")
for key, _ := range c.files {
keys := strings.Split(key, string(byte(os.PathSeparator)))
fmt.Fprintf(w, "CREATE DATABASE %s\n", keys[0])
fmt.Fprintf(w, "CREATE RETENTION POLICY %s ON %s DURATION inf REPLICATION 1\n", keys[1], keys[0])
}
fmt.Fprintln(w, "# DML")
for key, files := range c.files {
keys := strings.Split(key, string(byte(os.PathSeparator)))
fmt.Fprintf(w, "# CONTEXT-DATABASE:%s\n", keys[0])
fmt.Fprintf(w, "# CONTEXT-RETENTION-POLICY:%s\n", keys[1])
for _, f := range files {
// use an anonymous function here to close the files in the defers and not let them
// accumulate in the loop
if err := func(f string) error {
file, err := os.OpenFile(f, os.O_RDONLY, 0600)
if err != nil {
return fmt.Errorf("%v", err)
}
defer file.Close()
reader, err := tsm1.NewTSMReader(file)
if err != nil {
log.Printf("unable to read %s, skipping\n", f)
return nil
}
defer reader.Close()
for i := 0; i < reader.KeyCount(); i++ {
var pairs string
key, typ := reader.KeyAt(i)
values, _ := reader.ReadAll(key)
measurement, field := tsm1.SeriesAndFieldFromCompositeKey(key)
for _, value := range values {
switch typ {
case tsm1.BlockFloat64:
pairs = field + "=" + fmt.Sprintf("%v", value.Value())
case tsm1.BlockInteger:
pairs = field + "=" + fmt.Sprintf("%vi", value.Value())
case tsm1.BlockBoolean:
pairs = field + "=" + fmt.Sprintf("%v", value.Value())
case tsm1.BlockString:
pairs = field + "=" + fmt.Sprintf("%q", models.EscapeStringField(fmt.Sprintf("%s", value.Value())))
default:
pairs = field + "=" + fmt.Sprintf("%v", value.Value())
}
fmt.Fprintln(w, measurement, pairs, value.UnixNano())
}
}
return nil
}(f); err != nil {
return err
}
}
_ = key
}
return nil
}
|