1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
|
// Debby is a command line tool that links your dolt database to visidata
package main
import (
"bufio"
"fmt"
"os"
"os/exec"
"strings"
)
func main() {
var choice string = "version"
var table string
var query string
var args []string
var noninteractive bool
var err error
if len(os.Args) > 1 {
noninteractive = true
choice = os.Args[1]
switch choice {
case "create": // Create table
table = os.Args[2]
case "edit": // Import table
table = os.Args[2]
case "run": // Run query
query = strings.Join(os.Args[2:], " ")
case "help": // Print help
str := `debby is a command line tool that links your dolt database to visidata
Usage:
debby [command] [arguments]
The commands are:
edit Import table
run Run query
help Print help
Runnning debby without any arguments will start debby in interactive mode.
Running debby with any other arguments will run it as a dolt command.`
fmt.Println(str)
return
default: // Run dolt command
choice = ""
args = os.Args[1:]
}
}
// Menu loop. 1. Run query 2. Edit a table 3. Execute Dolt command 4. Exit
for {
tables := ReadTableNames()
// Execute choice
switch choice {
case "create": // Create table
err = CreateTable(table)
if err != nil {
fmt.Println(err)
}
case "run":
// Table name will be empty. Run query
err = RunSQL(query, "")
if err != nil {
fmt.Println(err)
}
case "edit":
// Run query
err = RunSQL("select * from "+table+";", table)
if err != nil {
fmt.Println(err)
}
case "":
// Execute command
ExecuteDoltCommand(args...)
case "exit", "quit":
// Exit
return
}
// If noninteractive, exit
if noninteractive {
return
}
// List tables sequentially
fmt.Println()
fmt.Println("Tables: ", strings.Join(tables, ", "))
fmt.Println()
fmt.Println("[run] a query, [create] or [edit] a table, run any dolt command, or [exit]")
fmt.Print("> ")
// Read user input
choicestr := Readline()
choices := strings.Split(choicestr, " ")
choice = choices[0]
switch choice {
case "create", "run", "edit", "exit", "quit":
query = strings.Join(choices[1:], " ")
if len(choices) > 1 {
table = choices[1]
}
default:
choice = ""
}
args = choices
}
}
func Readline() string {
// Read a line from stdin
reader := bufio.NewReader(os.Stdin)
text, _ := reader.ReadString('\n')
return text[:len(text)-1]
}
func ExecuteDoltCommand(args ...string) {
cmd := exec.Command("dolt", args...)
cmd.Stdout = os.Stdout
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
cmd.Run()
}
func SaveToTable(table, file string) error {
// Run dolt table import -r table file
cmd := exec.Command("dolt", "table", "import", "-r", table, file)
cmd.Stdout = os.Stdout
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
return cmd.Run()
}
func CreateTable(table string) error {
// Create a temporary CSV file
file, err := os.CreateTemp("", "debby-*.csv")
if err != nil {
return err
}
defer os.Remove(file.Name())
// Create a temporary SQL file for the schema of the table
schemafile, err := os.CreateTemp("", "debby-*.sql")
if err != nil {
return err
}
defer os.Remove(schemafile.Name())
// Create dummy contents in the CSV file
_, err = file.WriteString("a\n1\n")
if err != nil {
return err
}
// Open the CSV file in visidata
err = OpenVisidata(file.Name())
if err != nil {
return err
}
// Run dolt schema import -c --pks id table CSVfile --dry-run > schemafile
cmd := exec.Command("dolt", "schema", "import", "-c", "--pks", "id", table, file.Name(), "--dry-run")
cmd.Stdout = schemafile
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
err = cmd.Run()
if err != nil {
return err
}
// Open the SQL file in the default editor, fall back to vim if not set
editor := os.Getenv("EDITOR")
if editor == "" {
editor = "vim"
}
cmd = exec.Command(editor, schemafile.Name())
cmd.Stdout = os.Stdout
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
err = cmd.Run()
if err != nil {
return err
}
// Run the SQL file to create the table
cmd = exec.Command("dolt", "sql", "-f", schemafile.Name())
cmd.Stdout = os.Stdout
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
err = cmd.Run()
if err != nil {
return err
}
// Do the normal replacing import
err = SaveToTable(table, file.Name())
if err != nil {
return err
}
return nil
}
func ReadTableNames() []string {
// Run dolt ls, ignore the first line and strip spaces for each following line
cmd := exec.Command("dolt", "ls")
cmd.Stderr = os.Stderr
out, err := cmd.Output()
if err != nil {
return []string{}
}
lines := strings.Split(string(out), "\n")
tables := []string{}
for i, line := range lines {
line = strings.TrimSpace(line)
if i == 0 || line == "" {
continue
}
tables = append(tables, line)
}
return tables
}
func RunSQL(query, table string) error {
// Create a temporary file to open in visidata
f, err := os.CreateTemp("", "debby-*.csv")
if err != nil {
return err
}
defer os.Remove(f.Name())
// Run the query and write the output to the file
cmd := exec.Command("dolt", "sql", "-q", query, "-r", "csv")
cmd.Stdout = f
err = cmd.Run()
if err != nil {
return err
}
// Open the file in visidata
err = OpenVisidata(f.Name(), "-f", "csv")
if err != nil {
return err
}
// If table is not empty, save the file to the table
if table != "" {
fmt.Println("Saving to table...")
err = SaveToTable(table, f.Name())
if err != nil {
return err
}
}
// Read the file back into memory
return nil
}
func OpenVisidata(args ...string) error {
cmd := exec.Command("visidata", args...)
cmd.Stdout = os.Stdout
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
return cmd.Run()
}
|