-
Notifications
You must be signed in to change notification settings - Fork 18
/
module_dicts.js
340 lines (339 loc) · 23.6 KB
/
module_dicts.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
var module_dicts = [{"name" : "ReadWikipedia",
"params" : [{"name" : "wiki_directory", "type" : "directory", "default" : "wiki"},
{"name": "pattern", "type" : "string", "default": "*"},
{"name" : "categories", "type" : "string", "default" : "*"},
{"name" : "out_file", "type" : "text", "out" : true},
{"name" : "titles_file", "type" : "text", "out" : true}],
"category" : "Wikipedia"},
{"name" : "WordRNN_Train",
"params" : [{"name" : "data", "in" : true, "type" : "text"},
{"name" : "history", "type" : "int", "default" : 35},
{"name" : "layers", "type" : "int", "default": 2},
{"name" : "hidden_nodes", "type" : "int", "default" : 512},
{"name" : "epochs", "type" : "int", "default" : 50},
{"name" : "learning_rate", "type" : "float", "default": 0.0001},
{"name" : "model", "type" : "model", "out" : true},
{"name" : "dictionary", "type" : "dictionary", "out" : true}],
"category" : "RNN"},
{"name" : "WordRNN_Run",
"params" : [{"name" : "model", "in" : true, "type" : "model"},
{"name" : "dictionary", "in" : true, "type" : "dictionary"},
{"name" : "seed", "in" : true, "type" : "text"},
{"name" : "steps", "type" : "int", "default" : "600"},
{"name" : "temperature", "type" : "float", "default" : "0.5"},
{"name" : "k", "type" : "int", "default" : "40"},
{"name" : "output", "out" : true, "type" : "text"}],
"category" : "RNN"},
{"name" : "MakeString",
"params" : [{"name" : "string", "type" : "string"},
{"name" : "output", "out" : true, "type" : "text"}],
"category" : "Input"},
{"name" : "RemoveEmptyLines",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "SplitSentences",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "ReplaceCharacters",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "find", "type" : "string"},
{"name" : "replace", "type" : "string"},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "ReadTextFile",
"params" : [{"name" : "file", "type" : "directory"},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "File"},
{"name" : "WriteTextFile",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "file", "type" : "directory"}],
"category" : "File"},
{"name" : "MakeLowercase",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "Wordify",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "RemoveTags",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "HTML"},
{"name" : "CleanText",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "SaveModel",
"params" : [{"name" : "model", "in" : true, "type" : "model"},
{"name" : "file", "type" : "directory"}],
"category" : "File"},
{"name" : "LoadModel",
"params" : [{"name" : "file", "type" : "directory"},
{"name" : "model", "out" : true, "type" : "model"}],
"category" : "File"},
{"name" : "SaveDictionary",
"params" : [{"name" : "dictionary", "in" : true, "type" : "dictionary"},
{"name" : "file", "type" : "directory"}],
"category" : "File"},
{"name" : "LoadDictionary",
"params" : [{"name" : "file", "type" : "directory"},
{"name" : "dictionary", "out" : true, "type" : "dictionary"}],
"category" : "File"},
{"name" : "SplitHTML",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "HTML"},
{"name" : "RandomSequence",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "length", "type" : "int", "default" : 100},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "ConcatenateTextFiles",
"params" : [{"name" : "input_1", "type" : "text", "in" : true},
{"name" : "input_2", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "RandomizeLines",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "KeepFirstLine",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "DeleteFirstLine",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "DeleteLastLine",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "KeepLineWhen",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "match", "type" : "string"},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "KeepLineUnless",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "match", "type" : "string"},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "Sort",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "Reverse",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "GPT2_FineTune",
"params" : [{"name" : "model_in", "type" : "model", "in" : true},
{"name" : "data", "type" : "text", "in" : true},
{"name" : "model_size", "type" : "string", "default" : "117M"},
{"name" : "steps", "type" : "int", "default" : 1000},
{"name" : "model_out", "type" : "model", "out" : true}],
"category" : "GPT2"},
{"name" : "GPT2_Run",
"params" : [{"name" : "model_in", "type" : "model", "in" : true},
{"name" : "prompt", "type" : "text", "in" : true},
{"name" : "model_size", "type" : "string", "default" : "117M"},
{"name" : "top_k", "type" : "int", "default" : 40},
{"name" : "temperature", "type" : "float", "default" : 1.0},
{"name" : "num_samples", "type" : "int", "default" : 1},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "GPT2"},
{"name" : "CharRNN_Train",
"params" : [{"name" : "data", "in" : true, "type" : "text"},
{"name" : "history", "type" : "int", "default" : 35},
{"name" : "layers", "type" : "int", "default": 2},
{"name" : "hidden_nodes", "type" : "int", "default" : 512},
{"name" : "epochs", "type" : "int", "default" : 50},
{"name" : "learning_rate", "type" : "float", "default": 0.0001},
{"name" : "model", "type" : "model", "out" : true},
{"name" : "dictionary", "type" : "dictionary", "out" : true}],
"category" : "RNN"},
{"name" : "CharRNN_Run",
"params" : [{"name" : "model", "in" : true, "type" : "model"},
{"name" : "dictionary", "in" : true, "type" : "dictionary"},
{"name" : "seed", "in" : true, "type" : "text"},
{"name" : "steps", "type" : "int", "default" : "600"},
{"name" : "temperature", "type" : "float", "default" : "0.5"},
{"name" : "output", "out" : true, "type" : "text"}],
"category" : "RNN"},
{"name" : "UserInput",
"params" : [{"name" : "prompt", "type" : "string", "default" : "prompt"},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Input"},
{"name" : "Regex_Search",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "expression", "type" : "string", "default" : "*"},
{"name" : "output", "type" : "text", "out" : true},
{"name" : "group_1", "type" : "text", "out" : true},
{"name" : "group_2", "type" : "text", "out" : true}],
"category" : "Regex"},
{"name" : "Regex_Sub",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "expression", "type" : "string", "default" : ""},
{"name" : "replacement", "type" : "string", "default" : ""},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Regex"},
{"name" : "PrintText",
"params" : [{"name" : "input", "type" : "text", "in" : true}],
"category" : "Utils"},
{"name": "ReadFromWeb",
"params" : [{"name" : "url", "type" : "string", "default" : ""},
{"name" : "data", "type" : "text", "out" : true}],
"category" : "Web"},
{"name" : "MakeCountFile",
"params" : [{"name" : "num", "type" : "int", "default" : "10"},
{"name" : "prefix", "type" : "string", "default" : ""},
{"name" : "postfix", "type" : "string", "default" : ""},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Utils"},
{"name" : "ReadAllFromWeb",
"params" : [{"name" : "urls", "type" : "text", "in" : true},
{"name" : "data", "type" : "text", "out" : true}],
"category" : "Web"},
{"name" : "RemoveDuplicates",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "StripLines",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "TextSubtract",
"params" : [{"name" : "main", "type" : "text", "in" : true},
{"name" : "subtract", "type" : "text", "in" : true},
{"name" : "diff", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "DuplicateText",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "count", "type" : "int", "default" : 1},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "Spellcheck",
"params" : [{"name" : "input", "type" : "text", "in" : true},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Text"},
{"name" : "WebCrawl",
"params" : [{"name" : "url", "type" : "string", "default" : ""},
{"name" : "link_id", "type" : "string", "default" : ""},
{"name" : "link_text", "type" : "string", "default" : ""},
{"name" : "max_hops", "type" : "int", "default" : "10"},
{"name" : "output", "type" : "text", "out" : true}],
"category" : "Web"},
{"name" : "ScrapePinterest",
"params" : [{"name" : "url", "type" : "string", "default" : ""},
{"name" : "username", "type" : "string", "default" : ""},
{"name" : "password", "type" : "string", "default" : ""},
{"name" : "target", "type" : "int", "default" : "100"},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "LoadImages",
"params" : [{"name" : "directory", "type" : "directory", "default" : ""},
{"name" : "images", "type" : "images", "out" : true}],
"category" : "File"},
{"name" : "SaveImages",
"params" : [{"name" : "images", "type" : "images", "in" : true},
{"name" : "directory", "type" : "directory", "default" : ""}],
"category" : "File"},
{"name" : "ResizeImages",
"params" : [{"name" : "input", "type" : "images", "in" : true},
{"name" : "size", "type" : "int", "default" : "256"},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "RemoveGrayscale",
"params" : [{"name" : "input", "type" : "images", "in" : true},
{"name" : "output", "type" : "images", "out" : true},
{"name" : "rejects", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "CropFaces",
"params" : [{"name" : "input", "type" : "images", "in" : true},
{"name" : "size", "type" : "int", "default" : "256"},
{"name" : "output", "type" : "images", "out" : true},
{"name" : "rejects", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "StyleGAN_FineTune",
"params" : [{"name" : "model_in", "type" : "model", "in" : true},
{"name" : "images", "type" : "images", "in" : true},
{"name" : "start_kimg", "type" : "int", "default" : "7000"},
{"name" : "max_kimg", "type" : "int", "default" : "25000"},
{"name" : "seed", "type" : "int", "default" : "1000"},
{"name" : "schedule", "type" : "string", "default" : ""},
{"name" : "model_out", "type" : "model", "out" : true},
{"name" : "animation", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "StyleGAN_Run",
"params" : [{"name" : "model", "type" : "model", "in" : true},
{"name" : "num", "type" : "int", "default" : "1"},
{"name" : "images", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "StyleGAN_Movie",
"params" : [{"name" : "model", "type" : "model", "in" : true},
{"name" : "length", "type" : "int", "default" : "10"},
{"name" : "interp", "type" : "int", "default" : "10"},
{"name" : "duration", "type" : "int", "default" : "10"},
{"name" : "movie", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "MakeMovie",
"params" : [{"name" : "images", "type" : "images", "in" : true},
{"name" : "duration", "type" : "int", "default" : "10"},
{"name" : "movie", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "Gridify",
"params" : [{"name" : "input", "type" : "images", "in" : true},
{"name" : "size", "type" : "int", "default" : "256"},
{"name" : "columns", "type" : "int", "default" : "4"},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "Degridify",
"params" : [{"name" : "input", "type" : "images", "in" : true},
{"name" : "columns", "type" : "int", "default" : "4"},
{"name" : "rows", "type" : "int", "default" : "4"},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "StyleTransfer",
"params" : [{"name" : "content_image", "type" : "images", "in" : true},
{"name" : "style_image", "type" : "images", "in" : true},
{"name" : "steps", "type" : "int", "default" : "1000"},
{"name" : "size", "type" : "int", "default" : "512"},
{"name" : "style_weight", "type" : "int", "default" : "1000000"},
{"name" : "content_weight", "type" : "int", "default" : "1"},
{"name" : "content_layers", "type" : "string", "default" : "4"},
{"name" : "style_layers", "type" : "string", "default" : "1, 2, 3, 4, 5"},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "JoinImageDirectories",
"params" : [{"name" : "dir1", "type" : "images", "in" : true},
{"name" : "dir2", "type" : "images", "in" : true},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "File"},
{"name" : "SquareCrop",
"params" : [{"name" : "input", "type" : "images", "in" : true},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"},
{"name" : "UnmakeMovie",
"params" : [{"name" : "movie", "type" : "images", "in" : true},
{"name" : "output", "type" : "images", "out" : true}],
"category" : "Images"}
];
/*
{"name" : "MakePredictionData", "params" : "data(in,text);x(out,text);y(out,text)", "tip" : "Prepare data for prediction--each line will try to predict the next line", "category" : "no"}, \
{"name" : "DCGAN_Train", "params" : "input_images(images,in);epochs(int=10);input_height(int=108);output_height(int=108);filetype(string=jpg);model(out,model);animation(out,image)", "tip" : "Train a generateive adversarial network to make images", "category" : "no"}, \
{"name" : "DCGAN_Run", "params" : "input_images(images,in);model(in,model);input_height(int=108);output_height(int=108);filetype(string=jpg);output_image(out,image)", "tip" : "Generate an image from a generative adversarial network", "category" : "no"}, \
{"name" : "ReadImages", "params" : "data_directory(directory);output_images(out,images)", "tip" : "Read in a directory of image files", "category" : "File"}, \
{"name" : "WriteImages", "params" : "input_images(in,images);output_directory(directory)", "tip" : "Save a group of images to a directory", "category" : "File"}, \
{"name" : "PickFromWikipedia", "params" : "wiki_directory(directory,tip=Directory where wikipedia files are stored);input(in,text);catgories(string=*,tip=What categories if any?);section_name(string,tip=What section to pull text from if any);output(out,text);break_sentences(bool=false,tip=Should text be broken into one sentence per line?)", "tip" : "Pull text from wikipedia for the articles specified (file with one title per line)", "category" : "Wikipedia"}, \
{"name" : "Repeat", "params" : "input(in,text);output(out,text);times(int)", "category" : "Do not use"}, \
{"name" : "StyleNet_Train", "params" : "style_image(in,image);test_image(in,image);epochs(int=2,tip=how long to run);model(out,model);animation(out,image)", "tip" : "Draw the target image in the style of the style image", "category" : "no"}, \
{"name" : "StyleNet_Run", "params" : "model(in,model);target_image(in,image,tip=Image to stylize);output_image(out,image)", "tip" : "Apply a style learned by a neural net to an image", "category" : "no"}, \
{"name" : "ReadImageFile", "params" : "file(string,tip=Name of image file to read in);output(out,image)", "tip" : "Read an image file in", "category" : "File"}, \
{"name" : "WriteImageFile", "params" : "input(in,image);file(string,tip=Name of image file to write to)", "tip" : "Write an image to file", "category" : "File"}, \
{"name" : "MakeEmptyText", "params" : "output(out,text)", "tip" : "Create an empty text file", "category" : "Utils"}, \
]';
*/