8 #include "../lib/darray.h"
9 #include "../lib/colorize.h"
15 #include "dir_seperator.h"
17 #include "opticalflow.h"
20 static void print_help(const char *app);
21 static void print_test_help();
24 //#define SINGLE_K_TEST 2
33 static struct sequence *sequence = NULL;
35 /* load sequence list and return number of images in sequence */
36 static int load_sequence(int *start, int *next, char *first_filename)
38 const char *name = "sequence";
40 int i, j, keyframe_before_start, eof;
44 /* free previously used sequence */
50 /* get number of frames until next keyframe or end of squence */
51 fp = fopen(name, "r");
53 printf("failed to load sequence '%s'\n", name);
59 keyframe_before_start = 0;
60 while(fgets(buffer, sizeof(buffer), fp)) {
61 p = strchr(buffer + 1, '\"');
66 strcpy(first_filename, buffer + 1);
68 if ((*start) && j == (*start) - 1) {
69 if (strstr(p, "keyframe"))
70 keyframe_before_start = 1;
77 printf("counting %d\n", j);
81 /* skip start frame, since it is always a keyframe */
84 if (strstr(p, "keyframe")) {
91 /* end of file case */
100 #ifdef DEBUG_SEQUENCE
104 #ifdef DEBUG_SEQUENCE
105 puts("end of file at last frame");
110 /* we are done, because we already had the last sequence */
111 if (!keyframe_before_start) {
112 #ifdef DEBUG_SEQUENCE
113 puts("no keyframe before start");
118 #ifdef DEBUG_SEQUENCE
119 puts("keyframe before start");
121 /* we just have a single last frame */
123 (*next) = (*start) + 1;
125 /* if we have two keyframes side by side, we ignore it */
126 if (count == 2 && !eof) {
127 #ifdef DEBUG_SEQUENCE
130 /* only if the frame before start is not a keyframe
131 * and we are not the first sequence, because that would mean
132 * that the first frame is a single sequence */
133 if (!keyframe_before_start && (*start) > 0) {
134 #ifdef DEBUG_SEQUENCE
135 puts("no keyframe before start");
140 #ifdef DEBUG_SEQUENCE
141 puts("keyframe before start or first frame");
143 /* now the start frame has one keyframe before and one after */
145 (*next) = (*start) + 1;
147 (*next) = (*start) + count - 1;
150 /* alloc memory for sequence and fill with data */
151 sequence = (struct sequence *)malloc(sizeof(struct sequence) * count);
153 printf("no memory for sequence\n");
156 memset((struct sequence *)sequence, 0, sizeof(struct sequence) * count);
157 fp = fopen(name, "r");
159 printf("failed to load sequence '%s'\n", name);
164 while(fgets(buffer, sizeof(buffer), fp)) {
165 p = strchr(buffer + 1, '\"');
173 strcpy(sequence[i].filename, buffer + 1);
187 static int in_itr_num = 5, out_itr_num = 1, quick = 0, optical_flow = 1, bright_contrast = 1, alpha_change = 1;
188 int scale = 1, scalexyz = 999;
189 static char output_prefix[256] = "";
191 static enum test test = NO_TEST;
193 static int parse_test(const char *arg)
195 if (!strcmp(arg, "help")) {
200 if (!strcmp(arg, "flow-next"))
202 if (!strcmp(arg, "flow-prev"))
205 if (!strcmp(arg, "marked"))
207 if (!strcmp(arg, "mask"))
209 if (!strcmp(arg, "mask+color"))
211 if (!strcmp(arg, "bc-only"))
213 if (!strcmp(arg, "bc-image"))
215 if (!strcmp(arg, "alpha"))
217 if (!strcmp(arg, "no-alpha"))
219 if (!strcmp(arg, "removal-image"))
220 return REMOVAL_IMAGE;
225 static int handle_options(int argc, char **argv)
230 int option_index = 0, c;
231 static struct option long_options[] = {
233 {"depth", 1, 0, 'd'},
234 {"output-prefix", 1, 0, 'O'},
235 {"in-itr-num", 1, 0, 'i'},
236 {"out-itr-num", 1, 0, 'o'},
237 {"quick", 0, 0, 'q'},
238 {"zscale", 1, 0, 'z'},
239 {"brightness-contrast", 1, 0, 'b'},
240 {"optical-flow", 1, 0, 'f'},
241 {"scale", 1, 0, 's'},
246 c = getopt_long(argc, argv, "hd:O:i:o:qz:b:f:s:t:", long_options, &option_index);
256 save_depth = atoi(optarg);
260 strcpy(output_prefix, optarg);
264 in_itr_num = atoi(optarg);
268 out_itr_num = atoi(optarg);
276 scalexyz = atoi(optarg);
280 bright_contrast = atoi(optarg);
284 alpha_change = atoi(optarg);
288 optical_flow = atoi(optarg);
292 scale = atoi(optarg);
296 test = parse_test(optarg);
298 fprintf(stderr, "Invalid test '%s', use '--test help' to get a list of tests\n", optarg);
315 static void print_help(const char *app)
317 printf("Colorize version %s\n\n",
318 #include "../version.h"
320 printf("Usage: %s [options] <grey ppm image> <marked ppm image> <result ppm image> [<frames> <start>]\n", app);
321 printf(" Colorize grey image using marked image and save to result image.\n");
322 printf(" If frames and start frame is given, image names must include printf integer formatting (e.g. %%04d).\n");
323 printf("Usage: %s [options] <grey ppm image> marked <result ppm image>\n", app);
324 printf(" Colorize grey image using marked mask + palette and save to result image.\n");
325 printf("Usage: %s [options] sequence [list | <start with frame> [<stop with frame>]]\n", app);
326 printf(" Colorize movie sequence (generated by colorize gui) as found in the current directory.\n");
327 printf(" Use list to view sequence segments between keyframes.\n");
328 printf("\nOptions:\n");
329 printf(" -h --help This help\n");
330 printf(" -d --depth <bits> Save images with given color bit depth (default=%d)\n", save_depth);
331 printf(" -O --output-prefix <path>/<prefix> Store result image of a sequence using this prefix\n");
332 printf(" -i --in-itr-num <num> Alter inner iterations (weightening count) of colorization algorithm (default=%d)\n", in_itr_num);
333 printf(" -o --out-itr-num <num> Alter outer iterations (complete turns) of colorization algorithm (default=%d)\n", out_itr_num);
334 printf(" -q --quick Use quick render, but sufaces may be colorized incomplete\n");
335 printf(" -z --zscale <levels> How many grids (staring with the finest) should be scaled in z direction to generate the next coarse grid ");
337 printf("(default=%d)\n", scalexyz);
339 printf("(default=infinite)\n");
340 printf(" -b --brightness-contrast [0 | 1] Apply brightnes and contrast, if defined in palette by GUI (default=%d)\n", bright_contrast);
341 printf(" -a --alpha-change [0 | 1] Apply alpha channel change, if defined in palette by GUI (default=%d)\n", alpha_change);
343 printf(" -f --optical-flow [0 | 1] Apply optical flow, if defined by GUI (default=%d)\n", optical_flow);
345 printf(" -s --scale [1..n] Scale down by the given factor for quick and dirty previews (default=%d)\n", scale);
346 printf(" -t --test <test> Generate test images. Use 'help' for list of tests\n");
349 static void print_test_help()
351 printf(" -t --test <test> Generate test images...\n");
353 printf(" flow-next Optical flow plane to next image\n");
354 printf(" flow-prev Optical flow plane to previous image\n");
356 printf(" marked Only apply marked colors to grey image\n");
357 printf(" mask Show mask of marked areas\n");
358 printf(" mask+color Show mask of marked areas + color\n");
359 printf(" bc-only Only apply brightness+contrast, leave colors of grey image as is\n");
360 printf(" bc-image Show brightness+contrast change on grey image as uv components\n");
361 printf(" alpha Show the image with alpha channel only\n");
362 printf(" no-alpha Show the image without alpha channel, to see pixles that are made transparent\n");
363 printf(" removal-image Show the image with \"transparency removal layer\" only, but keep u and v\n");
370 int main(int argc, char *argv[])
372 darray_t *gI = NULL, *cI = NULL, *mI = NULL, *I = NULL;
373 darray_t *flow = NULL, *flow_i = NULL;
374 double *ptr_gI = NULL, *ptr_cI = NULL, *ptr_y = NULL, *ptr_u = NULL, *ptr_v = NULL, *ptr_a = NULL, *ptr_r = NULL, *ptr_b = NULL, *ptr_c = NULL, *ptr_m = NULL;
377 int w = 0, h = 0, load_w, load_h, k = 1, index = 0, z;
378 unsigned short *img = NULL;
379 unsigned char *mark_buffer = NULL;
382 const char* filename;
383 char first_filename[256];
384 int seq_offset = 0, seq_next = 0;
385 int features, change_bc, change_alpha;
386 char *feat_names[20];
389 skip_args = handle_options(argc, argv);
399 if (argc > 1 && !strcmp(argv[1], "sequence")) {
400 k = load_sequence(&seq_offset, &seq_next, first_filename);
403 printf("Got %d frames from sequence (frames %d..%d)\n", k, seq_offset, seq_offset + k - 1);
404 if (argc > 2 && (!strcmp(argv[2], "list") || atoi(argv[2]) > seq_offset)) {
405 seq_offset = seq_next;
408 } else if (argc <= 3) {
411 } else if (argc > 5) {
413 index = atoi(argv[5]);
419 if (k > SINGLE_K_TEST)
425 change_bc = change_alpha = 0;
426 for (z = 0; z < k; z++) {
428 filename = sequence[z].filename;
429 /* first_filename is set by load_sequence */
432 strcpy(first_filename, argv[1]);
435 // load flow settings
436 if (sequence && optical_flow)
439 load_settings(first_filename);
441 // load flow settings
442 if (sequence && optical_flow) {
443 if (flow_enable == 0 && (test == FLOW_NEXT || test == FLOW_PREV)) {
444 fprintf(stderr, "Cannot test optical flow, because it is not enabled by GUI.\n");
449 // load original image and convert their RGB components to double RGB array
450 img = load_img(&load_w, &load_h, filename, index + z);
452 fprintf(stderr, "Failed to load grey image '%s'\n", filename);
455 scale_img(img, load_w, load_h, scale);
460 if (load_w/scale != w || load_h/scale != h) {
461 fprintf(stderr, "Error: All input images must have equal dimenstions.\n");
464 // now we know the dimensions, so we can create input arrays
466 dims[0] = w; dims[1] = h; dims[2] = 3; dims[3] = k;
467 gI = darrayCreate(4, dims);
470 printf("failed to create grey image array\n");
474 dims[0] = w; dims[1] = h; dims[2] = 3; dims[3] = k;
475 cI = darrayCreate(4, dims);
478 printf("failed to create marked image array\n");
481 img2array_short(img, w, h, darrayGetPr(gI) + w*h*3*z, w, h);
484 if (sequence || !strcmp(argv[2], "marked")) {
487 // load marked mask and convert their RGB components to double YUV array
488 memcpy(darrayGetPr(cI) + w*h*3*z, darrayGetPr(gI) + w*h*3*z, w*h*3 * sizeof(double));
489 /* add extra memory for unscaled data to prevent buffer overflow */
491 mark_buffer = (unsigned char *)malloc(w*h*k + load_w*load_h);
493 printf("no memory for mark buffer\n");
496 if (load_palette(first_filename)) {
497 printf("failed to load palette for file: '%s'\n", filename);
500 sprintf(name, filename, index + z);
501 /* always load full unscaled image, then scale down */
502 if (load_marked(mark_buffer + w*h*z, load_w, load_h, name) == 0) {
503 scale_mark(mark_buffer + w*h*z, load_w, load_h, scale);
504 ptr_cI = darrayGetPr(cI) + w*h*3*z;
505 for (y = 0; y < h; y++) {
506 for (x = 0; x < w; x++) {
507 /* do not apply mask on index 0 */
508 c = mark_buffer[y*w+x + w*h*z];
511 /* check for any brightness/contrast change */
512 if (bright_contrast && (mark_palette[c-1].bright != 0 || mark_palette[c-1].contrast != 1))
514 /* check for any alpha change */
515 if (alpha_change && mark_palette[c-1].alpha < 1)
517 /* do not apply white pixles, this meas: keep original color */
518 if (mark_palette[c-1].r == 255 && mark_palette[c-1].g == 255 && mark_palette[c-1].b == 255)
520 ptr_cI[y*w+x] = mark_palette[c-1].r / 255.0F;
521 ptr_cI[y*w+x + w*h] = mark_palette[c-1].g / 255.0F;
522 ptr_cI[y*w+x + w*h*2] = mark_palette[c-1].b / 255.0F;
526 memset(mark_buffer + w*h*z, 0, w*h);
528 // load marked image and convert their RGB components to double YUV array
529 img = load_img(&load_w, &load_h, argv[2], index + z);
531 scale_img(img, load_w, load_h, scale);
532 if (load_w/scale != w || load_h/scale != h) {
533 fprintf(stderr, "Error: All input images must have equal dimenstions.\n");
536 img2array_short(img, w, h, darrayGetPr(cI) + w*h*3*z, w, h);
539 fprintf(stderr, "Failed to load marked image, omitting...\n");
540 memcpy(darrayGetPr(cI) + w*h*3*z, darrayGetPr(gI) + w*h*3*z, w*h*3 * sizeof(double));
545 rc = alloc_I_arrays(&I, &mI, w, h, k, &features, feat_names, change_alpha, change_bc);
549 for (z = 0; z < k; z++) {
550 set_I_ptr(I, mI, w, h, z, features, change_alpha, change_bc, &ptr_y, &ptr_u, &ptr_v, &ptr_a, &ptr_r, &ptr_b, &ptr_c, &ptr_m);
551 ptr_gI = darrayGetPr(gI) + w*h*3*z;
552 ptr_cI = darrayGetPr(cI) + w*h*3*z;
554 // convert original image into YUV
555 rgb2yuv(ptr_gI, ptr_gI, w, h);
556 // convert maked image into YUV
557 rgb2yuv(ptr_cI, ptr_cI, w, h);
559 if (sequence || !strcmp(argv[2], "marked")) {
561 // use marked mask to fill markIm
562 for (y = 0; y < h; y++) {
563 for (x = 0; x < w; x++) {
564 /* do not apply mask on index 0 */
565 c = mark_buffer[y*w+x + w*h*z];
573 // fill color image with marked pixles
574 // - calculate the difference between two images (original image - color image)
575 // - convert into absolute (positive values)
576 // - sum all components to get grey image
577 // - apply threshold (pixle is 1F, if the absolute difference is > 0.01F)
578 // original code: markIm=(sum(abs(gI-cI),3)>0.01); (according to developers of the algorithm)
579 for (i = 0, ii = w * h; i < ii; i++) {
581 sum = ptr_gI[i] - ptr_cI[i];
586 sum = ptr_gI[i + ii] - ptr_cI[i + ii];
591 sum = ptr_gI[i + ii + ii] - ptr_cI[i + ii + ii];
603 prepare_arrays(w, h, change_alpha, change_bc, mark_buffer+w*h*z, ptr_gI, ptr_cI, ptr_y, ptr_u, ptr_v, ptr_a, ptr_r, ptr_b, ptr_c, ptr_m, test);
607 if (k > 1 && flow_enable) {
608 /* create flow vectors */
609 dims[0] = w; dims[1] = h; dims[2] = k - 1; dims[3] = 2;
610 flow = darrayCreate(4, dims);
612 printf("failed to create array\n");
615 flow_i = darrayCreate(4, dims);
617 printf("failed to create array\n");
620 printf("Calculating optical flow for %d frames: window=%d\n", k, flow_window/scale);
622 printf("Note: Optical flow is not activated!\n");
623 for (z = 0; z < k-1; z++) {
625 create_flow_maps(NULL, darrayGetPr(gI) + w*h*3*(z+1), darrayGetPr(gI) + w*h*3*z, w, h, flow_window/scale, 0, NULL, NULL, darrayGetPr(flow) + w*h*z, darrayGetPr(flow) + w*h*z + w*h*(k-1), NULL);
627 create_flow_maps(darrayGetPr(gI) + w*h*3*z, NULL, darrayGetPr(gI) + w*h*3*(z+1), w, h, flow_window/scale, 0, darrayGetPr(flow_i) + w*h*z, darrayGetPr(flow_i) + w*h*z + w*h*(k-1), NULL, NULL, NULL);
631 printf("Note: Optical flow is not compiled in!\n");
639 if (test != FLOW_NEXT && test != FLOW_PREV && test != MARKED && test != MASK && test != MASK_COLOR && test != BC_ONLY && test != BC_IMAGE) {
640 printf("Colorizing %d frames, please wait...\n", k);
641 rc = colorize(I, mI, flow, flow_i, in_itr_num, out_itr_num, quick, scalexyz, feat_names, NULL);
644 printf("No memory! Use smaller frames or less frames between key frames or add more memory.");
646 printf("No memory! Use smaller image or add more memory.");
651 for (z = 0; z < k; z++) {
652 set_I_ptr(I, mI, w, h, z, features, change_alpha, change_bc, &ptr_y, &ptr_u, &ptr_v, &ptr_a, &ptr_r, &ptr_b, &ptr_c, &ptr_m);
653 postpare_arrays(w, h, change_alpha, change_bc, ptr_y, ptr_u, ptr_v, ptr_a, ptr_r, ptr_b, ptr_c, ptr_m, test);
656 if (test == FLOW_NEXT || test == FLOW_PREV) {
657 double *ptr_f1 = NULL, *ptr_f2 = NULL;
658 /* apply flow planes to result image as u and y vector */
659 if (test == FLOW_NEXT) {
661 ptr_f1 = darrayGetPr(flow) + w*h*z;
662 ptr_f2 = darrayGetPr(flow) + w*h*z*(k-1);
666 ptr_f1 = darrayGetPr(flow_i) + w*h*z;
667 ptr_f2 = darrayGetPr(flow_i) + w*h*z*(k-1);
670 if (ptr_f1 && ptr_f1) {
671 for (y = 0; y < h; y++) {
672 for (x = 0; x < w; x++) {
675 ptr_u[w*y+x] = ptr_f1[w * y + x] / 50;
676 ptr_v[w*y+x] = ptr_f2[w * y + x] / 50;
687 // save result YUV array to image with RGB components
688 yuv2rgb(ptr_y, ptr_y, w, h);
690 static char name[256], *p, *q;
691 p = sequence[z].filename;
692 while((q = strchr(p, DIR_SEPERATOR)))
694 if (output_prefix[0] == '\0') {
695 strcpy(name, sequence[z].filename);
696 name[p - sequence[z].filename] = '\0';
697 strcat(name, "colorized_");
699 strcpy(name, output_prefix);
705 /* don't save alpha on these tests */
706 if (test == ALPHA || test == REMOVAL_IMAGE || test == NO_ALPHA)
707 save_img_array(ptr_y, w, h, 0, filename, index + z);
709 save_img_array(ptr_y, w, h, change_alpha, filename, index + z);
713 printf("Elapsed time: %d minutes, %d seconds\n", (int)(end-start)/60, (int)(end-start)%60);
722 darrayDestroy(flow_i);
734 /* if end frame is not given or if not reached */
735 if (argc <= 3 || atoi(argv[3]) > seq_offset + k) {
736 seq_offset = seq_offset + k - 1;