summaryrefslogtreecommitdiff
path: root/libavfilter/vf_datascope.c
diff options
context:
space:
mode:
Diffstat (limited to 'libavfilter/vf_datascope.c')
-rw-r--r--libavfilter/vf_datascope.c1054
1 files changed, 1054 insertions, 0 deletions
diff --git a/libavfilter/vf_datascope.c b/libavfilter/vf_datascope.c
new file mode 100644
index 0000000000..467663556e
--- /dev/null
+++ b/libavfilter/vf_datascope.c
@@ -0,0 +1,1054 @@
+/*
+ * Copyright (c) 2016 Paul B Mahol
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "libavutil/avassert.h"
+#include "libavutil/intreadwrite.h"
+#include "libavutil/opt.h"
+#include "libavutil/parseutils.h"
+#include "libavutil/pixdesc.h"
+#include "libavutil/xga_font_data.h"
+#include "avfilter.h"
+#include "drawutils.h"
+#include "formats.h"
+#include "internal.h"
+#include "video.h"
+
+typedef struct DatascopeContext {
+ const AVClass *class;
+ int ow, oh;
+ int x, y;
+ int mode;
+ int axis;
+ float opacity;
+
+ int nb_planes;
+ int nb_comps;
+ int chars;
+ FFDrawContext draw;
+ FFDrawColor yellow;
+ FFDrawColor white;
+ FFDrawColor black;
+ FFDrawColor gray;
+
+ void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
+ void (*reverse_color)(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse);
+ int (*filter)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
+} DatascopeContext;
+
+#define OFFSET(x) offsetof(DatascopeContext, x)
+#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
+
+static const AVOption datascope_options[] = {
+ { "size", "set output size", OFFSET(ow), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, FLAGS },
+ { "s", "set output size", OFFSET(ow), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, FLAGS },
+ { "x", "set x offset", OFFSET(x), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
+ { "y", "set y offset", OFFSET(y), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
+ { "mode", "set scope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, FLAGS, "mode" },
+ { "mono", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "mode" },
+ { "color", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "mode" },
+ { "color2", NULL, 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "mode" },
+ { "axis", "draw column/row numbers", OFFSET(axis), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
+ { "opacity", "set background opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=0.75}, 0, 1, FLAGS },
+ { NULL }
+};
+
+AVFILTER_DEFINE_CLASS(datascope);
+
+static int query_formats(AVFilterContext *ctx)
+{
+ return ff_set_common_formats(ctx, ff_draw_supported_pixel_formats(0));
+}
+
+static void draw_text(FFDrawContext *draw, AVFrame *frame, FFDrawColor *color,
+ int x0, int y0, const uint8_t *text, int vertical)
+{
+ int x = x0;
+
+ for (; *text; text++) {
+ if (*text == '\n') {
+ x = x0;
+ y0 += 8;
+ continue;
+ }
+ ff_blend_mask(draw, color, frame->data, frame->linesize,
+ frame->width, frame->height,
+ avpriv_cga_font + *text * 8, 1, 8, 8, 0, 0, x, y0);
+ if (vertical) {
+ x = x0;
+ y0 += 8;
+ } else {
+ x += 8;
+ }
+ }
+}
+
+static void pick_color8(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value)
+{
+ int p, i;
+
+ color->rgba[3] = 255;
+ for (p = 0; p < draw->nb_planes; p++) {
+ if (draw->nb_planes == 1) {
+ for (i = 0; i < 4; i++) {
+ value[i] = in->data[0][y * in->linesize[0] + x * draw->pixelstep[0] + i];
+ color->comp[0].u8[i] = value[i];
+ }
+ } else {
+ value[p] = in->data[p][(y >> draw->vsub[p]) * in->linesize[p] + (x >> draw->hsub[p])];
+ color->comp[p].u8[0] = value[p];
+ }
+ }
+}
+
+static void pick_color16(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value)
+{
+ int p, i;
+
+ color->rgba[3] = 255;
+ for (p = 0; p < draw->nb_planes; p++) {
+ if (draw->nb_planes == 1) {
+ for (i = 0; i < 4; i++) {
+ value[i] = AV_RL16(in->data[0] + y * in->linesize[0] + x * draw->pixelstep[0] + i * 2);
+ color->comp[0].u16[i] = value[i];
+ }
+ } else {
+ value[p] = AV_RL16(in->data[p] + (y >> draw->vsub[p]) * in->linesize[p] + (x >> draw->hsub[p]) * 2);
+ color->comp[p].u16[0] = value[p];
+ }
+ }
+}
+
+static void reverse_color8(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse)
+{
+ int p;
+
+ reverse->rgba[3] = 255;
+ for (p = 0; p < draw->nb_planes; p++) {
+ reverse->comp[p].u8[0] = color->comp[p].u8[0] > 127 ? 0 : 255;
+ reverse->comp[p].u8[1] = color->comp[p].u8[1] > 127 ? 0 : 255;
+ reverse->comp[p].u8[2] = color->comp[p].u8[2] > 127 ? 0 : 255;
+ }
+}
+
+static void reverse_color16(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse)
+{
+ int p;
+
+ reverse->rgba[3] = 255;
+ for (p = 0; p < draw->nb_planes; p++) {
+ const unsigned max = (1 << draw->desc->comp[p].depth) - 1;
+ const unsigned mid = (max + 1) / 2;
+
+ reverse->comp[p].u16[0] = color->comp[p].u16[0] > mid ? 0 : max;
+ reverse->comp[p].u16[1] = color->comp[p].u16[1] > mid ? 0 : max;
+ reverse->comp[p].u16[2] = color->comp[p].u16[2] > mid ? 0 : max;
+ }
+}
+
+typedef struct ThreadData {
+ AVFrame *in, *out;
+ int xoff, yoff;
+} ThreadData;
+
+static int filter_color2(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
+{
+ DatascopeContext *s = ctx->priv;
+ AVFilterLink *outlink = ctx->outputs[0];
+ AVFilterLink *inlink = ctx->inputs[0];
+ ThreadData *td = arg;
+ AVFrame *in = td->in;
+ AVFrame *out = td->out;
+ const int xoff = td->xoff;
+ const int yoff = td->yoff;
+ const int P = FFMAX(s->nb_planes, s->nb_comps);
+ const int C = s->chars;
+ const int W = (outlink->w - xoff) / (C * 10);
+ const int H = (outlink->h - yoff) / (P * 12);
+ const char *format[2] = {"%02X\n", "%04X\n"};
+ const int slice_start = (W * jobnr) / nb_jobs;
+ const int slice_end = (W * (jobnr+1)) / nb_jobs;
+ int x, y, p;
+
+ for (y = 0; y < H && (y + s->y < inlink->h); y++) {
+ for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
+ FFDrawColor color = { { 0 } };
+ FFDrawColor reverse = { { 0 } };
+ int value[4] = { 0 };
+
+ s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
+ s->reverse_color(&s->draw, &color, &reverse);
+ ff_fill_rectangle(&s->draw, &color, out->data, out->linesize,
+ xoff + x * C * 10, yoff + y * P * 12, C * 10, P * 12);
+
+ for (p = 0; p < P; p++) {
+ char text[256];
+
+ snprintf(text, sizeof(text), format[C>>2], value[p]);
+ draw_text(&s->draw, out, &reverse, xoff + x * C * 10 + 2, yoff + y * P * 12 + p * 10 + 2, text, 0);
+ }
+ }
+ }
+
+ return 0;
+}
+
+static int filter_color(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
+{
+ DatascopeContext *s = ctx->priv;
+ AVFilterLink *outlink = ctx->outputs[0];
+ AVFilterLink *inlink = ctx->inputs[0];
+ ThreadData *td = arg;
+ AVFrame *in = td->in;
+ AVFrame *out = td->out;
+ const int xoff = td->xoff;
+ const int yoff = td->yoff;
+ const int P = FFMAX(s->nb_planes, s->nb_comps);
+ const int C = s->chars;
+ const int W = (outlink->w - xoff) / (C * 10);
+ const int H = (outlink->h - yoff) / (P * 12);
+ const char *format[2] = {"%02X\n", "%04X\n"};
+ const int slice_start = (W * jobnr) / nb_jobs;
+ const int slice_end = (W * (jobnr+1)) / nb_jobs;
+ int x, y, p;
+
+ for (y = 0; y < H && (y + s->y < inlink->h); y++) {
+ for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
+ FFDrawColor color = { { 0 } };
+ int value[4] = { 0 };
+
+ s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
+
+ for (p = 0; p < P; p++) {
+ char text[256];
+
+ snprintf(text, sizeof(text), format[C>>2], value[p]);
+ draw_text(&s->draw, out, &color, xoff + x * C * 10 + 2, yoff + y * P * 12 + p * 10 + 2, text, 0);
+ }
+ }
+ }
+
+ return 0;
+}
+
+static int filter_mono(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
+{
+ DatascopeContext *s = ctx->priv;
+ AVFilterLink *outlink = ctx->outputs[0];
+ AVFilterLink *inlink = ctx->inputs[0];
+ ThreadData *td = arg;
+ AVFrame *in = td->in;
+ AVFrame *out = td->out;
+ const int xoff = td->xoff;
+ const int yoff = td->yoff;
+ const int P = FFMAX(s->nb_planes, s->nb_comps);
+ const int C = s->chars;
+ const int W = (outlink->w - xoff) / (C * 10);
+ const int H = (outlink->h - yoff) / (P * 12);
+ const char *format[2] = {"%02X\n", "%04X\n"};
+ const int slice_start = (W * jobnr) / nb_jobs;
+ const int slice_end = (W * (jobnr+1)) / nb_jobs;
+ int x, y, p;
+
+ for (y = 0; y < H && (y + s->y < inlink->h); y++) {
+ for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
+ FFDrawColor color = { { 0 } };
+ int value[4] = { 0 };
+
+ s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
+ for (p = 0; p < P; p++) {
+ char text[256];
+
+ snprintf(text, sizeof(text), format[C>>2], value[p]);
+ draw_text(&s->draw, out, &s->white, xoff + x * C * 10 + 2, yoff + y * P * 12 + p * 10 + 2, text, 0);
+ }
+ }
+ }
+
+ return 0;
+}
+
+static int filter_frame(AVFilterLink *inlink, AVFrame *in)
+{
+ AVFilterContext *ctx = inlink->dst;
+ DatascopeContext *s = ctx->priv;
+ AVFilterLink *outlink = ctx->outputs[0];
+ ThreadData td = { 0 };
+ int ymaxlen = 0;
+ int xmaxlen = 0;
+ AVFrame *out;
+
+ out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
+ if (!out) {
+ av_frame_free(&in);
+ return AVERROR(ENOMEM);
+ }
+ out->pts = in->pts;
+
+ ff_fill_rectangle(&s->draw, &s->black, out->data, out->linesize,
+ 0, 0, outlink->w, outlink->h);
+
+ if (s->axis) {
+ const int P = FFMAX(s->nb_planes, s->nb_comps);
+ const int C = s->chars;
+ int Y = outlink->h / (P * 12);
+ int X = outlink->w / (C * 10);
+ char text[256] = { 0 };
+ int x, y;
+
+ snprintf(text, sizeof(text), "%d", s->y + Y);
+ ymaxlen = strlen(text);
+ ymaxlen *= 10;
+ snprintf(text, sizeof(text), "%d", s->x + X);
+ xmaxlen = strlen(text);
+ xmaxlen *= 10;
+
+ Y = (outlink->h - xmaxlen) / (P * 12);
+ X = (outlink->w - ymaxlen) / (C * 10);
+
+ for (y = 0; y < Y; y++) {
+ snprintf(text, sizeof(text), "%d", s->y + y);
+
+ ff_fill_rectangle(&s->draw, &s->gray, out->data, out->linesize,
+ 0, xmaxlen + y * P * 12 + (P + 1) * P - 2, ymaxlen, 10);
+
+ draw_text(&s->draw, out, &s->yellow, 2, xmaxlen + y * P * 12 + (P + 1) * P, text, 0);
+ }
+
+ for (x = 0; x < X; x++) {
+ snprintf(text, sizeof(text), "%d", s->x + x);
+
+ ff_fill_rectangle(&s->draw, &s->gray, out->data, out->linesize,
+ ymaxlen + x * C * 10 + 2 * C - 2, 0, 10, xmaxlen);
+
+ draw_text(&s->draw, out, &s->yellow, ymaxlen + x * C * 10 + 2 * C, 2, text, 1);
+ }
+ }
+
+ td.in = in; td.out = out, td.yoff = xmaxlen, td.xoff = ymaxlen;
+ ctx->internal->execute(ctx, s->filter, &td, NULL, FFMIN(ff_filter_get_nb_threads(ctx), FFMAX(outlink->w / 20, 1)));
+
+ av_frame_free(&in);
+ return ff_filter_frame(outlink, out);
+}
+
+static int config_input(AVFilterLink *inlink)
+{
+ DatascopeContext *s = inlink->dst->priv;
+ uint8_t alpha = s->opacity * 255;
+
+ s->nb_planes = av_pix_fmt_count_planes(inlink->format);
+ ff_draw_init(&s->draw, inlink->format, 0);
+ ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
+ ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, alpha} );
+ ff_draw_color(&s->draw, &s->yellow, (uint8_t[]){ 255, 255, 0, 255} );
+ ff_draw_color(&s->draw, &s->gray, (uint8_t[]){ 77, 77, 77, 255} );
+ s->chars = (s->draw.desc->comp[0].depth + 7) / 8 * 2;
+ s->nb_comps = s->draw.desc->nb_components;
+
+ switch (s->mode) {
+ case 0: s->filter = filter_mono; break;
+ case 1: s->filter = filter_color; break;
+ case 2: s->filter = filter_color2; break;
+ }
+
+ if (s->draw.desc->comp[0].depth <= 8) {
+ s->pick_color = pick_color8;
+ s->reverse_color = reverse_color8;
+ } else {
+ s->pick_color = pick_color16;
+ s->reverse_color = reverse_color16;
+ }
+
+ return 0;
+}
+
+static int config_output(AVFilterLink *outlink)
+{
+ DatascopeContext *s = outlink->src->priv;
+
+ outlink->h = s->oh;
+ outlink->w = s->ow;
+ outlink->sample_aspect_ratio = (AVRational){1,1};
+
+ return 0;
+}
+
+static const AVFilterPad inputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .filter_frame = filter_frame,
+ .config_props = config_input,
+ },
+ { NULL }
+};
+
+static const AVFilterPad outputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .config_props = config_output,
+ },
+ { NULL }
+};
+
+AVFilter ff_vf_datascope = {
+ .name = "datascope",
+ .description = NULL_IF_CONFIG_SMALL("Video data analysis."),
+ .priv_size = sizeof(DatascopeContext),
+ .priv_class = &datascope_class,
+ .query_formats = query_formats,
+ .inputs = inputs,
+ .outputs = outputs,
+ .flags = AVFILTER_FLAG_SLICE_THREADS,
+};
+
+typedef struct PixscopeContext {
+ const AVClass *class;
+
+ float xpos, ypos;
+ float wx, wy;
+ int w, h;
+ float o;
+
+ int x, y;
+ int ww, wh;
+
+ int nb_planes;
+ int nb_comps;
+ int is_rgb;
+ uint8_t rgba_map[4];
+ FFDrawContext draw;
+ FFDrawColor dark;
+ FFDrawColor black;
+ FFDrawColor white;
+ FFDrawColor green;
+ FFDrawColor blue;
+ FFDrawColor red;
+ FFDrawColor *colors[4];
+
+ void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
+} PixscopeContext;
+
+#define POFFSET(x) offsetof(PixscopeContext, x)
+
+static const AVOption pixscope_options[] = {
+ { "x", "set scope x offset", POFFSET(xpos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "y", "set scope y offset", POFFSET(ypos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "w", "set scope width", POFFSET(w), AV_OPT_TYPE_INT, {.i64=7}, 1, 80, FLAGS },
+ { "h", "set scope height", POFFSET(h), AV_OPT_TYPE_INT, {.i64=7}, 1, 80, FLAGS },
+ { "o", "set window opacity", POFFSET(o), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "wx", "set window x offset", POFFSET(wx), AV_OPT_TYPE_FLOAT, {.dbl=-1}, -1, 1, FLAGS },
+ { "wy", "set window y offset", POFFSET(wy), AV_OPT_TYPE_FLOAT, {.dbl=-1}, -1, 1, FLAGS },
+ { NULL }
+};
+
+AVFILTER_DEFINE_CLASS(pixscope);
+
+static int pixscope_config_input(AVFilterLink *inlink)
+{
+ PixscopeContext *s = inlink->dst->priv;
+
+ s->nb_planes = av_pix_fmt_count_planes(inlink->format);
+ ff_draw_init(&s->draw, inlink->format, 0);
+ ff_draw_color(&s->draw, &s->dark, (uint8_t[]){ 0, 0, 0, s->o * 255} );
+ ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, 255} );
+ ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
+ ff_draw_color(&s->draw, &s->green, (uint8_t[]){ 0, 255, 0, 255} );
+ ff_draw_color(&s->draw, &s->blue, (uint8_t[]){ 0, 0, 255, 255} );
+ ff_draw_color(&s->draw, &s->red, (uint8_t[]){ 255, 0, 0, 255} );
+ s->nb_comps = s->draw.desc->nb_components;
+ s->is_rgb = s->draw.desc->flags & AV_PIX_FMT_FLAG_RGB;
+
+ if (s->is_rgb) {
+ s->colors[0] = &s->red;
+ s->colors[1] = &s->green;
+ s->colors[2] = &s->blue;
+ s->colors[3] = &s->white;
+ ff_fill_rgba_map(s->rgba_map, inlink->format);
+ } else {
+ s->colors[0] = &s->white;
+ s->colors[1] = &s->blue;
+ s->colors[2] = &s->red;
+ s->colors[3] = &s->white;
+ s->rgba_map[0] = 0;
+ s->rgba_map[1] = 1;
+ s->rgba_map[2] = 2;
+ s->rgba_map[3] = 3;
+ }
+
+ if (s->draw.desc->comp[0].depth <= 8) {
+ s->pick_color = pick_color8;
+ } else {
+ s->pick_color = pick_color16;
+ }
+
+ if (inlink->w < 640 || inlink->h < 480) {
+ av_log(inlink->dst, AV_LOG_ERROR, "min supported resolution is 640x480\n");
+ return AVERROR(EINVAL);
+ }
+
+ s->ww = 300;
+ s->wh = 300 * 1.6180;
+ s->x = s->xpos * (inlink->w - 1);
+ s->y = s->ypos * (inlink->h - 1);
+ if (s->x + s->w >= inlink->w || s->y + s->h >= inlink->h) {
+ av_log(inlink->dst, AV_LOG_WARNING, "scope position is out of range, clipping\n");
+ s->x = FFMIN(s->x, inlink->w - s->w);
+ s->y = FFMIN(s->y, inlink->h - s->h);
+ }
+
+ return 0;
+}
+
+static int pixscope_filter_frame(AVFilterLink *inlink, AVFrame *in)
+{
+ AVFilterContext *ctx = inlink->dst;
+ PixscopeContext *s = ctx->priv;
+ AVFilterLink *outlink = ctx->outputs[0];
+ AVFrame *out = ff_get_video_buffer(outlink, in->width, in->height);
+ int max[4] = { 0 }, min[4] = { INT_MAX, INT_MAX, INT_MAX, INT_MAX };
+ float average[4] = { 0 };
+ double rms[4] = { 0 };
+ const char rgba[4] = { 'R', 'G', 'B', 'A' };
+ const char yuva[4] = { 'Y', 'U', 'V', 'A' };
+ int x, y, X, Y, i, w, h;
+ char text[128];
+
+ if (!out) {
+ av_frame_free(&in);
+ return AVERROR(ENOMEM);
+ }
+ av_frame_copy_props(out, in);
+ av_frame_copy(out, in);
+
+ w = s->ww / s->w;
+ h = s->ww / s->h;
+
+ if (s->wx >= 0) {
+ X = (in->width - s->ww) * s->wx;
+ } else {
+ X = (in->width - s->ww) * -s->wx;
+ }
+ if (s->wy >= 0) {
+ Y = (in->height - s->wh) * s->wy;
+ } else {
+ Y = (in->height - s->wh) * -s->wy;
+ }
+
+ if (s->wx < 0) {
+ if (s->x + s->w >= X && (s->x + s->w <= X + s->ww) &&
+ s->y + s->h >= Y && (s->y + s->h <= Y + s->wh)) {
+ X = (in->width - s->ww) * (1 + s->wx);
+ }
+ }
+
+ if (s->wy < 0) {
+ if (s->x + s->w >= X && (s->x + s->w <= X + s->ww) &&
+ s->y + s->h >= Y && (s->y + s->h <= Y + s->wh)) {
+ Y = (in->height - s->wh) * (1 + s->wy);
+ }
+ }
+
+ ff_blend_rectangle(&s->draw, &s->dark, out->data, out->linesize,
+ out->width, out->height,
+ X,
+ Y,
+ s->ww,
+ s->wh);
+
+ for (y = 0; y < s->h; y++) {
+ for (x = 0; x < s->w; x++) {
+ FFDrawColor color = { { 0 } };
+ int value[4] = { 0 };
+
+ s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
+ ff_fill_rectangle(&s->draw, &color, out->data, out->linesize,
+ x * w + (s->ww - 4 - (s->w * w)) / 2 + X, y * h + 2 + Y, w, h);
+ for (i = 0; i < 4; i++) {
+ rms[i] += (double)value[i] * (double)value[i];
+ average[i] += value[i];
+ min[i] = FFMIN(min[i], value[i]);
+ max[i] = FFMAX(max[i], value[i]);
+ }
+ }
+ }
+
+ ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
+ out->width, out->height,
+ s->x - 2, s->y - 2, s->w + 4, 1);
+
+ ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
+ out->width, out->height,
+ s->x - 1, s->y - 1, s->w + 2, 1);
+
+ ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
+ out->width, out->height,
+ s->x - 1, s->y - 1, 1, s->h + 2);
+
+ ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
+ out->width, out->height,
+ s->x - 2, s->y - 2, 1, s->h + 4);
+
+ ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
+ out->width, out->height,
+ s->x - 1, s->y + 1 + s->h, s->w + 3, 1);
+
+ ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
+ out->width, out->height,
+ s->x - 2, s->y + 2 + s->h, s->w + 4, 1);
+
+ ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
+ out->width, out->height,
+ s->x + 1 + s->w, s->y - 1, 1, s->h + 2);
+
+ ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
+ out->width, out->height,
+ s->x + 2 + s->w, s->y - 2, 1, s->h + 5);
+
+ for (i = 0; i < 4; i++) {
+ rms[i] /= s->w * s->h;
+ rms[i] = sqrt(rms[i]);
+ average[i] /= s->w * s->h;
+ }
+
+ snprintf(text, sizeof(text), "CH AVG MIN MAX RMS\n");
+ draw_text(&s->draw, out, &s->white, X + 28, Y + s->ww + 20, text, 0);
+ for (i = 0; i < s->nb_comps; i++) {
+ int c = s->rgba_map[i];
+
+ snprintf(text, sizeof(text), "%c %07.1f %05d %05d %07.1f\n", s->is_rgb ? rgba[i] : yuva[i], average[c], min[c], max[c], rms[c]);
+ draw_text(&s->draw, out, s->colors[i], X + 28, Y + s->ww + 20 * (i + 2), text, 0);
+ }
+
+ av_frame_free(&in);
+ return ff_filter_frame(outlink, out);
+}
+
+static const AVFilterPad pixscope_inputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .filter_frame = pixscope_filter_frame,
+ .config_props = pixscope_config_input,
+ },
+ { NULL }
+};
+
+static const AVFilterPad pixscope_outputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ },
+ { NULL }
+};
+
+AVFilter ff_vf_pixscope = {
+ .name = "pixscope",
+ .description = NULL_IF_CONFIG_SMALL("Pixel data analysis."),
+ .priv_size = sizeof(PixscopeContext),
+ .priv_class = &pixscope_class,
+ .query_formats = query_formats,
+ .inputs = pixscope_inputs,
+ .outputs = pixscope_outputs,
+ .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
+};
+
+typedef struct PixelValues {
+ uint16_t p[4];
+} PixelValues;
+
+typedef struct OscilloscopeContext {
+ const AVClass *class;
+
+ float xpos, ypos;
+ float tx, ty;
+ float size;
+ float tilt;
+ float theight, twidth;
+ float o;
+ int components;
+ int grid;
+ int statistics;
+ int scope;
+
+ int x1, y1, x2, y2;
+ int ox, oy;
+ int height, width;
+
+ int max;
+ int nb_planes;
+ int nb_comps;
+ int is_rgb;
+ uint8_t rgba_map[4];
+ FFDrawContext draw;
+ FFDrawColor dark;
+ FFDrawColor black;
+ FFDrawColor white;
+ FFDrawColor green;
+ FFDrawColor blue;
+ FFDrawColor red;
+ FFDrawColor cyan;
+ FFDrawColor magenta;
+ FFDrawColor gray;
+ FFDrawColor *colors[4];
+
+ int nb_values;
+ PixelValues *values;
+
+ void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
+ void (*draw_trace)(struct OscilloscopeContext *s, AVFrame *frame);
+} OscilloscopeContext;
+
+#define OOFFSET(x) offsetof(OscilloscopeContext, x)
+
+static const AVOption oscilloscope_options[] = {
+ { "x", "set scope x position", OOFFSET(xpos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "y", "set scope y position", OOFFSET(ypos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "s", "set scope size", OOFFSET(size), AV_OPT_TYPE_FLOAT, {.dbl=0.8}, 0, 1, FLAGS },
+ { "t", "set scope tilt", OOFFSET(tilt), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "o", "set trace opacity", OOFFSET(o), AV_OPT_TYPE_FLOAT, {.dbl=0.8}, 0, 1, FLAGS },
+ { "tx", "set trace x position", OOFFSET(tx), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
+ { "ty", "set trace y position", OOFFSET(ty), AV_OPT_TYPE_FLOAT, {.dbl=0.9}, 0, 1, FLAGS },
+ { "tw", "set trace width", OOFFSET(twidth), AV_OPT_TYPE_FLOAT, {.dbl=0.8},.1, 1, FLAGS },
+ { "th", "set trace height", OOFFSET(theight), AV_OPT_TYPE_FLOAT, {.dbl=0.3},.1, 1, FLAGS },
+ { "c", "set components to trace", OOFFSET(components), AV_OPT_TYPE_INT, {.i64=7}, 0, 15, FLAGS },
+ { "g", "draw trace grid", OOFFSET(grid), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS },
+ { "st", "draw statistics", OOFFSET(statistics), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS },
+ { "sc", "draw scope", OOFFSET(scope), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS },
+ { NULL }
+};
+
+AVFILTER_DEFINE_CLASS(oscilloscope);
+
+static void oscilloscope_uninit(AVFilterContext *ctx)
+{
+ OscilloscopeContext *s = ctx->priv;
+
+ av_freep(&s->values);
+}
+
+static void draw_line(FFDrawContext *draw, int x0, int y0, int x1, int y1,
+ AVFrame *out, FFDrawColor *color)
+{
+ int dx = FFABS(x1 - x0), sx = x0 < x1 ? 1 : -1;
+ int dy = FFABS(y1 - y0), sy = y0 < y1 ? 1 : -1;
+ int err = (dx > dy ? dx : -dy) / 2, e2;
+ int p, i;
+
+ for (;;) {
+ if (x0 >= 0 && y0 >= 0 && x0 < out->width && y0 < out->height) {
+ for (p = 0; p < draw->nb_planes; p++) {
+ if (draw->desc->comp[p].depth == 8) {
+ if (draw->nb_planes == 1) {
+ for (i = 0; i < 4; i++) {
+ out->data[0][y0 * out->linesize[0] + x0 * draw->pixelstep[0] + i] = color->comp[0].u8[i];
+ }
+ } else {
+ out->data[p][out->linesize[p] * (y0 >> draw->vsub[p]) + (x0 >> draw->hsub[p])] = color->comp[p].u8[0];
+ }
+ } else {
+ if (draw->nb_planes == 1) {
+ for (i = 0; i < 4; i++) {
+ AV_WN16(out->data[0] + y0 * out->linesize[0] + 2 * (x0 * draw->pixelstep[0] + i), color->comp[0].u16[i]);
+ }
+ } else {
+ AV_WN16(out->data[p] + out->linesize[p] * (y0 >> draw->vsub[p]) + (x0 >> draw->hsub[p]) * 2, color->comp[p].u16[0]);
+ }
+ }
+ }
+ }
+
+ if (x0 == x1 && y0 == y1)
+ break;
+
+ e2 = err;
+
+ if (e2 >-dx) {
+ err -= dy;
+ x0 += sx;
+ }
+
+ if (e2 < dy) {
+ err += dx;
+ y0 += sy;
+ }
+ }
+}
+
+static void draw_trace8(OscilloscopeContext *s, AVFrame *frame)
+{
+ int i, c;
+
+ for (i = 1; i < s->nb_values; i++) {
+ for (c = 0; c < s->nb_comps; c++) {
+ if ((1 << c) & s->components) {
+ int x = i * s->width / s->nb_values;
+ int px = (i - 1) * s->width / s->nb_values;
+ int py = s->height - s->values[i-1].p[c] * s->height / 256;
+ int y = s->height - s->values[i].p[c] * s->height / 256;
+
+ draw_line(&s->draw, s->ox + x, s->oy + y, s->ox + px, s->oy + py, frame, s->colors[c]);
+ }
+ }
+ }
+}
+
+
+static void draw_trace16(OscilloscopeContext *s, AVFrame *frame)
+{
+ int i, c;
+
+ for (i = 1; i < s->nb_values; i++) {
+ for (c = 0; c < s->nb_comps; c++) {
+ if ((1 << c) & s->components) {
+ int x = i * s->width / s->nb_values;
+ int px = (i - 1) * s->width / s->nb_values;
+ int py = s->height - s->values[i-1].p[c] * s->height / s->max;
+ int y = s->height - s->values[i].p[c] * s->height / s->max;
+
+ draw_line(&s->draw, s->ox + x, s->oy + y, s->ox + px, s->oy + py, frame, s->colors[c]);
+ }
+ }
+ }
+}
+
+static int oscilloscope_config_input(AVFilterLink *inlink)
+{
+ OscilloscopeContext *s = inlink->dst->priv;
+ int cx, cy, size;
+ double tilt;
+
+ s->nb_planes = av_pix_fmt_count_planes(inlink->format);
+ ff_draw_init(&s->draw, inlink->format, 0);
+ ff_draw_color(&s->draw, &s->dark, (uint8_t[]){ 0, 0, 0, s->o * 255} );
+ ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, 255} );
+ ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
+ ff_draw_color(&s->draw, &s->green, (uint8_t[]){ 0, 255, 0, 255} );
+ ff_draw_color(&s->draw, &s->blue, (uint8_t[]){ 0, 0, 255, 255} );
+ ff_draw_color(&s->draw, &s->red, (uint8_t[]){ 255, 0, 0, 255} );
+ ff_draw_color(&s->draw, &s->cyan, (uint8_t[]){ 0, 255, 255, 255} );
+ ff_draw_color(&s->draw, &s->magenta, (uint8_t[]){ 255, 0, 255, 255} );
+ ff_draw_color(&s->draw, &s->gray, (uint8_t[]){ 128, 128, 128, 255} );
+ s->nb_comps = s->draw.desc->nb_components;
+ s->is_rgb = s->draw.desc->flags & AV_PIX_FMT_FLAG_RGB;
+
+ if (s->is_rgb) {
+ s->colors[0] = &s->red;
+ s->colors[1] = &s->green;
+ s->colors[2] = &s->blue;
+ s->colors[3] = &s->white;
+ ff_fill_rgba_map(s->rgba_map, inlink->format);
+ } else {
+ s->colors[0] = &s->white;
+ s->colors[1] = &s->cyan;
+ s->colors[2] = &s->magenta;
+ s->colors[3] = &s->white;
+ s->rgba_map[0] = 0;
+ s->rgba_map[1] = 1;
+ s->rgba_map[2] = 2;
+ s->rgba_map[3] = 3;
+ }
+
+ if (s->draw.desc->comp[0].depth <= 8) {
+ s->pick_color = pick_color8;
+ s->draw_trace = draw_trace8;
+ } else {
+ s->pick_color = pick_color16;
+ s->draw_trace = draw_trace16;
+ }
+
+ s->max = (1 << s->draw.desc->comp[0].depth);
+ cx = s->xpos * (inlink->w - 1);
+ cy = s->ypos * (inlink->h - 1);
+ s->height = s->theight * inlink->h;
+ s->width = s->twidth * inlink->w;
+ size = hypot(inlink->w, inlink->h);
+
+ s->values = av_calloc(size, sizeof(*s->values));
+ if (!s->values)
+ return AVERROR(ENOMEM);
+
+ size *= s->size;
+ tilt = (s->tilt - 0.5) * M_PI;
+ s->x1 = cx - size / 2.0 * cos(tilt);
+ s->x2 = cx + size / 2.0 * cos(tilt);
+ s->y1 = cy - size / 2.0 * sin(tilt);
+ s->y2 = cy + size / 2.0 * sin(tilt);
+ s->ox = (inlink->w - s->width) * s->tx;
+ s->oy = (inlink->h - s->height) * s->ty;
+
+ return 0;
+}
+
+static void draw_scope(OscilloscopeContext *s, int x0, int y0, int x1, int y1,
+ AVFrame *out, PixelValues *p, int state)
+{
+ int dx = FFABS(x1 - x0), sx = x0 < x1 ? 1 : -1;
+ int dy = FFABS(y1 - y0), sy = y0 < y1 ? 1 : -1;
+ int err = (dx > dy ? dx : -dy) / 2, e2;
+
+ for (;;) {
+ if (x0 >= 0 && y0 >= 0 && x0 < out->width && y0 < out->height) {
+ FFDrawColor color = { { 0 } };
+ int value[4] = { 0 };
+
+ s->pick_color(&s->draw, &color, out, x0, y0, value);
+ s->values[s->nb_values].p[0] = value[0];
+ s->values[s->nb_values].p[1] = value[1];
+ s->values[s->nb_values].p[2] = value[2];
+ s->values[s->nb_values].p[3] = value[3];
+ s->nb_values++;
+
+ if (s->scope) {
+ if (s->draw.desc->comp[0].depth == 8) {
+ if (s->draw.nb_planes == 1) {
+ int i;
+
+ for (i = 0; i < s->draw.pixelstep[0]; i++)
+ out->data[0][out->linesize[0] * y0 + x0 * s->draw.pixelstep[0] + i] = 255 * ((s->nb_values + state) & 1);
+ } else {
+ out->data[0][out->linesize[0] * y0 + x0] = 255 * ((s->nb_values + state) & 1);
+ }
+ } else {
+ if (s->draw.nb_planes == 1) {
+ int i;
+
+ for (i = 0; i < s->draw.pixelstep[0]; i++)
+ AV_WN16(out->data[0] + out->linesize[0] * y0 + 2 * x0 * (s->draw.pixelstep[0] + i), (s->max - 1) * ((s->nb_values + state) & 1));
+ } else {
+ AV_WN16(out->data[0] + out->linesize[0] * y0 + 2 * x0, (s->max - 1) * ((s->nb_values + state) & 1));
+ }
+ }
+ }
+ }
+
+ if (x0 == x1 && y0 == y1)
+ break;
+
+ e2 = err;
+
+ if (e2 >-dx) {
+ err -= dy;
+ x0 += sx;
+ }
+
+ if (e2 < dy) {
+ err += dx;
+ y0 += sy;
+ }
+ }
+}
+
+static int oscilloscope_filter_frame(AVFilterLink *inlink, AVFrame *frame)
+{
+ AVFilterContext *ctx = inlink->dst;
+ OscilloscopeContext *s = ctx->priv;
+ AVFilterLink *outlink = ctx->outputs[0];
+ float average[4] = { 0 };
+ int max[4] = { 0 };
+ int min[4] = { INT_MAX, INT_MAX, INT_MAX, INT_MAX };
+ int i, c;
+
+ s->nb_values = 0;
+ draw_scope(s, s->x1, s->y1, s->x2, s->y2, frame, s->values, inlink->frame_count_in & 1);
+ ff_blend_rectangle(&s->draw, &s->dark, frame->data, frame->linesize,
+ frame->width, frame->height,
+ s->ox, s->oy, s->width, s->height + 20 * s->statistics);
+
+ if (s->grid) {
+ ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
+ s->ox, s->oy, s->width - 1, 1);
+
+ for (i = 1; i < 5; i++) {
+ ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
+ s->ox, s->oy + i * (s->height - 1) / 4, s->width, 1);
+ }
+
+ for (i = 0; i < 10; i++) {
+ ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
+ s->ox + i * (s->width - 1) / 10, s->oy, 1, s->height);
+ }
+
+ ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
+ s->ox + s->width - 1, s->oy, 1, s->height);
+ }
+
+ s->draw_trace(s, frame);
+
+ for (i = 0; i < s->nb_values; i++) {
+ for (c = 0; c < s->nb_comps; c++) {
+ if ((1 << c) & s->components) {
+ max[c] = FFMAX(max[c], s->values[i].p[c]);
+ min[c] = FFMIN(min[c], s->values[i].p[c]);
+ average[c] += s->values[i].p[c];
+ }
+ }
+ }
+ for (c = 0; c < s->nb_comps; c++) {
+ average[c] /= s->nb_values;
+ }
+
+ if (s->statistics && s->height > 10 && s->width > 280 * av_popcount(s->components)) {
+ for (c = 0, i = 0; c < s->nb_comps; c++) {
+ if ((1 << c) & s->components) {
+ const char rgba[4] = { 'R', 'G', 'B', 'A' };
+ const char yuva[4] = { 'Y', 'U', 'V', 'A' };
+ char text[128];
+
+ snprintf(text, sizeof(text), "%c avg:%.1f min:%d max:%d\n", s->is_rgb ? rgba[c] : yuva[c], average[s->rgba_map[c]], min[s->rgba_map[c]], max[s->rgba_map[c]]);
+ draw_text(&s->draw, frame, &s->white, s->ox + 2 + 280 * i++, s->oy + s->height + 4, text, 0);
+ }
+ }
+ }
+
+ return ff_filter_frame(outlink, frame);
+}
+
+static const AVFilterPad oscilloscope_inputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .filter_frame = oscilloscope_filter_frame,
+ .config_props = oscilloscope_config_input,
+ .needs_writable = 1,
+ },
+ { NULL }
+};
+
+static const AVFilterPad oscilloscope_outputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ },
+ { NULL }
+};
+
+AVFilter ff_vf_oscilloscope = {
+ .name = "oscilloscope",
+ .description = NULL_IF_CONFIG_SMALL("2D Video Oscilloscope."),
+ .priv_size = sizeof(OscilloscopeContext),
+ .priv_class = &oscilloscope_class,
+ .query_formats = query_formats,
+ .uninit = oscilloscope_uninit,
+ .inputs = oscilloscope_inputs,
+ .outputs = oscilloscope_outputs,
+ .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
+};
generated by cgit v1.2.3 (git 2.39.1) at 2024-07-21 08:32:48 +0000