shithub: dav1d

Info  •  Files  •  Log  •  Branches

Correctly return an error on malloc failure

dav1d_submit_frame() could erroneously return 0 when tile data memory
allocation failed.

Fixes an assertion failure in dav1d_parse_obus().

--- a/src/decode.c

+++ b/src/decode.c

@@ -3241,7 +3241,10 @@

         freep(&f->tile);

         assert(c->n_tile_data < INT_MAX / (int)sizeof(*f->tile));

         f->tile = malloc(c->n_tile_data * sizeof(*f->tile));

-        if (!f->tile) goto error;

+        if (!f->tile) {

+            res = DAV1D_ERR(ENOMEM);

+            goto error;

+        }

         f->n_tile_data_alloc = c->n_tile_data;

     }

     memcpy(f->tile, c->tile, c->n_tile_data * sizeof(*f->tile));