Skip to content

Commit

Permalink
* size_t overflow check for cell array
Browse files Browse the repository at this point in the history
* use calloc to gain mucho speed for huge dimensions
  • Loading branch information
mulle-nat committed Feb 28, 2024
1 parent fdd3344 commit 1dc75dd
Showing 1 changed file with 27 additions and 3 deletions.
30 changes: 27 additions & 3 deletions src/lib/notcurses.c
Original file line number Diff line number Diff line change
Expand Up @@ -532,6 +532,30 @@ make_ncpile(notcurses* nc, ncplane* n){
return ret;
}


static inline size_t ncplane_sizeof_cellarray( unsigned rows, unsigned cols)
{
size_t fbsize;
size_t size;

// (nat) This protects against size_t overflow and also checks
// that dimensions are not zero en-passant. Why ?
// Assume: size_t is 16 bit, unsigned is 8 bit (UINT_MAX: 0xFF)
// nccell is sizeof( *p->fb): 0x10 (128 bit)
//
// 0xFF * 0xFF * 0x10 = 0xFE010, but overflows so: 0xE010
// 0x3F * 0x3F * 0x10 = 0xf810 is the biggest square possible

size = (size_t) cols * (size_t) rows;
if( size < (size_t) cols || size < (size_t) rows)
return 0;

fbsize = sizeof( struct nccell) * size;
if( fbsize <= size)
return 0;

return fbsize;
}
// create a new ncplane at the specified location (relative to the true screen,
// having origin at 0,0), having the specified size, and put it at the top of
// the planestack. its cursor starts at its origin; its style starts as null.
Expand Down Expand Up @@ -590,14 +614,14 @@ ncplane* ncplane_new_internal(notcurses* nc, ncplane* n,
p->leny = nopts->rows;
p->lenx = nopts->cols;
}
size_t fbsize = sizeof(*p->fb) * (p->leny * p->lenx);
if((p->fb = malloc(fbsize)) == NULL){

size_t fbsize = ncplane_sizeof_cellarray( p->leny, p->lenx);
if( ! fbsize || (p->fb = calloc(1,fbsize)) == NULL){
logerror("error allocating cellmatrix (r=%u, c=%u)",
p->leny, p->lenx);
free(p);
return NULL;
}
memset(p->fb, 0, fbsize);
p->x = p->y = 0;
p->logrow = 0;
p->sprite = NULL;
Expand Down

0 comments on commit 1dc75dd

Please sign in to comment.