Fix memory leak on freopen error return (bug 32140)

As reported in bug 32140, freopen leaks the FILE object when it
returns NULL: there is no valid use of the FILE * pointer (including
passing to freopen again or to fclose) after such an error return, so
the underlying object should be freed.  Add code to free it.

Note 1: while I think it's clear from the relevant standards that the
object should be freed and the FILE * can't be used after the call in
this case (the stream is closed, which ends the lifetime of the FILE),
it's entirely possible that some existing code does in fact try to use
the existing FILE * in some way and could be broken by this change.
(Though the most common case for freopen may be stdin / stdout /
stderr, which _IO_deallocate_file explicitly checks for and does not
deallocate.)

Note 2: the deallocation is only done in the _IO_IS_FILEBUF case.
Other kinds of streams bypass all the freopen logic handling closing
the file, meaning a call to _IO_deallocate_file would neither be safe
(the FILE might still be linked into the list of all open FILEs) nor
sufficient (other internal memory allocations associated with the file
would not have been freed).  I think the validity of freopen for any
other kind of stream will need clarifying with the Austin Group, but
if it is valid in any such case (where "valid" means "not undefined
behavior so required to close the stream" rather than "required to
successfully associate the stream with the new file in cases where
fopen would work"), more significant changes would be needed to ensure
the stream gets fully closed.

Tested for x86_64.
This commit is contained in:
Joseph Myers 2024-09-05 11:16:59 +00:00
parent f512634dde
commit 9c0d6f7a10
4 changed files with 18 additions and 0 deletions

View File

@ -114,5 +114,7 @@ freopen (const char *filename, const char *mode, FILE *fp)
end: end:
_IO_release_lock (fp); _IO_release_lock (fp);
if (result == NULL && (fp->_flags & _IO_IS_FILEBUF) != 0)
_IO_deallocate_file (fp);
return result; return result;
} }

View File

@ -94,5 +94,7 @@ freopen64 (const char *filename, const char *mode, FILE *fp)
end: end:
_IO_release_lock (fp); _IO_release_lock (fp);
if (result == NULL && (fp->_flags & _IO_IS_FILEBUF) != 0)
_IO_deallocate_file (fp);
return result; return result;
} }

View File

@ -321,7 +321,9 @@ ifeq (yes,$(build-shared))
ifneq ($(PERL),no) ifneq ($(PERL),no)
tests-special += \ tests-special += \
$(objpfx)tst-freopen2-mem.out \ $(objpfx)tst-freopen2-mem.out \
$(objpfx)tst-freopen3-mem.out \
$(objpfx)tst-freopen64-2-mem.out \ $(objpfx)tst-freopen64-2-mem.out \
$(objpfx)tst-freopen64-3-mem.out \
$(objpfx)tst-getline-enomem-mem.out \ $(objpfx)tst-getline-enomem-mem.out \
$(objpfx)tst-getline-mem.out \ $(objpfx)tst-getline-mem.out \
$(objpfx)tst-printf-bz18872-mem.out \ $(objpfx)tst-printf-bz18872-mem.out \
@ -335,8 +337,12 @@ tests-special += \
generated += \ generated += \
tst-freopen2-mem.out \ tst-freopen2-mem.out \
tst-freopen2.mtrace \ tst-freopen2.mtrace \
tst-freopen3-mem.out \
tst-freopen3.mtrace \
tst-freopen64-2-mem.out \ tst-freopen64-2-mem.out \
tst-freopen64-2.mtrace \ tst-freopen64-2.mtrace \
tst-freopen64-3-mem.out \
tst-freopen64-3.mtrace \
tst-getline-enomem-mem.out \ tst-getline-enomem-mem.out \
tst-getline-enomem.mtrace \ tst-getline-enomem.mtrace \
tst-getline-mem.out \ tst-getline-mem.out \
@ -462,6 +468,12 @@ tst-freopen2-ENV = \
tst-freopen64-2-ENV = \ tst-freopen64-2-ENV = \
MALLOC_TRACE=$(objpfx)tst-freopen64-2.mtrace \ MALLOC_TRACE=$(objpfx)tst-freopen64-2.mtrace \
LD_PRELOAD=$(common-objpfx)malloc/libc_malloc_debug.so LD_PRELOAD=$(common-objpfx)malloc/libc_malloc_debug.so
tst-freopen3-ENV = \
MALLOC_TRACE=$(objpfx)tst-freopen3.mtrace \
LD_PRELOAD=$(common-objpfx)malloc/libc_malloc_debug.so
tst-freopen64-3-ENV = \
MALLOC_TRACE=$(objpfx)tst-freopen64-3.mtrace \
LD_PRELOAD=$(common-objpfx)malloc/libc_malloc_debug.so
$(objpfx)tst-unbputc.out: tst-unbputc.sh $(objpfx)tst-unbputc $(objpfx)tst-unbputc.out: tst-unbputc.sh $(objpfx)tst-unbputc
$(SHELL) $< $(common-objpfx) '$(test-program-prefix)'; \ $(SHELL) $< $(common-objpfx) '$(test-program-prefix)'; \

View File

@ -18,6 +18,7 @@
#include <errno.h> #include <errno.h>
#include <fcntl.h> #include <fcntl.h>
#include <mcheck.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
@ -48,6 +49,7 @@
int int
do_test (void) do_test (void)
{ {
mtrace ();
struct support_descriptors *fds; struct support_descriptors *fds;
char *temp_dir = support_create_temp_directory ("tst-freopen3"); char *temp_dir = support_create_temp_directory ("tst-freopen3");
char *file1 = xasprintf ("%s/file1", temp_dir); char *file1 = xasprintf ("%s/file1", temp_dir);