Fix memory growth when remuxing with add_stream_from_template

start_encoding() was calling avcodec_open2() on codec contexts created
by add_stream_from_template(), fully initializing the codec (e.g.
libx264 allocates x264_t, thread pools, reference frames) even when
the stream is only used for remuxing and never calls encode()/decode().
After freeing, the C heap retains this memory, causing RSS to grow with
each output segment.

Add a _template_initialized flag to CodecContext, set by
add_stream_from_template(). In start_encoding(), contexts with this
flag skip avcodec_open2() — the codec opens lazily via encode() or
decode() if actually needed.

Fixes #2135

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Author: WyattBlue

av/codec/context.pxd

@@ -14,6 +14,11 @@ cdef class CodecContext:
     # Whether AVCodecContext.extradata should be de-allocated upon destruction.
     cdef bint extradata_set
 
+    # Set to True when the context was initialized from a stream template via
+    # add_stream_from_template(). When True, start_encoding() will skip calling
+    # avcodec_open2() for encoder contexts (encoder opened lazily by encode()).
+    cdef readonly bint _template_initialized
+
     # Used as a signal that this is within a stream, and also for us to access that
     # stream. This is set "manually" by the stream after constructing this object.
     cdef int stream_index

av/container/output.py

@@ -193,6 +193,9 @@ def add_stream_from_template(
 
         # Construct the user-land stream
         py_codec_context: CodecContext = wrap_codec_context(ctx, codec, None)
+        # Mark this context as template-initialized so start_encoding() skips
+        # opening encoder contexts that aren't needed for remux workflows.
+        py_codec_context._template_initialized = True
         py_stream: Stream = wrap_stream(self, stream, py_codec_context)
         self.streams.add_stream(py_stream)
 
@@ -368,12 +371,21 @@ def start_encoding(self):
                 if not ctx.is_open:
                     for k, v in self.options.items():
                         ctx.options.setdefault(k, v)
-                    ctx.open()
 
-                    # Track option consumption.
-                    for k in self.options:
-                        if k not in ctx.options:
-                            used_options.add(k)
+                    if ctx._template_initialized:
+                        # This context was created from a stream template
+                        # (add_stream_from_template). For pure remux workflows the
+                        # codec is never used, so skip avcodec_open2 here to avoid
+                        # unnecessary memory allocation. The codec will be opened
+                        # lazily by encode() or decode() if actually needed.
+                        pass
+                    else:
+                        ctx.open()
+
+                        # Track option consumption.
+                        for k in self.options:
+                            if k not in ctx.options:
+                                used_options.add(k)
 
             stream._finalize_for_output()