Sync mirror for release v0.2.1

.codebase/pipelines/ci.yaml

@@ -30,7 +30,7 @@ jobs:
           - apt-get update
           - apt-get install -y protobuf-compiler libgflags-dev libdw-dev libgoogle-glog-dev
           - pip3 install --upgrade pip
-          - pip3 install timeout_decorator onnxruntime==1.18.0 numpy==1.26.4 requests opencv-python librosa
+          - pip3 install timeout_decorator onnxruntime==1.18.0 numpy==1.26.4 requests opencv-python librosa decord psutil
           - echo "build finished"
       - uses: actions/setup-proxy
       - name: run_test
@@ -63,6 +63,7 @@ jobs:
           - (cd output/test/run_by_config           && python3 test_run_by_config.py)
           - (cd output/test/server                  && python3 test_server.py)
           - (cd output/test/c_module                && python3 test_video_c_module.py)
+          - (cd output/test/decord_decoder          && python3 test_decord_decoder.py)
           - (cd output/test/dynamical_graph         && python3 dynamical_graph.py)
           - (cd output/test/av_log_buffer           && python3 test_av_log_buffer.py)
           - (cd output/test/push_data_into_graph    && python3 test_push_data.py)
@@ -171,10 +172,10 @@ jobs:
           eval "$(./win_env/vcvarsall.sh x64)"
           export INCLUDE="${INCLUDE};C:\\msys64\\usr\\local\\include"
           pacman -S unzip ca-certificates --noconfirm
-          wget https://github.com/BtbN/FFmpeg-Builds/releases/download/autobuild-2024-03-31-17-28/ffmpeg-n4.4.4-94-g5d07afd482-win64-gpl-shared-4.4.zip --no-check-certificate
-          unzip ffmpeg-n4.4.4-94-g5d07afd482-win64-gpl-shared-4.4.zip
+          wget https://github.com/GyanD/codexffmpeg/releases/download/4.4.1/ffmpeg-4.4.1-full_build.zip --no-check-certificate
+          unzip ffmpeg-4.4.1-full_build.zip
           mkdir -p /usr/local
-          cp -r ffmpeg-n4.4.4-94-g5d07afd482-win64-gpl-shared-4.4/* /usr/local/
+          cp -r ffmpeg-4.4.1-full_build/* /usr/local/
           ./build_win_lite.sh --msvc=2019 --preset=x64-Release bmf_ffmpeg
           cmake --build build_win_lite/x64-Release --config Release --target ALL_BUILD
           cmake --build build_win_lite/x64-Release --config Release --target ALL_BUILD
@@ -251,6 +252,8 @@ jobs:
             ./Miniconda3-latest-Linux-x86_64.sh -b
             export PATH=\"/root/miniconda3/bin:\$PATH\"
             source /root/miniconda3/bin/activate
+            conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main
+            conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r
             conda create -n myenv python=3.12 numpy=2.0 -y
             conda init
             conda activate myenv

bmf/builder/bmf_graph.py

@@ -816,6 +816,28 @@ def start(self, stream, is_sub_graph=False):
 
         self.exec_graph_.close()
 
+    def start_multiple_streams(self, streams, is_sub_graph=False):
+        self.output_streams_.extend(streams)
+
+        # create a edge connected with stream and graph output stream
+        for idx, stream in enumerate(streams):
+            graph_output_stream = BmfStream(stream.get_name(), None, idx)
+            edge = BmfEdge(stream, graph_output_stream)
+            stream.get_node().add_outgoing_edge(edge)
+        self.mode = GraphMode.GENERATOR
+
+        # parse graph config
+        self.graph_config_, self.pre_module = self.generate_graph_config()
+
+        # for sub-graph, don't start executing
+        if is_sub_graph:
+            return
+
+        # create and run graph
+        graph_config_str = self.graph_config_.dump()
+        self.exec_graph_ = engine.Graph(graph_config_str, False, True)
+        self.exec_graph_.start()
+
     ## @ingroup pyAPI
     ## @ingroup grphClass
     ###@{

bmf/builder/bmf_sync.py

@@ -68,6 +68,9 @@ def close(self):
     def dynamic_reset(self, opt_reset=None):
         self.mod.dynamic_reset(opt_reset)
 
+    def flush(self):
+        self.mod.flush()
+
 ## @ingroup pyAPI
 ## @ingroup syncMd
 ###@{

bmf/c_modules/include/ffmpeg_decoder.h

@@ -95,6 +95,13 @@ class CFFDecoder : public Module {
     int64_t last_ts_;
     int64_t ts_offset_;
     std::vector<double> durations_;
+    double filter_fps_ = 0;
+    int filter_crop_x_ = 0;
+    int filter_crop_y_ = 0;
+    int filter_crop_w_ = 0;
+    int filter_crop_h_ = 0;
+    int filter_scale_w_ = 0;
+    int filter_scale_h_ = 0;
     int idx_dur_;
     bool dur_end_[2];
     AVRational video_time_base_;
@@ -141,7 +148,19 @@ class CFFDecoder : public Module {
     std::mutex process_mutex_;
     std::thread exec_thread_;
     Task task_;
+    bool disable_seek_ = false;
+    size_t num_seeks_ = 0;
+    size_t num_sent_before_target_ = 0;
+    size_t num_recv_before_target_ = 0;
     double extract_frames_fps_ = 0;
+    int extract_frames_n_frames_ = 0;
+    std::vector<int> extract_frames_frame_indexes_ = {};
+    std::vector<int64_t> target_frames_pts_ = {};
+    size_t target_frames_index_ = 0;
+    int64_t current_target_pts_ = 0;
+    int64_t last_keyframe_pts_ = 0;
+    int64_t last_keyframe_duration_pts_ = 0;
+    bool seek_decode_mode_enabled_ = false;
     std::string extract_frames_device_;
     std::shared_ptr<VideoSync> video_sync_ = NULL;
     bool start_decode_flag_ = false;
@@ -199,6 +218,8 @@ class CFFDecoder : public Module {
     int process_task_output_packet(int index, Packet &packet);
     int64_t get_start_time();
     int extract_frames(AVFrame *frame, std::vector<AVFrame *> &output_frames);
+    void init_target_frames(AVStream *vid_stream);
+    int seek_start(bool force = false);
 
 #ifdef BMF_USE_MEDIACODEC
     int init_android_vm();
@@ -266,4 +287,4 @@ class CFFDecoder : public Module {
  * @}
  */
 
-#endif // BMF_FF_DECODER_H
+#endif // BMF_FF_DECODER_H