thebears/deepstream
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YACWC

Browse Source
This commit is contained in:
Ishan S. Patel
2025-06-13 18:34:45 -04:00
parent 3e25de8e55
commit 6778393bfd
5 changed files with 1004 additions and 102 deletions
Download Patch File Download Diff File Expand all files Collapse all files

264
deepstream_obj_det.py
View File

@@ -16,14 +16,19 @@ import argparse
pfm = LogColorize.watch_and_fix_permissions
logger = get_logger(__name__,'/var/log/ml_vision_logs/00_watch_and_fix_permissions', stdout=True, systemd=False)
Gst.debug_set_default_threshold(Gst.DebugLevel.INFO)
os.environ.pop("DISPLAY",':0')
target_width_detect = 1280
target_height_detect = 720
target_width = 1280
target_height = 720
os.environ.pop("DISPLAY",None)
target_width_embed = 512
target_height_embed = 512
MUXER_BATCH_TIMEOUT_USEC = 1000000
def embedder_results_probe(pad,info,u_data, list_add, frame_num = 0):
def embed_results_probe(pad,info,u_data, list_add, frame_num = 0):
gst_buffer = info.get_buffer()
print("HEY I AM PROBING EMBEDDINGS")
if not gst_buffer:
print("Unable to get GstBuffer ")
return
@@ -104,7 +109,7 @@ def detector_results_probe(pad,info,u_data, list_add, frame_num = 0):
frame_number=0
num_rects=0
got_fps = False
print("HEY I AM PROBING DETECTIONS")
gst_buffer = info.get_buffer()
if not gst_buffer:
print("Unable to get GstBuffer ")
@@ -178,7 +183,6 @@ def detector_results_probe(pad,info,u_data, list_add, frame_num = 0):
def cb_newpad(decodebin, decoder_src_pad,data):
print("In cb_newpad\n")
caps=decoder_src_pad.get_current_caps()
if not caps:
caps = decoder_src_pad.query_caps()
@@ -215,34 +219,22 @@ def decodebin_child_added(child_proxy,Object,name,user_data):
def create_source_bin(uri):
print("Creating source bin")
# Create a source GstBin to abstract this bin's content from the rest of the
# pipeline
bin_name="source-bin-any-format"
print(bin_name)
nbin=Gst.Bin.new(bin_name)
if not nbin:
sys.stderr.write(" Unable to create source bin \n")
# Source element for reading from the uri.
# We will use decodebin and let it figure out the container format of the
# stream and the codec and plug the appropriate demux and decode plugins.
uri_decode_bin=Gst.ElementFactory.make("uridecodebin", "uri-decode-bin")
if not uri_decode_bin:
sys.stderr.write(" Unable to create uri decode bin \n")
# We set the input uri to the source element
uri_decode_bin.set_property("uri",uri)
# Connect to the "pad-added" signal of the decodebin which generates a
# callback once a new pad for raw data has beed created by the decodebin
uri_decode_bin.connect("pad-added",cb_newpad,nbin)
uri_decode_bin.connect("pad-added",cb_newpad, nbin)
uri_decode_bin.connect("child-added",decodebin_child_added,nbin)
# We need to create a ghost pad for the source bin which will act as a proxy
# for the video decoder src pad. The ghost pad will not have a target right
# now. Once the decode bin creates the video decoder and generates the
# cb_newpad callback, we will set the ghost pad target to the video decoder
# src pad.
Gst.Bin.add(nbin,uri_decode_bin)
bin_pad=nbin.add_pad(Gst.GhostPad.new_no_target("src",Gst.PadDirection.SRC))
if not bin_pad:
@@ -261,86 +253,116 @@ def run_inference(file_path):
pipeline = Gst.Pipeline()
streammux = Gst.ElementFactory.make("nvstreammux", "Stream-muxer")
nugget_detector = Gst.ElementFactory.make("nvinfer", "primary-inference")
nugget_embedder = Gst.ElementFactory.make("nvinfer", "secondary-inference")
streammux.set_property('width', target_width)
streammux.set_property('height', target_height)
streammux.set_property('batched-push-timeout', MUXER_BATCH_TIMEOUT_USEC)
streammux.set_property('enable-padding',1)
streammux.set_property('batch-size', 4)
# nugget_detector.set_property('config-file-path', "/home/thebears/DeepStream-Yolo/detector.txt")
nugget_detector.set_property('config-file-path', "/home/thebears/DeepStream-Yolo/config_infer_primary_yoloV7.txt")
nugget_embedder.set_property('config-file-path', "/home/thebears/DeepStream-Yolo/embedder.txt")
fakesink1 = Gst.ElementFactory.make("fakesink","fakesink")
fakesink1.set_property('enable-last-sample', 0)
fakesink1.set_property('sync', 0)
pipeline.add(fakesink1)
fakesink2 = Gst.ElementFactory.make("fakesink","fakesink2")
fakesink2.set_property('enable-last-sample', 0)
fakesink2.set_property('sync', 0)
pipeline.add(fakesink2)
pipeline.add(streammux)
pipeline.add(nugget_detector)
pipeline.add(nugget_embedder)
# uri_name = 'file:///home/thebears/railing.mp4'
# uri_name = 'file:///home/thebears/railing_00_20250213094806.mp4'
source_file=create_source_bin(file_path)
pipeline.add(source_file)
stream_pad = streammux.request_pad_simple("sink_0")
source_pad = source_file.get_static_pad("src")
source_pad.link(stream_pad)
tee=Gst.ElementFactory.make("tee", "nvsink-tee")
# DETECT
queue_detect=Gst.ElementFactory.make("queue", "nvtee-detect")
streammux_detect = Gst.ElementFactory.make("nvstreammux", "Stream-muxer-detector")
streammux_detect.set_property('width', target_width_detect)
streammux_detect.set_property('height', target_height_detect)
streammux_detect.set_property('batched-push-timeout', MUXER_BATCH_TIMEOUT_USEC)
streammux_detect.set_property('enable-padding',1)
streammux_detect.set_property('batch-size', 4)
nugget_detector = Gst.ElementFactory.make("nvinfer", "primary-inference")
nugget_detector.set_property('config-file-path', "/home/thebears/DeepStream-Yolo/config_infer_primary_yoloV7.txt")
fakesink_detect = Gst.ElementFactory.make("fakesink","fakesink")
fakesink_detect.set_property('enable-last-sample', 0)
fakesink_detect.set_property('sync', 0)
# EMBED
queue_embed=Gst.ElementFactory.make("queue", "nvtee-que-embed")
streammux_embed = Gst.ElementFactory.make("nvstreammux", "Stream-muxer-embed")
streammux_embed.set_property('width', target_width_embed)
streammux_embed.set_property('height', target_height_embed)
streammux_embed.set_property('batched-push-timeout', MUXER_BATCH_TIMEOUT_USEC)
streammux_embed.set_property('enable-padding',1)
streammux_embed.set_property('batch-size', 4)
nugget_embed = Gst.ElementFactory.make("nvinfer", "primary-inference")
nugget_embed.set_property('config-file-path', "/home/thebears/DeepStream-Yolo/embedder.txt")
# nugget_embed.set_property('config-file-path', "/home/thebears/DeepStream-Yolo/config_infer_primary_yoloV7.txt")
fakesink_embed = Gst.ElementFactory.make("fakesink","fakesink2")
fakesink_embed.set_property('enable-last-sample', 0)
fakesink_embed.set_property('sync', 0)
# LINKING
# Ensure NVMM caps with a capsfilter
# capsfilter = Gst.ElementFactory.make("capsfilter", "capsfilter")
# capsfilter.set_property("caps", Gst.Caps.from_string("video/x-raw(memory:NVMM), format=NV12"))
# pipeline.add(capsfilter)
pipeline.add(source_file)
pipeline.add(tee)
queue1=Gst.ElementFactory.make("queue", "nvtee-que1")
queue2=Gst.ElementFactory.make("queue", "nvtee-que2")
pipeline.add(queue1)
pipeline.add(queue2)
streammux.link(tee)
nvvidconv = Gst.ElementFactory.make("nvvidconv", "nvvidconv")
pipeline.add(nvvidconv)
tee.link(queue1)
tee.link(queue2)
# preprocess_detector = Gst.ElementFactory.make("nvdspreprocess","preprocess_detector")
# preprocess_detector.set_property('config-file', "/home/thebears/DeepStream-Yolo/detector_preprocess.txt")
# preprocess_detector.set_property('config-file',pre_file)
# preprocess_embedder = Gst.ElementFactory.make("nvdspreprocess","preprocess_embedder")
# preprocess_embedder.set_property('config-file', "/home/thebears/DeepStream-Yolo/embedder_preprocess.txt")
# preprocess_embedder.set_property('config-file',pre_file)
# pipeline.add(preprocess_detector)
# pipeline.add(preprocess_embedder)
# queue1.link(preprocess_detector)
# preprocess_detector.link(nugget_detector)
# queue2.link(preprocess_embedder)
# preprocess_embedder.link(nugget_embedder)
queue1.link(nugget_detector)
queue2.link(nugget_embedder)
source_file.link(nvvidconv)
# nvvidconv.link(capsfilter)
# capsfilter.link(tee)
nvvidconv.link(tee)
if True:
pipeline.add(queue_detect)
pipeline.add(streammux_detect)
pipeline.add(nugget_detector)
pipeline.add(fakesink_detect)
tee.get_request_pad("src_%u").link(queue_detect.get_static_pad("sink"))
queue_detect.get_static_pad("src").link(streammux_detect.get_request_pad("sink_0"))
streammux_detect.link(nugget_detector)
nugget_detector.link(fakesink_detect)
if False:
pipeline.add(queue_embed)
pipeline.add(streammux_embed)
pipeline.add(nugget_embed)
pipeline.add(fakesink_embed)
tee.get_request_pad("src_%u").link(queue_embed.get_static_pad("sink"))
queue_embed.get_static_pad("src").link(streammux_embed.get_request_pad("sink_0"))
streammux_embed.link(nugget_embed)
nugget_embed.link(fakesink_embed)
print_pipeline_structure(pipeline)
cmd = f'/usr/bin/ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets -of csv=p=0 {file_path}'#/srv/ftp/railing/2025/02/28/railing_00_20250228115800.mp4
try:
frames = int(os.popen(cmd).read().strip())
@@ -349,21 +371,24 @@ def run_inference(file_path):
logger.info(f"TOTAL_FRAMES: {frames}")
embedder_list = list()
embed_list = list()
embedder_results = partial(embedder_results_probe, list_add=embedder_list, frame_num = frames)
nugget_embedder.get_static_pad("src").add_probe(Gst.PadProbeType.BUFFER, embedder_results, 0)
Gst.debug_bin_to_dot_file(pipeline, Gst.DebugGraphDetails.ALL, "pipeline_structure")
embed_results = partial(embed_results_probe, list_add=embed_list, frame_num = frames)
nugget_embed.get_static_pad("src").add_probe(Gst.PadProbeType.BUFFER, embed_results, 0)
Gst.debug_bin_to_dot_file(pipeline, Gst.DebugGraphDetails.ALL, "/home/thebears/local/source/pipeline_structure")
detector_list = list()
detector_results = partial(detector_results_probe, list_add = detector_list, frame_num = frames)
nugget_detector.get_static_pad("src").add_probe(Gst.PadProbeType.BUFFER, detector_results, 0)
print("AFTER SETTING STATIC PADS")
def get_pipeline_string(pipeline):
if not isinstance(pipeline, Gst.Pipeline):
return None
@@ -378,8 +403,7 @@ def run_inference(file_path):
return " ! ".join(elements)
nugget_detector.link(fakesink1)
nugget_embedder.link(fakesink2)
Gst.debug_bin_to_dot_file(pipeline, Gst.DebugGraphDetails.ALL, "pipeline_structure")
# create an event loop and feed gstreamer bus mesages to it
@@ -397,7 +421,45 @@ def run_inference(file_path):
pass
# cleanup
pipeline.set_state(Gst.State.NULL)
return detector_list, embedder_list
return detector_list, embed_list
def print_pipeline_structure(pipeline):
"""
Recursively prints elements in the pipeline and their properties.
"""
if not isinstance(pipeline, Gst.Pipeline):
print("Not a valid GStreamer pipeline.")
return
def _print_element_properties(element, indent=0):
spaces = " " * indent
print(spaces + f"Element: {element.get_name()} (Type: {element.get_factory().get_name()})")
# Print its properties
for prop in element.list_properties():
try:
val = element.get_property(prop.name)
if val != prop.default_value: # Display only non-default properties
print(spaces + f" - {prop.name}: {val}")
except:
pass
def _print_pipeline_structure(element, indent=0):
spaces = " " * indent
children = element.children if hasattr(element, 'children') else []
if len(children) > 0:
print(spaces + f"[{element.get_name()}]")
for child in children:
_print_pipeline_structure(child, indent + 2)
else:
_print_element_properties(element, indent)
print("\nPipeline Structure:")
print("===================")
_print_pipeline_structure(pipeline)
print("===================\n")
def get_detailed_pipeline_string(pipeline):
"""Generate a more detailed pipeline string with properties"""