yawc

anaylze_visits.py

@@ -0,0 +1,106 @@
+# %%
+folder = r'\\192.168.1.242\ftp\hummingbird\2021\08\\08'
+import os
+dest_path = r'C:\\Users\\TheBears\\Desktop\\'
+
+files = os.listdir(folder)
+
+import numpy as np
+f_jsons = list()
+for f in files:
+    if f.endswith('.json'):
+        f_jsons.append(os.path.join(folder,f))
+
+
+import json
+import datetime as dt
+
+
+
+def get_obs_in_json(curr_js):
+    all_obs = list()
+    curf = os.path.basename(curr_js)
+    curf = curf.split('.')[0].replace('_trimmed','').split('_')[-1]
+    dt_obj = dt.datetime.strptime(curf, '%Y%m%d%H%M%S')
+    with open(curr_js,'r') as ff:
+        data = json.load(ff)
+
+    for i in data:
+        
+        test_field = 'frame_number_original'
+        
+        if test_field in i:
+            sec_offset = i[test_field]/30
+        else:
+            sec_offset = i['frame_number']
+            if sec_offset == 'thumbnail':
+                continue
+
+        if len(i['boxes']) > 0:
+            obs = [dt_obj + dt.timedelta(seconds=sec_offset/2), max(i['scores'])]
+            all_obs.append(obs)
+
+    cob = all_obs
+    ret_this = []
+    if len(cob) > 0:
+        tie = np.asarray([x[0].timestamp() for x in cob])
+        tavg = dt.datetime.fromtimestamp(int(np.average(tie)))
+        scavg = np.max([x[1] for x in cob])
+        ret_this = [tavg, scavg]
+
+
+    return all_obs, ret_this
+
+
+entire_obs = list()
+obs_sep = list()
+obs_fnames = list()
+for curr_js in f_jsons:
+    cc, avgg = get_obs_in_json(curr_js)
+    if len(avgg) > 0:
+        obs_sep.append(avgg)
+        obs_fnames.append(curr_js.replace('.json','.mp4'))
+    entire_obs.extend(cc)
+
+
+
+def scatter_dt(entire_obs, fname, hover_data = None):
+    import numpy as np
+    obs_array = np.asarray(entire_obs)
+    x = np.asarray(obs_array[:,0], dtype=np.datetime64)
+    y = obs_array[:,1]
+    import plotly.express as px
+
+    #fig = px.scatter(x = x,y = y, hovertext=obs_fnames)
+    import plotly.graph_objects as go
+
+    fig = go.Figure()
+
+    fig.add_trace(go.Scatter(
+        x=x,
+        y=y,
+        hovertext=hover_data,
+        hoverinfo="text",
+        marker=dict(
+            color="green"
+        ),
+        mode='markers',
+        showlegend=False
+    ))
+    fig.write_html(os.path.join(dest_path,fname))
+
+
+scatter_dt(entire_obs, 'hbirds.html')
+scatter_dt(obs_sep, 'indiv.html', hover_data = obs_fnames)
+import plotly.express as px
+
+scores = np.asarray([x[1] for x in obs_sep])
+
+scors= np.sort(scores)
+cumu_total = len(scores) - np.arange(0,len(scores))
+
+fig = px.scatter( x= scors, y = cumu_total)
+fig.write_html(os.path.join(dest_path, 'cumul.html'))
+
+
+# %%