wildflowerschools/poseconnect

Tools for constructing 3D pose tracks from multi-camera 2D poses

poseconnect's Issues

'reconstruct' is outputting empty json

Running reconstruct command and an empty pose_3d.json is output:
poseconnect reconstruct pose_2d_data.json camera_calibration_info.json pose_3d.json --pose-model-name COCO-17 --room-x-limits -2.0 7.0 --room-y-limits -2.0 14.0 --progress-bar

My camera calibration data looks like this (6 cameras):

[
  {
    "camera_id": "0",
    "camera_matrix": [
      [
        0.5,
        0.0,
        320.0
      ],
      [
        0.0,
        0.5,
        180.0
      ],
      [
        0.0,
        0.0,
        1.0
      ]
    ],
    "distortion_coefficients": [
      0.0,
      0.0,
      0.0,
      0.0
    ],
    "image_height": 360,
    "image_width": 640,
    "space_id": "0",
    "rotation_vector": [
      0.15173803,
      0.72253,
      -0.019780554
    ],
    "translation_vector": [
      -2.6292982,
      1.6538384,
      -3.0859113
    ]
  },
  ... etc

My pose data looks like this (134 frames of poses x 6 cameras):

[
 {
   "pose_2d_id": "1_0_0",
   "timestamp": "2023-11-04T12:00:00+00:00",
   "camera_id": "0",
   "keypoint_coordinates_2d": [
     [
       25.0,
       -92.0
     ],
     [
       26.0,
       -95.0
     ],
     [
       24.0,
       -95.0
     ],
     [
       23.0,
       -95.0
     ],
     [
       22.0,
       -95.0
     ],
     [
       28.0,
       -78.0
     ],
     [
       12.0,
       -74.0
     ],
     [
       46.0,
       -57.0
     ],
     [
       2.0,
       -51.0
     ],
     [
       55.0,
       -70.0
     ],
     [
       26.0,
       -57.0
     ],
     [
       39.0,
       -27.0
     ],
     [
       26.0,
       -17.0
     ],
     [
       74.0,
       -12.0
     ],
     [
       29.0,
       31.0
     ],
     [
       65.0,
       24.0
     ],
     [
       28.0,
       74.0
     ]
   ],
   "keypoint_quality_2d": [
     0.34907663,
     0.12023085,
     0.3977324,
     0.2603346,
     0.82151484,
     0.9538076,
     0.99108714,
     0.62545544,
     0.96275127,
     0.41110817,
     0.8926207,
     0.96958405,
     0.98871076,
     0.9417263,
     0.9852444,
     0.9072734,
     0.956458
   ],
   "pose_quality_2d": 0.8613986968994141
 },
 ... etc