New examples for PyOpenPose (#1039)

examples/tutorial_api_python/1_body_from_image.py

@@ -63,6 +63,5 @@ opWrapper.emplaceAndPop([datum])
 
 # Display Image
 print("Body keypoints: \n" + str(datum.poseKeypoints))
-while 1:
-    cv2.imshow("win", datum.cvOutputData)
-    cv2.waitKey(15)
+cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", datum.cvOutputData)
+cv2.waitKey(0)

examples/tutorial_api_python/2_whole_body_from_image.py

@@ -68,6 +68,5 @@ print("Body keypoints: \n" + str(datum.poseKeypoints))
 print("Face keypoints: \n" + str(datum.faceKeypoints))
 print("Left hand keypoints: \n" + str(datum.handKeypoints[0]))
 print("Right hand keypoints: \n" + str(datum.handKeypoints[1]))
-while 1:
-    cv2.imshow("win", datum.cvOutputData)
-    cv2.waitKey(15)
+cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", datum.cvOutputData)
+cv2.waitKey(0)

examples/tutorial_api_python/3_heatmaps_from_image.py

@@ -35,7 +35,9 @@ args = parser.parse_known_args()
 params = dict()
 params["model_folder"] = "../../../models/"
 params["heatmaps_add_parts"] = True
+params["heatmaps_add_bkg"] = True
 params["heatmaps_add_PAFs"] = True
+params["heatmaps_scale"] = 2
 
 # Add others in path?
 for i in range(0, len(args[1])):
@@ -69,7 +71,7 @@ outputImageF = (datum.inputNetData[0].copy())[0,:,:,:] + 0.5
 outputImageF = cv2.merge([outputImageF[0,:,:], outputImageF[1,:,:], outputImageF[2,:,:]])
 outputImageF = (outputImageF*255.).astype(dtype='uint8')
 heatmaps = datum.poseHeatMaps.copy()
-heatmaps = (heatmaps*255.).astype(dtype='uint8')
+heatmaps = (heatmaps).astype(dtype='uint8')
 
 # Display Image
 counter = 0
@@ -78,7 +80,9 @@ while 1:
     heatmap = heatmaps[counter, :, :].copy()
     heatmap = cv2.applyColorMap(heatmap, cv2.COLORMAP_JET)
     combined = cv2.addWeighted(outputImageF, 0.5, heatmap, 0.5, 0)
-    cv2.imshow("win", combined)
-    cv2.waitKey(-1)
+    cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", combined)
+    key = cv2.waitKey(-1)
+    if key == 27:
+        break
     counter += 1
     counter = counter % num_maps

examples/tutorial_api_python/4_keypoints_from_images.py

@@ -0,0 +1,79 @@
+# From Python
+# It requires OpenCV installed for Python
+import sys
+import cv2
+import os
+from sys import platform
+import argparse
+import time
+
+# Import Openpose (Windows/Ubuntu/OSX)
+dir_path = os.path.dirname(os.path.realpath(__file__))
+try:
+    # Windows Import
+    if platform == "win32":
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append(dir_path + '/../../python/openpose/Release');
+        os.environ['PATH']  = os.environ['PATH'] + ';' + dir_path + '/../../x64/Release;' +  dir_path + '/../../bin;'
+        import pyopenpose as op
+    else:
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append('../../python');
+        # If you run `make install` (default path is `/usr/local/python` for Ubuntu), you can also access the OpenPose/python module from there. This will install OpenPose and the python library at your desired installation path. Ensure that this is in your python path in order to use it.
+        # sys.path.append('/usr/local/python')
+        from openpose import pyopenpose as op
+except ImportError as e:
+    print('Error: OpenPose library could not be found. Did you enable `BUILD_PYTHON` in CMake and have this Python script in the right folder?')
+    raise e
+
+# Flags
+parser = argparse.ArgumentParser()
+parser.add_argument("--image_dir", default="../../../examples/media/", help="Process a directory of images. Read all standard formats (jpg, png, bmp, etc.).")
+parser.add_argument("--no_display", default=False, help="Enable to disable the visual display.")
+args = parser.parse_known_args()
+
+# Custom Params (refer to include/openpose/flags.hpp for more parameters)
+params = dict()
+params["model_folder"] = "../../../models/"
+
+# Add others in path?
+for i in range(0, len(args[1])):
+    curr_item = args[1][i]
+    if i != len(args[1])-1: next_item = args[1][i+1]
+    else: next_item = "1"
+    if "--" in curr_item and "--" in next_item:
+        key = curr_item.replace('-','')
+        if key not in params:  params[key] = "1"
+    elif "--" in curr_item and "--" not in next_item:
+        key = curr_item.replace('-','')
+        if key not in params: params[key] = next_item
+
+# Construct it from system arguments
+# op.init_argv(args[1])
+# oppython = op.OpenposePython()
+
+# Starting OpenPose
+opWrapper = op.WrapperPython()
+opWrapper.configure(params)
+opWrapper.start()
+
+# Read frames on directory
+imagePaths = op.get_images_on_directory(args[0].image_dir);
+start = time.time()
+
+# Process and display images
+for imagePath in imagePaths:
+    datum = op.Datum()
+    imageToProcess = cv2.imread(imagePath)
+    datum.cvInputData = imageToProcess
+    opWrapper.emplaceAndPop([datum])
+
+    print("Body keypoints: \n" + str(datum.poseKeypoints))
+
+    if not args[0].no_display:
+        cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", datum.cvOutputData)
+        key = cv2.waitKey(15)
+        if key == 27: break
+
+end = time.time()
+print("OpenPose demo successfully finished. Total time: " + str(end - start) + " seconds")

examples/tutorial_api_python/5_keypoints_from_images_multi_gpu.py

@@ -0,0 +1,103 @@
+# From Python
+# It requires OpenCV installed for Python
+import sys
+import cv2
+import os
+from sys import platform
+import argparse
+import time
+
+# Import Openpose (Windows/Ubuntu/OSX)
+dir_path = os.path.dirname(os.path.realpath(__file__))
+try:
+    # Windows Import
+    if platform == "win32":
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append(dir_path + '/../../python/openpose/Release');
+        os.environ['PATH']  = os.environ['PATH'] + ';' + dir_path + '/../../x64/Release;' +  dir_path + '/../../bin;'
+        import pyopenpose as op
+    else:
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append('../../python');
+        # If you run `make install` (default path is `/usr/local/python` for Ubuntu), you can also access the OpenPose/python module from there. This will install OpenPose and the python library at your desired installation path. Ensure that this is in your python path in order to use it.
+        # sys.path.append('/usr/local/python')
+        from openpose import pyopenpose as op
+except ImportError as e:
+    print('Error: OpenPose library could not be found. Did you enable `BUILD_PYTHON` in CMake and have this Python script in the right folder?')
+    raise e
+
+# Flags
+parser = argparse.ArgumentParser()
+parser.add_argument("--image_dir", default="../../../examples/media/", help="Process a directory of images. Read all standard formats (jpg, png, bmp, etc.).")
+parser.add_argument("--no_display", default=False, help="Enable to disable the visual display.")
+args = parser.parse_known_args()
+
+# Custom Params (refer to include/openpose/flags.hpp for more parameters)
+params = dict()
+params["model_folder"] = "../../../models/"
+
+# Add others in path?
+for i in range(0, len(args[1])):
+    curr_item = args[1][i]
+    if i != len(args[1])-1: next_item = args[1][i+1]
+    else: next_item = "1"
+    if "--" in curr_item and "--" in next_item:
+        key = curr_item.replace('-','')
+        if key not in params:  params[key] = "1"
+    elif "--" in curr_item and "--" not in next_item:
+        key = curr_item.replace('-','')
+        if key not in params: params[key] = next_item
+
+# Construct it from system arguments
+# op.init_argv(args[1])
+# oppython = op.OpenposePython()
+
+# Starting OpenPose
+opWrapper = op.WrapperPython()
+opWrapper.configure(params)
+opWrapper.start()
+
+# Read frames on directory
+imagePaths = op.get_images_on_directory(args[0].image_dir);
+
+# Read number of GPUs in your system
+numberGPUs = op.get_gpu_number()
+start = time.time()
+
+# Process and display images
+for imageBaseId in range(0, len(imagePaths), numberGPUs):
+
+    # Create datums
+    datums = []
+
+    # Read and push images into OpenPose wrapper
+    for gpuId in range(0, numberGPUs):
+
+        imageId = imageBaseId+gpuId
+        if imageId < len(imagePaths):
+
+            imagePath = imagePaths[imageBaseId+gpuId]
+            datum = op.Datum()
+            imageToProcess = cv2.imread(imagePath)
+            datum.cvInputData = imageToProcess
+            datums.append(datum)
+            opWrapper.waitAndEmplace([datums[-1]])
+
+    # Retrieve processed results from OpenPose wrapper
+    for gpuId in range(0, numberGPUs):
+
+        imageId = imageBaseId+gpuId
+        if imageId < len(imagePaths):
+
+            datum = datums[gpuId]
+            opWrapper.waitAndPop([datum])
+
+            print("Body keypoints: \n" + str(datum.poseKeypoints))
+
+            if not args[0].no_display:
+                cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", datum.cvOutputData)
+                key = cv2.waitKey(15)
+                if key == 27: break
+
+end = time.time()
+print("OpenPose demo successfully finished. Total time: " + str(end - start) + " seconds")

examples/tutorial_api_python/6_face_from_image.py

@@ -0,0 +1,79 @@
+# From Python
+# It requires OpenCV installed for Python
+import sys
+import cv2
+import os
+from sys import platform
+import argparse
+import time
+
+# Import Openpose (Windows/Ubuntu/OSX)
+dir_path = os.path.dirname(os.path.realpath(__file__))
+try:
+    # Windows Import
+    if platform == "win32":
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append(dir_path + '/../../python/openpose/Release');
+        os.environ['PATH']  = os.environ['PATH'] + ';' + dir_path + '/../../x64/Release;' +  dir_path + '/../../bin;'
+        import pyopenpose as op
+    else:
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append('../../python');
+        # If you run `make install` (default path is `/usr/local/python` for Ubuntu), you can also access the OpenPose/python module from there. This will install OpenPose and the python library at your desired installation path. Ensure that this is in your python path in order to use it.
+        # sys.path.append('/usr/local/python')
+        from openpose import pyopenpose as op
+except ImportError as e:
+    print('Error: OpenPose library could not be found. Did you enable `BUILD_PYTHON` in CMake and have this Python script in the right folder?')
+    raise e
+
+# Flags
+parser = argparse.ArgumentParser()
+parser.add_argument("--image_path", default="../../../examples/media/COCO_val2014_000000000241.jpg", help="Process an image. Read all standard formats (jpg, png, bmp, etc.).")
+args = parser.parse_known_args()
+
+# Custom Params (refer to include/openpose/flags.hpp for more parameters)
+params = dict()
+params["model_folder"] = "../../../models/"
+params["face"] = True
+params["face_detector"] = 2
+params["body_disable"] = True
+
+# Add others in path?
+for i in range(0, len(args[1])):
+    curr_item = args[1][i]
+    if i != len(args[1])-1: next_item = args[1][i+1]
+    else: next_item = "1"
+    if "--" in curr_item and "--" in next_item:
+        key = curr_item.replace('-','')
+        if key not in params:  params[key] = "1"
+    elif "--" in curr_item and "--" not in next_item:
+        key = curr_item.replace('-','')
+        if key not in params: params[key] = next_item
+
+# Construct it from system arguments
+# op.init_argv(args[1])
+# oppython = op.OpenposePython()
+
+# Starting OpenPose
+opWrapper = op.WrapperPython()
+opWrapper.configure(params)
+opWrapper.start()
+
+# Read image and face rectangle locations
+imageToProcess = cv2.imread(args[0].image_path)
+faceRectangles = [
+    op.Rectangle(330.119385, 277.532715, 48.717274, 48.717274),
+    op.Rectangle(24.036991, 267.918793, 65.175171, 65.175171),
+    op.Rectangle(151.803436, 32.477852, 108.295761, 108.295761),
+]
+
+# Create new datum
+datum = op.Datum()
+datum.cvInputData = imageToProcess
+datum.faceRectangles = faceRectangles
+
+# Process and display image
+opWrapper.emplaceAndPop([datum])
+print("Face keypoints: \n" + str(datum.faceKeypoints))
+cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", datum.cvOutputData)
+cv2.waitKey(0)

examples/tutorial_api_python/7_hand_from_image.py

@@ -0,0 +1,92 @@
+# From Python
+# It requires OpenCV installed for Python
+import sys
+import cv2
+import os
+from sys import platform
+import argparse
+import time
+
+# Import Openpose (Windows/Ubuntu/OSX)
+dir_path = os.path.dirname(os.path.realpath(__file__))
+try:
+    # Windows Import
+    if platform == "win32":
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append(dir_path + '/../../python/openpose/Release');
+        os.environ['PATH']  = os.environ['PATH'] + ';' + dir_path + '/../../x64/Release;' +  dir_path + '/../../bin;'
+        import pyopenpose as op
+    else:
+        # Change these variables to point to the correct folder (Release/x64 etc.)
+        sys.path.append('../../python');
+        # If you run `make install` (default path is `/usr/local/python` for Ubuntu), you can also access the OpenPose/python module from there. This will install OpenPose and the python library at your desired installation path. Ensure that this is in your python path in order to use it.
+        # sys.path.append('/usr/local/python')
+        from openpose import pyopenpose as op
+except ImportError as e:
+    print('Error: OpenPose library could not be found. Did you enable `BUILD_PYTHON` in CMake and have this Python script in the right folder?')
+    raise e
+
+# Flags
+parser = argparse.ArgumentParser()
+parser.add_argument("--image_path", default="../../../examples/media/COCO_val2014_000000000241.jpg", help="Process an image. Read all standard formats (jpg, png, bmp, etc.).")
+args = parser.parse_known_args()
+
+# Custom Params (refer to include/openpose/flags.hpp for more parameters)
+params = dict()
+params["model_folder"] = "../../../models/"
+params["hand"] = True
+params["hand_detector"] = 2
+params["body_disable"] = True
+
+# Add others in path?
+for i in range(0, len(args[1])):
+    curr_item = args[1][i]
+    if i != len(args[1])-1: next_item = args[1][i+1]
+    else: next_item = "1"
+    if "--" in curr_item and "--" in next_item:
+        key = curr_item.replace('-','')
+        if key not in params:  params[key] = "1"
+    elif "--" in curr_item and "--" not in next_item:
+        key = curr_item.replace('-','')
+        if key not in params: params[key] = next_item
+
+# Construct it from system arguments
+# op.init_argv(args[1])
+# oppython = op.OpenposePython()
+
+# Starting OpenPose
+opWrapper = op.WrapperPython()
+opWrapper.configure(params)
+opWrapper.start()
+
+# Read image and face rectangle locations
+imageToProcess = cv2.imread(args[0].image_path)
+handRectangles = [
+    # Left/Right hands person 0
+    [
+    op.Rectangle(320.035889, 377.675049, 69.300949, 69.300949),
+    op.Rectangle(0., 0., 0., 0.),
+    ],
+    # Left/Right hands person 1
+    [
+    op.Rectangle(80.155792, 407.673492, 80.812706, 80.812706),
+    op.Rectangle(46.449715, 404.559753, 98.898178, 98.898178),
+    ],
+    # Left/Right hands person 2
+    [
+    op.Rectangle(185.692673, 303.112244, 157.587555, 157.587555),
+    op.Rectangle(88.984360, 268.866547, 117.818230, 117.818230),
+    ]
+]
+
+# Create new datum
+datum = op.Datum()
+datum.cvInputData = imageToProcess
+datum.handRectangles = handRectangles
+
+# Process and display image
+opWrapper.emplaceAndPop([datum])
+print("Left hand keypoints: \n" + str(datum.handKeypoints[0]))
+print("Right hand keypoints: \n" + str(datum.handKeypoints[1]))
+cv2.imshow("OpenPose 1.4.0 - Tutorial Python API", datum.cvOutputData)
+cv2.waitKey(0)

examples/tutorial_api_python/CMakeLists.txt

@@ -3,3 +3,7 @@ configure_file(openpose_python.py openpose_python.py)
 configure_file(1_body_from_image.py 1_body_from_image.py)
 configure_file(2_whole_body_from_image.py 2_whole_body_from_image.py)
 configure_file(3_heatmaps_from_image.py 3_heatmaps_from_image.py)
+configure_file(4_keypoints_from_images.py 4_keypoints_from_images.py)
+configure_file(5_keypoints_from_images_multi_gpu.py 5_keypoints_from_images_multi_gpu.py)
+configure_file(6_face_from_image.py 6_face_from_image.py)
+configure_file(7_hand_from_image.py 7_hand_from_image.py)