Merge pull request #410 from kaustubh-sadekar/master

Uploaded files for the blog - Funny Mirrors Using OpenCV

Author: spmallick

FunnyMirrors/FunnyMirrorsImages.py

@@ -0,0 +1,61 @@
+import cv2
+import numpy as np
+import math
+from vcam import vcam,meshGen
+
+paths = ["./data/chess.png","./data/im2.jpeg","./data/img3.jpg"]
+
+
+for mode in range(8):
+	for i, path in enumerate(paths):
+		# Reading the input image
+		img = cv2.imread(path)
+		img = cv2.resize(img,(300,300))
+		H,W = img.shape[:2]
+
+		# Creating the virtual camera object
+		c1 = vcam(H=H,W=W)
+
+		# Creating the surface object
+		plane = meshGen(H,W)
+
+		# We generate a mirror where for each 3D point, its Z coordinate is defined as Z = F(X,Y)
+
+		if mode == 0:
+			plane.Z += 20*np.exp(-0.5*((plane.X*1.0/plane.W)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+		elif mode == 1:
+			plane.Z += 20*np.exp(-0.5*((plane.Y*1.0/plane.H)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+		elif mode == 2:
+			plane.Z -= 10*np.exp(-0.5*((plane.X*1.0/plane.W)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+		elif mode == 3:
+			plane.Z -= 10*np.exp(-0.5*((plane.Y*1.0/plane.W)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+		elif mode == 4:
+			plane.Z += 20*np.sin(2*np.pi*((plane.X-plane.W/4.0)/plane.W)) + 20*np.sin(2*np.pi*((plane.Y-plane.H/4.0)/plane.H))
+		elif mode == 5:
+			plane.Z -= 20*np.sin(2*np.pi*((plane.X-plane.W/4.0)/plane.W)) - 20*np.sin(2*np.pi*((plane.Y-plane.H/4.0)/plane.H))
+		elif mode == 6:
+			plane.Z += 100*np.sqrt((plane.X*1.0/plane.W)**2+(plane.Y*1.0/plane.H)**2)
+		elif mode == 7:
+			plane.Z -= 100*np.sqrt((plane.X*1.0/plane.W)**2+(plane.Y*1.0/plane.H)**2)
+		else:
+			print("Wrong mode selected")
+			exit(-1)
+
+		# Extracting the generated 3D plane
+		pts3d = plane.getPlane()
+
+		# Projecting (Capturing) the plane in the virtual camera
+		pts2d = c1.project(pts3d)
+
+		# Deriving mapping functions for mesh based warping.
+		map_x,map_y = c1.getMaps(pts2d)
+
+		# Generating the output
+		output = cv2.remap(img,map_x,map_y,interpolation=cv2.INTER_LINEAR)
+		output = cv2.flip(output,1)
+
+		cv2.imshow("Funny Mirror",output)
+		cv2.imshow("Input and output",np.hstack((img,np.zeros((H,2,3),dtype=np.uint8),output)))
+		# Uncomment following line to save the outputs
+		# cv2.imwrite("Mirror-effect-%d-image-%d.jpg"%(mode+1,i+1),np.hstack((img,np.zeros((H,2,3),dtype=np.uint8),output)))
+		cv2.waitKey(0)

FunnyMirrors/FunnyMirrorsVideo.py

@@ -0,0 +1,65 @@
+import cv2
+import numpy as np
+import math
+from vcam import vcam,meshGen
+import sys
+
+
+cap = cv2.VideoCapture(sys.argv[1])
+ret, img = cap.read()
+
+H,W = img.shape[:2]
+fps = 30
+
+# Creating the virtual camera object
+c1 = vcam(H=H,W=W)
+
+# Creating the surface object
+plane = meshGen(H,W)
+
+mode = int(sys.argv[2])
+
+# We generate a mirror where for each 3D point, its Z coordinate is defined as Z = F(X,Y)
+if mode == 0:
+	plane.Z += 20*np.exp(-0.5*((plane.X*1.0/plane.W)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+elif mode == 1:
+	plane.Z += 20*np.exp(-0.5*((plane.Y*1.0/plane.H)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+elif mode == 2:
+	plane.Z -= 10*np.exp(-0.5*((plane.X*1.0/plane.W)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+elif mode == 3:
+	plane.Z -= 10*np.exp(-0.5*((plane.Y*1.0/plane.W)/0.1)**2)/(0.1*np.sqrt(2*np.pi))
+elif mode == 4:
+	plane.Z += 20*np.sin(2*np.pi*((plane.X-plane.W/4.0)/plane.W)) + 20*np.sin(2*np.pi*((plane.Y-plane.H/4.0)/plane.H))
+elif mode == 5:
+	plane.Z -= 20*np.sin(2*np.pi*((plane.X-plane.W/4.0)/plane.W)) - 20*np.sin(2*np.pi*((plane.Y-plane.H/4.0)/plane.H))
+elif mode == 6:
+	plane.Z += 100*np.sqrt((plane.X*1.0/plane.W)**2+(plane.Y*1.0/plane.H)**2)
+elif mode == 7:
+	plane.Z -= 100*np.sqrt((plane.X*1.0/plane.W)**2+(plane.Y*1.0/plane.H)**2)
+else:
+	print("Wrong mode selected")
+	exit(-1)
+
+# Extracting the generated 3D plane
+pts3d = plane.getPlane()
+
+# Projecting (Capturing) the plane in the virtual camera
+pts2d = c1.project(pts3d)
+
+# Deriving mapping functions for mesh based warping.
+map_x,map_y = c1.getMaps(pts2d)
+
+ret, img = cap.read()
+
+while 1:
+	ret, img = cap.read()
+	if ret:
+		output = cv2.remap(img,map_x,map_y,interpolation=cv2.INTER_LINEAR,borderMode=4)
+		output = cv2.flip(output,1)
+		out1 = np.hstack((img,output))
+		out1 = cv2.resize(out1,(700,350))
+		cv2.imshow("output",out1)
+		if cv2.waitKey(1)&0xFF == 27:
+			break
+	else:
+		break

FunnyMirrors/Mirror-effect-1-image-3.jpg

@@ -0,0 +1,47 @@
+### Funny Mirrors using OpenCV
+
+We show how to create some funny mirror effects using OpenCV. The blog is based on fundamental concepts like camera projection, intrinsic and extrinsic 
+camera parameters and mesh-based image warping.
+
+### Installing additional library
+```shell
+pip3 install vcam
+```
+
+### How to run the code
+
+Command line usage for running the code
+
+* Python
+
+  * Running on sample images:
+    	
+    ```
+    python3 FunnyMirrorsImages.py
+    ```
+    
+  * Running on a video file:
+
+    ```
+    python3 FunnyMirrorsVideo.py ./data/Video3.mp4 0
+    ```
+    
+    The syntax here is `python3 FunnyMirrorsVideo.py <VIDEO_FILE_PATH> <MODE_NUMBER>`. The `MODE_NUMBER` ranges from 0 to 7. It determines which funny mirror effect will be applied.
+    
+
+### Some funny mirrors generated
+<img src = "./Mirror-effect-1-image-3.jpg" width = 1000 height = 282/>
+<img src = "./Mirror-effect-5-image-3.jpg" width = 1000 height = 282/>
+
+
+
+# AI Courses by OpenCV
+
+Want to become an expert in AI? [AI Courses by OpenCV](https://opencv.org/courses/) is a great place to start. 
+
+<a href="https://opencv.org/courses/">
+<p align="center"> 
+<img src="https://www.learnopencv.com/wp-content/uploads/2020/04/AI-Courses-By-OpenCV-Github.png">
+</p>
+</a>
+

FunnyMirrors/Mirror-effect-5-image-3.jpg

@@ -13,6 +13,7 @@ Want to become an expert in AI? [AI Courses by OpenCV](https://opencv.org/course
 
 | Blog Post | |
 | ------------- |:-------------|
+|[Funny Mirrors Using OpenCV](https://www.learnopencv.com/Funny-Mirrors-Using-OpenCV/)|[code](https://github.com/spmallick/learnopencv/tree/master/FunnyMirrors)|
 |[t-SNE for ResNet feature visualization](https://www.learnopencv.com/t-sne-for-resnet-feature-visualization/)|[Code](https://github.com/spmallick/learnopencv/tree/master/TSNE)|
 |[Multi-Label Image Classification with Pytorch](https://www.learnopencv.com/multi-label-image-classification-with-pytorch/)|[Code](https://github.com/spmallick/learnopencv/tree/master/PyTorch-Multi-Label-Image-Classification)|
 |[CNN Receptive Field Computation Using Backprop](https://www.learnopencv.com/cnn-receptive-field-computation-using-backprop/)|[Code](https://github.com/spmallick/learnopencv/tree/master/PyTorch-Receptive-Field-With-Backprop)|