examples/webxr_vr_handinput_cubes.html

<!DOCTYPE html>
<html lang="en">
	<head>
		<title>three.js vr - handinput - cubes</title>
		<meta charset="utf-8">
		<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no">
		<link type="text/css" rel="stylesheet" href="main.css">
	</head>
	<body>

		<div id="info">
			<a href="https://threejs.org" target="_blank" rel="noopener">three.js</a> vr - handinput - cubes<br/>
			(Oculus Browser 15.1+)
		</div>

		<!-- Import maps polyfill -->
		<!-- Remove this when import maps will be widely supported -->
		<script async src="https://unpkg.com/es-module-shims@1.3.6/dist/es-module-shims.js"></script>

		<script type="importmap">
			{
				"imports": {
					"three": "../build/three.module.js",
					"three/addons/": "./jsm/"
				}
			}
		</script>

		<script type="module">

			import * as THREE from 'three';
			import { OrbitControls } from 'three/addons/controls/OrbitControls.js';
			import { VRButton } from 'three/addons/webxr/VRButton.js';
			import { XRControllerModelFactory } from 'three/addons/webxr/XRControllerModelFactory.js';
			import { XRHandModelFactory } from 'three/addons/webxr/XRHandModelFactory.js';

			let container;
			let camera, scene, renderer;
			let hand1, hand2;
			let controller1, controller2;
			let controllerGrip1, controllerGrip2;

			const tmpVector1 = new THREE.Vector3();
			const tmpVector2 = new THREE.Vector3();

			let controls;

			let grabbing = false;
			const scaling = {
				active: false,
				initialDistance: 0,
				object: null,
				initialScale: 1
			};

			const spheres = [];

			init();
			animate();

			function init() {

				container = document.createElement( 'div' );
				document.body.appendChild( container );

				scene = new THREE.Scene();
				scene.background = new THREE.Color( 0x444444 );

				camera = new THREE.PerspectiveCamera( 50, window.innerWidth / window.innerHeight, 0.1, 10 );
				camera.position.set( 0, 1.6, 3 );

				controls = new OrbitControls( camera, container );
				controls.target.set( 0, 1.6, 0 );
				controls.update();

				const floorGeometry = new THREE.PlaneGeometry( 4, 4 );
				const floorMaterial = new THREE.MeshStandardMaterial( { color: 0x222222 } );
				const floor = new THREE.Mesh( floorGeometry, floorMaterial );
				floor.rotation.x = - Math.PI / 2;
				floor.receiveShadow = true;
				scene.add( floor );

				scene.add( new THREE.HemisphereLight( 0x808080, 0x606060 ) );

				const light = new THREE.DirectionalLight( 0xffffff );
				light.position.set( 0, 6, 0 );
				light.castShadow = true;
				light.shadow.camera.top = 2;
				light.shadow.camera.bottom = - 2;
				light.shadow.camera.right = 2;
				light.shadow.camera.left = - 2;
				light.shadow.mapSize.set( 4096, 4096 );
				scene.add( light );

				//

				renderer = new THREE.WebGLRenderer( { antialias: true } );
				renderer.setPixelRatio( window.devicePixelRatio );
				renderer.setSize( window.innerWidth, window.innerHeight );
				renderer.outputEncoding = THREE.sRGBEncoding;
				renderer.shadowMap.enabled = true;
				renderer.xr.enabled = true;

				container.appendChild( renderer.domElement );

				document.body.appendChild( VRButton.createButton( renderer ) );

				// controllers

				controller1 = renderer.xr.getController( 0 );
				scene.add( controller1 );

				controller2 = renderer.xr.getController( 1 );
				scene.add( controller2 );

				const controllerModelFactory = new XRControllerModelFactory();
				const handModelFactory = new XRHandModelFactory();

				// Hand 1
				controllerGrip1 = renderer.xr.getControllerGrip( 0 );
				controllerGrip1.add( controllerModelFactory.createControllerModel( controllerGrip1 ) );
				scene.add( controllerGrip1 );

				hand1 = renderer.xr.getHand( 0 );
				hand1.addEventListener( 'pinchstart', onPinchStartLeft );
				hand1.addEventListener( 'pinchend', () => {

					scaling.active = false;

				} );
				hand1.add( handModelFactory.createHandModel( hand1 ) );

				scene.add( hand1 );

				// Hand 2
				controllerGrip2 = renderer.xr.getControllerGrip( 1 );
				controllerGrip2.add( controllerModelFactory.createControllerModel( controllerGrip2 ) );
				scene.add( controllerGrip2 );

				hand2 = renderer.xr.getHand( 1 );
				hand2.addEventListener( 'pinchstart', onPinchStartRight );
				hand2.addEventListener( 'pinchend', onPinchEndRight );
				hand2.add( handModelFactory.createHandModel( hand2 ) );
				scene.add( hand2 );

				//

				const geometry = new THREE.BufferGeometry().setFromPoints( [ new THREE.Vector3( 0, 0, 0 ), new THREE.Vector3( 0, 0, - 1 ) ] );

				const line = new THREE.Line( geometry );
				line.name = 'line';
				line.scale.z = 5;

				controller1.add( line.clone() );
				controller2.add( line.clone() );

				//

				window.addEventListener( 'resize', onWindowResize );

			}

			function onWindowResize() {

				camera.aspect = window.innerWidth / window.innerHeight;
				camera.updateProjectionMatrix();

				renderer.setSize( window.innerWidth, window.innerHeight );

			}

			const SphereRadius = 0.05;
			function onPinchStartLeft( event ) {

				const controller = event.target;

				if ( grabbing ) {

					const indexTip = controller.joints[ 'index-finger-tip' ];
					const sphere = collideObject( indexTip );

					if ( sphere ) {

						const sphere2 = hand2.userData.selected;
						console.log( 'sphere1', sphere, 'sphere2', sphere2 );
						if ( sphere === sphere2 ) {

							scaling.active = true;
							scaling.object = sphere;
							scaling.initialScale = sphere.scale.x;
							scaling.initialDistance = indexTip.position.distanceTo( hand2.joints[ 'index-finger-tip' ].position );
							return;

						}

					}

				}

				const geometry = new THREE.BoxGeometry( SphereRadius, SphereRadius, SphereRadius );
				const material = new THREE.MeshStandardMaterial( {
					color: Math.random() * 0xffffff,
					roughness: 1.0,
					metalness: 0.0
				} );
				const spawn = new THREE.Mesh( geometry, material );
				spawn.geometry.computeBoundingSphere();

				const indexTip = controller.joints[ 'index-finger-tip' ];
				spawn.position.copy( indexTip.position );
				spawn.quaternion.copy( indexTip.quaternion );

				spheres.push( spawn );

				scene.add( spawn );

			}

			function collideObject( indexTip ) {

				for ( let i = 0; i < spheres.length; i ++ ) {

					const sphere = spheres[ i ];
					const distance = indexTip.getWorldPosition( tmpVector1 ).distanceTo( sphere.getWorldPosition( tmpVector2 ) );

					if ( distance < sphere.geometry.boundingSphere.radius * sphere.scale.x ) {

						return sphere;

					}

				}

				return null;

			}

			function onPinchStartRight( event ) {

				const controller = event.target;
				const indexTip = controller.joints[ 'index-finger-tip' ];
				const object = collideObject( indexTip );
				if ( object ) {

					grabbing = true;
					indexTip.attach( object );
					controller.userData.selected = object;
					console.log( 'Selected', object );

				}

			}

			function onPinchEndRight( event ) {

				const controller = event.target;

				if ( controller.userData.selected !== undefined ) {

					const object = controller.userData.selected;
					object.material.emissive.b = 0;
					scene.attach( object );

					controller.userData.selected = undefined;
					grabbing = false;

				}

				scaling.active = false;

			}

			//

			function animate() {

				renderer.setAnimationLoop( render );

			}

			function render() {

				if ( scaling.active ) {

					const indexTip1Pos = hand1.joints[ 'index-finger-tip' ].position;
					const indexTip2Pos = hand2.joints[ 'index-finger-tip' ].position;
					const distance = indexTip1Pos.distanceTo( indexTip2Pos );
					const newScale = scaling.initialScale + distance / scaling.initialDistance - 1;
					scaling.object.scale.setScalar( newScale );

				}

				renderer.render( scene, camera );

			}

		</script>
	</body>
</html>