/* * SPDX-FileCopyrightText: syuilo and misskey-project * SPDX-License-Identifier: AGPL-3.0-only */ import * as BABYLON from '@babylonjs/core'; import { AxesViewer } from '@babylonjs/core/Debug/axesViewer'; import { registerBuiltInLoaders } from '@babylonjs/loaders/dynamic'; type RoomDef = { roomType: 'default'; objects: { id: string; type: string; position: [number, number, number]; rotation: [number, number, number]; /** * 別のオブジェクトのID */ sticky?: string | null; }[]; }; type ObjectDef = { placement: 'top' | 'side'; onInit?: (room: RoomEngine, obj: BABYLON.ISceneLoaderAsyncResult) => void; }; function yuge(room: RoomEngine, obj: BABYLON.ISceneLoaderAsyncResult, offset: BABYLON.Vector3) { const emitter = new BABYLON.TransformNode('emitter', room.scene); emitter.parent = obj.meshes[0]; emitter.position = offset; const ps = new BABYLON.ParticleSystem('steamParticleSystem', 8, room.scene); ps.particleTexture = new BABYLON.Texture('/client-assets/room/steam.png'); ps.emitter = emitter; ps.minEmitBox = new BABYLON.Vector3(-1/*cm*/, 0, -1/*cm*/); ps.maxEmitBox = new BABYLON.Vector3(1/*cm*/, 0, 1/*cm*/); ps.minEmitPower = 10; ps.maxEmitPower = 12; ps.minLifeTime = 1; ps.maxLifeTime = 3; ps.minSize = 10/*cm*/; ps.maxSize = 15/*cm*/; ps.direction1 = new BABYLON.Vector3(-0.3, 1, 0.3); ps.direction2 = new BABYLON.Vector3(0.3, 1, -0.3); ps.emitRate = 0.5; ps.blendMode = BABYLON.ParticleSystem.BLENDMODE_ADD; ps.color1 = new BABYLON.Color4(1, 1, 1, 0.3); ps.color2 = new BABYLON.Color4(1, 1, 1, 0.2); ps.colorDead = new BABYLON.Color4(1, 1, 1, 0); ps.preWarmCycles = Math.random() * 1000; ps.start(); } const OBJECTS = { plant: { placement: 'top', }, mug: { placement: 'top', onInit: (room, obj) => { yuge(room, obj, new BABYLON.Vector3(0, 5/*cm*/, 0)); }, }, 'cup-noodle': { placement: 'top', onInit: (room, obj) => { yuge(room, obj, new BABYLON.Vector3(0, 10/*cm*/, 0)); }, }, stickyNote: { placement: 'side', }, 'lava-lamp': { placement: 'top', onInit: (room, obj) => { const light = new BABYLON.PointLight('lavaLampLight', new BABYLON.Vector3(0, 11/*cm*/, 0), room.scene); light.parent = obj.meshes[0]; light.diffuse = new BABYLON.Color3(1.0, 0.5, 0.2); light.intensity = 300; light.range = 100/*cm*/; const sphere = BABYLON.MeshBuilder.CreateSphere('lavaLampLightSphere', { diameter: 4/*cm*/ }, room.scene); sphere.parent = obj.meshes[0]; sphere.position = new BABYLON.Vector3(0, 15/*cm*/, 0); const mat = new BABYLON.StandardMaterial('lavaLampLightMat', room.scene); mat.emissiveColor = new BABYLON.Color3(1.0, 0.5, 0.2); mat.alpha = 0.5; //mat.disableLighting = true; sphere.material = mat; const anim = new BABYLON.Animation('lavaLampLightAnim', 'position.y', 60, BABYLON.Animation.ANIMATIONTYPE_FLOAT, BABYLON.Animation.ANIMATIONLOOPMODE_CYCLE); anim.setKeys([ { frame: 0, value: 11/*cm*/ }, { frame: 500, value: 38/*cm*/ }, ]); sphere.animations = [anim]; room.scene.beginAnimation(sphere, 0, 500, true); }, }, aircon: { placement: 'side', }, } as Record; function vecToLocal(vector: BABYLON.Vector3, mesh: BABYLON.Mesh): BABYLON.Vector3 { const m = mesh.getWorldMatrix(); const v = BABYLON.Vector3.TransformCoordinates(vector, m); return v; } function isIntersectXZ(a: BABYLON.BoundingBox, b: BABYLON.BoundingBox): boolean { return (a.minimumWorld.x <= b.maximumWorld.x && a.maximumWorld.x >= b.minimumWorld.x) && (a.minimumWorld.z <= b.maximumWorld.z && a.maximumWorld.z >= b.minimumWorld.z); } const _assumedFramesPerSecond = 60; class HorizontalCameraKeyboardMoveInput extends BABYLON.BaseCameraPointersInput { public camera: BABYLON.FreeCamera; private engine: BABYLON.AbstractEngine; private scene: BABYLON.Scene; moveSpeed = 6 / _assumedFramesPerSecond; preShift = false; codes = []; codesUp = ['KeyW']; codesDown = ['KeyS']; codesLeft = ['KeyA']; codesRight = ['KeyD']; onCanvasBlurObserver = null; onKeyboardObserver = null; constructor(camera: BABYLON.UniversalCamera) { super(); this.camera = camera; this.scene = this.camera.getScene(); this.engine = this.scene.getEngine(); } attachControl() { if (this.onCanvasBlurObserver) { return; } this.onCanvasBlurObserver = this.engine.onCanvasBlurObservable.add(() => { this.codes = []; }); this.onKeyboardObserver = this.scene.onKeyboardObservable.add(({ event, type }) => { const { code, shiftKey } = event; this.preShift = shiftKey; if (type === BABYLON.KeyboardEventTypes.KEYDOWN) { if (this.codesUp.indexOf(code) >= 0 || this.codesDown.indexOf(code) >= 0 || this.codesLeft.indexOf(code) >= 0 || this.codesRight.indexOf(code) >= 0) { const index = this.codes.findIndex(v => v.code === code); if (index < 0) { // 存在しなかったら追加する this.codes.push({ code }); } event.preventDefault(); (event as KeyboardEvent).stopPropagation(); } } else { if (this.codesUp.indexOf(code) >= 0 || this.codesDown.indexOf(code) >= 0 || this.codesLeft.indexOf(code) >= 0 || this.codesRight.indexOf(code) >= 0) { const index = this.codes.findIndex(v => v.code === code); if (index >= 0) { // 存在したら削除する this.codes.splice(index, 1); } event.preventDefault(); (event as KeyboardEvent).stopPropagation(); } } }); } detachControl() { this.codes = []; if (this.onKeyboardObserver) this.scene.onKeyboardObservable.remove(this.onKeyboardObserver); if (this.onCanvasBlurObserver) this.engine.onCanvasBlurObservable.remove(this.onCanvasBlurObserver); this.onKeyboardObserver = null; this.onCanvasBlurObserver = null; } checkInputs() { if (!this.onKeyboardObserver) { return; } for (let index = 0; index < this.codes.length; index++) { const { code } = this.codes[index]; const local = new BABYLON.Vector3(); if (this.codesLeft.indexOf(code) >= 0) { local.x += -1; } else if (this.codesUp.indexOf(code) >= 0) { local.z += 1; } else if (this.codesRight.indexOf(code) >= 0) { local.x += 1; } else if (this.codesDown.indexOf(code) >= 0) { local.z += -1; } if (local.length() === 0) { continue; } const dir = this.camera.getDirection(local.normalize()); dir.y = 0; dir.normalize(); const rate = this.preShift ? 3 : 1; const move = dir.scale(this.moveSpeed * rate); this.camera.cameraDirection.addInPlace(move); } } getClassName() { return 'HorizontalCameraKeyboardMoveInput'; } getSimpleName() { return 'horizontalkeyboard'; } } export class RoomEngine { private canvas: HTMLCanvasElement; private engine: BABYLON.Engine; public scene: BABYLON.Scene; private shadowGenerator1: BABYLON.ShadowGenerator; private shadowGenerator2: BABYLON.ShadowGenerator; private camera: BABYLON.UniversalCamera; private camera2: BABYLON.ArcRotateCamera; private intervalIds: number[] = []; private objectMeshs: Map = new Map(); private grabbing: { mesh: BABYLON.AbstractMesh; startOffset: BABYLON.Vector3; startRotationY: number; startDistance: number; ghost: BABYLON.AbstractMesh; } | null = null; private highlightedObjectId: string | null = null; private time: 0 | 1 | 2 = 2; // 0: 昼, 1: 夕, 2: 夜 private roomCollisionMeshes: BABYLON.AbstractMesh[] = []; private def: RoomDef; constructor(def: RoomDef, options: { canvas: HTMLCanvasElement; }) { this.def = def; this.canvas = options.canvas; registerBuiltInLoaders(); this.engine = new BABYLON.Engine(options.canvas, false, { alpha: false }); this.scene = new BABYLON.Scene(this.engine); //this.scene.autoClear = true; if (this.time === 0) { this.scene.clearColor = new BABYLON.Color4(0.4, 0.8, 1.0, 0); } else if (this.time === 1) { this.scene.clearColor = new BABYLON.Color4(0.5, 0.3, 0.3, 0); } else { this.scene.clearColor = new BABYLON.Color4(0.05, 0.05, 0.2, 0); } this.scene.collisionsEnabled = true; //new MmdOutlineRenderer(this.scene); this.camera = new BABYLON.UniversalCamera('camera', new BABYLON.Vector3(0, 130/*cm*/, 0/*cm*/), this.scene); this.camera.inputs.removeByType('FreeCameraKeyboardMoveInput'); this.camera.inputs.add(new HorizontalCameraKeyboardMoveInput(this.camera)); this.camera.attachControl(this.canvas); this.camera.minZ = 1/*cm*/; this.camera.maxZ = 100000/*cm*/; this.camera.fov = 1; this.camera.ellipsoid = new BABYLON.Vector3(15/*cm*/, 65/*cm*/, 15/*cm*/); this.camera.checkCollisions = true; this.camera.applyGravity = true; this.camera.needMoveForGravity = true; this.camera2 = new BABYLON.ArcRotateCamera('camera2', -Math.PI / 2, Math.PI / 2.5, 300/*cm*/, new BABYLON.Vector3(0, 90/*cm*/, 0), this.scene); this.camera2.attachControl(this.canvas); this.camera2.minZ = 1/*cm*/; this.camera2.maxZ = 100000/*cm*/; this.camera2.fov = 0.5; this.scene.activeCamera = this.camera; const ambientLight = new BABYLON.HemisphericLight('ambientLight', new BABYLON.Vector3(0, 1, -0.5), this.scene); ambientLight.diffuse = new BABYLON.Color3(1.0, 1.0, 1.0); ambientLight.intensity = 0.5; const roomLight = new BABYLON.SpotLight('roomLight', new BABYLON.Vector3(0, 249/*cm*/, 0), new BABYLON.Vector3(0, -1, 0), 16, 8, this.scene); roomLight.diffuse = new BABYLON.Color3(1.0, 0.9, 0.8); roomLight.intensity = 150000; roomLight.shadowMinZ = 10/*cm*/; roomLight.shadowMaxZ = 300/*cm*/; this.shadowGenerator1 = new BABYLON.ShadowGenerator(2048, roomLight); this.shadowGenerator1.forceBackFacesOnly = true; this.shadowGenerator1.bias = 0.0001; this.shadowGenerator1.usePercentageCloserFiltering = true; this.shadowGenerator1.useContactHardeningShadow = true; const sunLight = new BABYLON.DirectionalLight('sunLight', new BABYLON.Vector3(0.2, -1, -1), this.scene); sunLight.position = new BABYLON.Vector3(-20, 1000, 1000); sunLight.diffuse = this.time === 0 ? new BABYLON.Color3(1.0, 0.9, 0.8) : this.time === 1 ? new BABYLON.Color3(1.0, 0.8, 0.6) : new BABYLON.Color3(0.6, 0.8, 1.0); sunLight.intensity = this.time === 0 ? 2 : this.time === 1 ? 1 : 0.25; sunLight.shadowMinZ = 1000/*cm*/; sunLight.shadowMaxZ = 2000/*cm*/; this.shadowGenerator2 = new BABYLON.ShadowGenerator(4092, sunLight); this.shadowGenerator2.forceBackFacesOnly = true; this.shadowGenerator2.bias = 0.0001; this.shadowGenerator2.usePercentageCloserFiltering = true; this.shadowGenerator2.usePoissonSampling = true; const gl = new BABYLON.GlowLayer('glow', this.scene, { //mainTextureFixedSize: 512, blurKernelSize: 64, }); gl.intensity = 0.5; { const postProcess = new BABYLON.ImageProcessingPostProcess('processing', 1.0, this.camera); postProcess.exposure = 2; postProcess.contrast = 0.9; //const curve = new BABYLON.ColorCurves(); //curve.highlightsHue = 40; //curve.highlightsDensity = 50; //curve.highlightsSaturation = 40; //curve.shadowsHue = 200; //curve.shadowsDensity = 100; //curve.shadowsSaturation = 40; //postProcess.colorCurvesEnabled = true; //postProcess.colorCurves = curve; //const postProcess2 = new BABYLON.ImageProcessingPostProcess('processing2', 1.0, this.camera2); //postProcess2.exposure = 2; //postProcess2.contrast = 0.9; const ssao = new BABYLON.SSAORenderingPipeline('ssao', this.scene, { ssaoRatio: 4, combineRatio: 1, }); ssao.radius = 0.0001; ssao.totalStrength = 0.8; this.scene.postProcessRenderPipelineManager.attachCamerasToRenderPipeline('ssao', this.camera); //const lensEffect = new BABYLON.LensRenderingPipeline('lens', { // edge_blur: 1.0, // distortion: 0.5, // dof_focus_distance: 90/*cm*/, // dof_aperture: 6.0, // dof_pentagon: true, // dof_gain: 2.0, // dof_threshold: 1.0, // dof_darken: 0, //}, this.scene, 1, [this.camera]); } let isDragging = false; this.canvas.addEventListener('pointerdown', (ev) => { this.canvas.setPointerCapture(ev.pointerId); }); this.canvas.addEventListener('pointermove', (ev) => { if (this.canvas.hasPointerCapture(ev.pointerId)) { isDragging = true; } }); this.canvas.addEventListener('pointerup', (ev) => { window.setTimeout(() => { isDragging = false; this.canvas.releasePointerCapture(ev.pointerId); }, 0); }); this.canvas.addEventListener('click', (ev) => { if (this.grabbing != null) return; if (isDragging) return; const mesh = this.scene.pick(this.scene.pointerX, this.scene.pointerY)?.pickedMesh; if (mesh != null) { const oid = mesh.metadata.objectId; if (oid != null && this.objectMeshs.has(oid)) { const o = this.objectMeshs.get(oid)!; // focus camera this.camera.setTarget(o.position); } } }); this.canvas.addEventListener('keypress', (ev) => { if (ev.code === 'KeyE') { ev.preventDefault(); ev.stopPropagation(); this.grab(); } }); if (_DEV_) { const axes = new AxesViewer(this.scene, 30); axes.xAxis.position = new BABYLON.Vector3(0, 30, 0); axes.yAxis.position = new BABYLON.Vector3(0, 30, 0); axes.zAxis.position = new BABYLON.Vector3(0, 30, 0); } } public async init() { await this.loadRoomModel(this.def.roomType); await this.loadEnvModel(); await Promise.all(this.def.objects.map(o => this.loadObject(o.id, o.type, new BABYLON.Vector3(...o.position), new BABYLON.Vector3(...o.rotation)))); //const sphere = BABYLON.MeshBuilder.CreateSphere('sphere', { diameter: 1/*cm*/ }, this.scene); this.intervalIds.push(window.setInterval(() => { if (this.grabbing != null) { this.handleGrabbing(); } else { this.handleSeeking(); } }, 10)); // update tv texure const tvProgramId = 'shopping'; const tvProgram = TV_PROGRAMS[tvProgramId]; const tvScreenMaterial = new BABYLON.StandardMaterial('tvScreenMaterial', this.scene); tvScreenMaterial.diffuseColor = new BABYLON.Color3(0, 0, 0); tvScreenMaterial.ambientColor = new BABYLON.Color3(0, 0, 0); tvScreenMaterial.specularColor = new BABYLON.Color3(0, 0, 0); tvScreenMaterial.emissiveTexture = new BABYLON.Texture(`/client-assets/room/tv/${tvProgramId}/${tvProgramId}.png`, this.scene, false, false); tvScreenMaterial.emissiveTexture.level = 0.5; tvScreenMaterial.emissiveColor = new BABYLON.Color3(0.2, 0.2, 0.2); tvScreenMaterial.freeze(); const applyTvTexture = (tlIndex: number) => { const [index, duration] = tvProgram.timeline[tlIndex]; const tvIds = this.def.objects.entries().filter(([id, o]) => o.type === 'tv').map(([id, o]) => o.id); for (const tvId of tvIds) { const tvMesh = this.objectMeshs.get(tvId); const screenMesh = tvMesh?.getChildMeshes().find(m => m.name.startsWith('_TV_SCREEN_'))! as BABYLON.Mesh; screenMesh.material = tvScreenMaterial; const aspect = 16 / 9; const x = index % tvProgram.textureColumns; const y = Math.floor(index / tvProgram.textureColumns); const ax = x / tvProgram.textureColumns; const ay = y / tvProgram.textureRows / aspect; const bx = (x + 1) / tvProgram.textureColumns; const by = ay; const cx = ax; const cy = (y + 1) / tvProgram.textureRows / aspect; const dx = bx; const dy = cy; const uvs = screenMesh.getVerticesData(BABYLON.VertexBuffer.UVKind); uvs[0] = dx; uvs[1] = dy; uvs[2] = bx; uvs[3] = by; uvs[4] = cx; uvs[5] = cy; uvs[6] = ax; uvs[7] = ay; screenMesh.updateVerticesData(BABYLON.VertexBuffer.UVKind, uvs); } window.setTimeout(() => applyTvTexture((tlIndex + 1) % tvProgram.timeline.length), duration); }; applyTvTexture(0); this.engine.runRenderLoop(() => { this.scene.render(); }); } private handleSeeking() { this.highlightedObjectId = null; const ray = new BABYLON.Ray(this.camera.position, this.camera.getDirection(BABYLON.Axis.Z), 1000/*cm*/); for (const [id, o] of this.objectMeshs.entries()) { for (const om of o.getChildMeshes()) { om.renderOutline = false; } } const hit = this.scene.pickWithRay(ray)!; if (hit.pickedMesh != null) { const oid = hit.pickedMesh.metadata?.objectId; if (oid != null && this.objectMeshs.has(oid)) { this.highlightedObjectId = oid; const o = this.objectMeshs.get(oid)!; for (const om of o.getChildMeshes()) { om.renderOutline = true; } } } } private handleGrabbing() { if (this.grabbing == null) return; const dir = this.camera.getDirection(BABYLON.Axis.Z); this.grabbing.ghost.position = this.camera.position.add(dir.scale(this.grabbing.startDistance)).add(this.grabbing.startOffset); this.grabbing.ghost.rotation = new BABYLON.Vector3(0, this.camera.rotation.y + this.grabbing.startRotationY, 0); const stickyObjectIds = Array.from(this.def.objects.filter(o => o.sticky === this.grabbing.mesh.metadata.objectId)).map(o => o.id); let y = 0; let sticky = null; for (const rcmb of this.roomCollisionMeshes.filter(m => m.name.startsWith('_COLLISION_FLOOR_'))) { const rcb = rcmb.getBoundingInfo().boundingBox; for (const tm of this.grabbing.mesh.getChildMeshes()) { const tmb = tm.getBoundingInfo().boundingBox; if (isIntersectXZ(tmb, rcb)) { const topY = rcb.maximumWorld.y; if (y === 0 || topY > y) { y = topY; } } } } const isStickyChild = (parent: BABYLON.AbstractMesh, target: BABYLON.AbstractMesh): boolean => { const stickyObjectIds = Array.from(this.def.objects.filter(o => o.sticky === parent.metadata.objectId)).map(o => o.id); for (const soid of stickyObjectIds) { if (soid === target.metadata.objectId) return true; const soMesh = this.objectMeshs.get(soid)!; if (isStickyChild(soMesh, target)) return true; } return false; }; const checkObjectEntries = this.objectMeshs.entries() .filter(([_id, o]) => { if (o === this.grabbing.mesh) return false; if (stickyObjectIds.includes(_id)) return false; if (isStickyChild(this.grabbing.mesh, o)) return false; return true; }); for (const [id, o] of checkObjectEntries) { for (const om of o.getChildMeshes()) { const omb = om.getBoundingInfo().boundingBox; for (const tm of this.grabbing.mesh.getChildMeshes()) { const tmb = tm.getBoundingInfo().boundingBox; if (isIntersectXZ(tmb, omb)) { const topY = omb.maximumWorld.y; if (y === 0 || topY > y) { y = topY; sticky = id; } } } } } if (sticky != null) { this.def.objects.find(o => o.id === this.grabbing.mesh.metadata.objectId)!.sticky = sticky; } else { this.def.objects.find(o => o.id === this.grabbing.mesh.metadata.objectId)!.sticky = null; } this.grabbing.mesh.position = this.grabbing.ghost.position.clone(); //this.grabbing.mesh.position.x = Math.min(Math.max(this.grabbing.position.x, -(this.ROOM_SIZE / 2)), (this.ROOM_SIZE / 2)); //this.grabbing.mesh.position.z = Math.min(Math.max(this.grabbing.position.z, -(this.ROOM_SIZE / 2)), (this.ROOM_SIZE / 2)); this.grabbing.mesh.position.y = y; this.grabbing.mesh.rotation = this.grabbing.ghost.rotation.clone(); const ray = new BABYLON.Ray(this.camera.position, this.camera.getDirection(BABYLON.Axis.Z), 1000/*cm*/); const hit = this.scene.pickWithRay(ray, (m) => m.name.startsWith('_COLLISION_WALL_'))!; if (hit.pickedMesh != null) { const grabbingBox = this.grabbing.mesh.getBoundingInfo().boundingBox; const grabDistanceVector = this.grabbing.mesh.position.subtract(this.camera.position); if (grabDistanceVector.length() > hit.distance) { this.grabbing.mesh.position = this.camera.position.add(dir.scale(hit.distance)); this.grabbing.mesh.position.y = y; } } //const displacementVector = new BABYLON.Vector3( // this.grabbing.ghost.position.x - this.grabbing.mesh.position.x, // 0, // this.grabbing.ghost.position.z - this.grabbing.mesh.position.z, //); //this.grabbing.mesh.moveWithCollisions(displacementVector); //this.grabbing.mesh.position.y = y; for (const soid of stickyObjectIds) { //const soMesh = this.objectMeshs.get(soid)!; //const offset = this.grabbing.mesh!.position.subtract(soMeshStartPosition); //soMesh.position = this.grabbing.mesh!.position.subtract(offset); } } private async loadEnvModel() { const envObj = await BABYLON.ImportMeshAsync('/client-assets/room/env.glb', this.scene); envObj.meshes[0].scaling = new BABYLON.Vector3(-100, 100, 100); envObj.meshes[0].position = new BABYLON.Vector3(0, -900/*cm*/, 0); // 4階くらいの想定 envObj.meshes[0].bakeCurrentTransformIntoVertices(); for (const mesh of envObj.meshes) { mesh.isPickable = false; mesh.checkCollisions = false; //if (mesh.name === '__root__') continue; mesh.receiveShadows = false; } } private async loadRoomModel(type: RoomDef['roomType']) { const roomObj = await BABYLON.ImportMeshAsync('/client-assets/room/rooms/default.glb', this.scene); roomObj.meshes[0].scaling = new BABYLON.Vector3(-100, 100, 100); roomObj.meshes[0].bakeCurrentTransformIntoVertices(); for (const mesh of roomObj.meshes) { console.log(mesh.name); //if (mesh.name === '__root__') continue; if (mesh.name.startsWith('_COLLISION_')) { mesh.receiveShadows = false; mesh.isVisible = false; mesh.checkCollisions = true; this.roomCollisionMeshes.push(mesh); continue; } mesh.isPickable = false; mesh.checkCollisions = false; mesh.receiveShadows = true; this.shadowGenerator1.addShadowCaster(mesh); this.shadowGenerator2.addShadowCaster(mesh); } } private async loadObject(id: string, type: RoomDef['objects'][number], position: BABYLON.Vector3, rotation: BABYLON.Vector3) { const obj = await BABYLON.ImportMeshAsync(`/client-assets/room/objects/${type}/${type}.glb`, this.scene); obj.meshes[0].scaling = new BABYLON.Vector3(-100, 100, 100); obj.meshes[0].bakeCurrentTransformIntoVertices(); obj.meshes[0].position = position; obj.meshes[0].rotation = rotation; for (const m of obj.meshes) { const mesh = m; if (mesh.name.startsWith('_TV_SCREEN_')) { mesh.markVerticesDataAsUpdatable(BABYLON.VertexBuffer.UVKind, true); } mesh.metadata = { isObject: true, objectId: id, objectType: type }; mesh.checkCollisions = true; //if (mesh.name === '__root__') continue; mesh.receiveShadows = true; this.shadowGenerator1.addShadowCaster(mesh); this.shadowGenerator2.addShadowCaster(mesh); mesh.renderOutline = false; mesh.outlineWidth = 0.003; mesh.outlineColor = new BABYLON.Color3(1, 0, 0); } this.objectMeshs.set(id, obj.meshes[0]); const objDef = OBJECTS[type]; if (objDef != null && objDef.onInit != null) { objDef.onInit(this, obj); } } public grab() { if (this.grabbing != null) { // 親から先に外していく const removeStickyParentRecursively = (mesh: BABYLON.AbstractMesh) => { const stickyObjectIds = Array.from(this.def.objects.filter(o => o.sticky === mesh.metadata.objectId)).map(o => o.id); for (const soid of stickyObjectIds) { const soMesh = this.objectMeshs.get(soid)!; soMesh.parent = null; soMesh.position = soMesh.position.add(mesh.position); soMesh.rotation = soMesh.rotation.add(mesh.rotation); removeStickyParentRecursively(soMesh); } }; removeStickyParentRecursively(this.grabbing.mesh); this.grabbing.ghost.dispose(false, true); this.grabbing = null; return; } if (this.highlightedObjectId == null) return; const highlightedObject = this.objectMeshs.get(this.highlightedObjectId)!; for (const om of highlightedObject.getChildMeshes()) { om.renderOutline = false; } const startDistance = BABYLON.Vector3.Distance(this.camera.position, highlightedObject.position); const ghost = highlightedObject.clone('ghost', null, false)!; for (const m of ghost.getChildMeshes()) { m.metadata = {}; if (m.material) { const mat = m.material.clone(`${m.material.name}_ghost`); mat.alpha = 0.3; mat.transparencyMode = BABYLON.Material.MATERIAL_ALPHABLEND; m.material = mat; } } // 子から先に適用していく const setStickyParentRecursively = (mesh: BABYLON.AbstractMesh) => { const stickyObjectIds = Array.from(this.def.objects.filter(o => o.sticky === mesh.metadata.objectId)).map(o => o.id); for (const soid of stickyObjectIds) { const soMesh = this.objectMeshs.get(soid)!; setStickyParentRecursively(soMesh); soMesh.parent = mesh; soMesh.position = soMesh.position.subtract(mesh.position); soMesh.rotation = soMesh.rotation.subtract(mesh.rotation); } }; setStickyParentRecursively(highlightedObject); this.grabbing = { mesh: highlightedObject, startOffset: highlightedObject.position.subtract(this.camera.position.add(this.camera.getDirection(BABYLON.Axis.Z).scale(startDistance))), startRotationY: highlightedObject.rotation.subtract(this.camera.rotation).y, startDistance: startDistance, ghost: ghost, }; } public destroy() { for (const id of this.intervalIds) { window.clearInterval(id); } this.intervalIds = []; this.engine.dispose(); } } const TV_PROGRAMS = { shopping: { textureColumns: 8, textureRows: 8, timeline: [ [0, 500], [1, 500], [0, 500], [1, 500], [0, 500], [1, 500], [2, 500], [3, 500], [2, 500], [3, 500], [4, 500], [5, 500], [4, 500], [5, 500], [6, 500], [7, 500], [8, 500], [9, 500], [8, 500], [9, 500], [2, 500], [3, 500], [2, 500], [3, 500], ], }, } satisfies Record;