Viewport.js 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900
  1. import * as THREE from 'three';
  2. import { TransformControls } from 'three/addons/controls/TransformControls.js';
  3. import { UIPanel } from './libs/ui.js';
  4. import { EditorControls } from './EditorControls.js';
  5. import { ViewportControls } from './Viewport.Controls.js';
  6. import { ViewportInfo } from './Viewport.Info.js';
  7. import { ViewHelper } from './Viewport.ViewHelper.js';
  8. import { XR } from './Viewport.XR.js';
  9. import { SetPositionCommand } from './commands/SetPositionCommand.js';
  10. import { SetRotationCommand } from './commands/SetRotationCommand.js';
  11. import { SetScaleCommand } from './commands/SetScaleCommand.js';
  12. import { RoomEnvironment } from 'three/addons/environments/RoomEnvironment.js';
  13. import { ViewportPathtracer } from './Viewport.Pathtracer.js';
  14. function Viewport( editor ) {
  15. const selector = editor.selector;
  16. const signals = editor.signals;
  17. const container = new UIPanel();
  18. container.setId( 'viewport' );
  19. container.setPosition( 'absolute' );
  20. container.add( new ViewportControls( editor ) );
  21. container.add( new ViewportInfo( editor ) );
  22. //
  23. let renderer = null;
  24. let pmremGenerator = null;
  25. let pathtracer = null;
  26. const camera = editor.camera;
  27. const scene = editor.scene;
  28. const sceneHelpers = editor.sceneHelpers;
  29. // helpers
  30. const GRID_COLORS_LIGHT = [ 0x999999, 0x777777 ];
  31. const GRID_COLORS_DARK = [ 0x555555, 0x888888 ];
  32. const grid = new THREE.Group();
  33. const grid1 = new THREE.GridHelper( 30, 30 );
  34. grid1.material.color.setHex( GRID_COLORS_LIGHT[ 0 ] );
  35. grid1.material.vertexColors = false;
  36. grid.add( grid1 );
  37. const grid2 = new THREE.GridHelper( 30, 6 );
  38. grid2.material.color.setHex( GRID_COLORS_LIGHT[ 1 ] );
  39. grid2.material.vertexColors = false;
  40. grid.add( grid2 );
  41. const viewHelper = new ViewHelper( camera, container );
  42. //
  43. const box = new THREE.Box3();
  44. const selectionBox = new THREE.Box3Helper( box );
  45. selectionBox.material.depthTest = false;
  46. selectionBox.material.transparent = true;
  47. selectionBox.visible = false;
  48. sceneHelpers.add( selectionBox );
  49. let objectPositionOnDown = null;
  50. let objectRotationOnDown = null;
  51. let objectScaleOnDown = null;
  52. const transformControls = new TransformControls( camera, container.dom );
  53. transformControls.addEventListener( 'axis-changed', function () {
  54. if ( editor.viewportShading !== 'realistic' ) render();
  55. } );
  56. transformControls.addEventListener( 'objectChange', function () {
  57. signals.objectChanged.dispatch( transformControls.object );
  58. } );
  59. transformControls.addEventListener( 'mouseDown', function () {
  60. const object = transformControls.object;
  61. objectPositionOnDown = object.position.clone();
  62. objectRotationOnDown = object.rotation.clone();
  63. objectScaleOnDown = object.scale.clone();
  64. controls.enabled = false;
  65. } );
  66. transformControls.addEventListener( 'mouseUp', function () {
  67. const object = transformControls.object;
  68. if ( object !== undefined ) {
  69. switch ( transformControls.getMode() ) {
  70. case 'translate':
  71. if ( ! objectPositionOnDown.equals( object.position ) ) {
  72. editor.execute( new SetPositionCommand( editor, object, object.position, objectPositionOnDown ) );
  73. }
  74. break;
  75. case 'rotate':
  76. if ( ! objectRotationOnDown.equals( object.rotation ) ) {
  77. editor.execute( new SetRotationCommand( editor, object, object.rotation, objectRotationOnDown ) );
  78. }
  79. break;
  80. case 'scale':
  81. if ( ! objectScaleOnDown.equals( object.scale ) ) {
  82. editor.execute( new SetScaleCommand( editor, object, object.scale, objectScaleOnDown ) );
  83. }
  84. break;
  85. }
  86. }
  87. controls.enabled = true;
  88. } );
  89. sceneHelpers.add( transformControls );
  90. //
  91. const xr = new XR( editor, transformControls ); // eslint-disable-line no-unused-vars
  92. // events
  93. function updateAspectRatio() {
  94. for ( const uuid in editor.cameras ) {
  95. const camera = editor.cameras[ uuid ];
  96. const aspect = container.dom.offsetWidth / container.dom.offsetHeight;
  97. if ( camera.isPerspectiveCamera ) {
  98. camera.aspect = aspect;
  99. } else {
  100. camera.left = - aspect;
  101. camera.right = aspect;
  102. }
  103. camera.updateProjectionMatrix();
  104. const cameraHelper = editor.helpers[ camera.id ];
  105. if ( cameraHelper ) cameraHelper.update();
  106. }
  107. }
  108. const onDownPosition = new THREE.Vector2();
  109. const onUpPosition = new THREE.Vector2();
  110. const onDoubleClickPosition = new THREE.Vector2();
  111. function getMousePosition( dom, x, y ) {
  112. const rect = dom.getBoundingClientRect();
  113. return [ ( x - rect.left ) / rect.width, ( y - rect.top ) / rect.height ];
  114. }
  115. function handleClick() {
  116. if ( onDownPosition.distanceTo( onUpPosition ) === 0 ) {
  117. const intersects = selector.getPointerIntersects( onUpPosition, camera );
  118. signals.intersectionsDetected.dispatch( intersects );
  119. render();
  120. }
  121. }
  122. function onMouseDown( event ) {
  123. // event.preventDefault();
  124. if ( event.target !== renderer.domElement ) return;
  125. const array = getMousePosition( container.dom, event.clientX, event.clientY );
  126. onDownPosition.fromArray( array );
  127. document.addEventListener( 'mouseup', onMouseUp );
  128. }
  129. function onMouseUp( event ) {
  130. const array = getMousePosition( container.dom, event.clientX, event.clientY );
  131. onUpPosition.fromArray( array );
  132. handleClick();
  133. document.removeEventListener( 'mouseup', onMouseUp );
  134. }
  135. function onTouchStart( event ) {
  136. const touch = event.changedTouches[ 0 ];
  137. const array = getMousePosition( container.dom, touch.clientX, touch.clientY );
  138. onDownPosition.fromArray( array );
  139. document.addEventListener( 'touchend', onTouchEnd );
  140. }
  141. function onTouchEnd( event ) {
  142. const touch = event.changedTouches[ 0 ];
  143. const array = getMousePosition( container.dom, touch.clientX, touch.clientY );
  144. onUpPosition.fromArray( array );
  145. handleClick();
  146. document.removeEventListener( 'touchend', onTouchEnd );
  147. }
  148. function onDoubleClick( event ) {
  149. const array = getMousePosition( container.dom, event.clientX, event.clientY );
  150. onDoubleClickPosition.fromArray( array );
  151. const intersects = selector.getPointerIntersects( onDoubleClickPosition, camera );
  152. if ( intersects.length > 0 ) {
  153. const intersect = intersects[ 0 ];
  154. signals.objectFocused.dispatch( intersect.object );
  155. }
  156. }
  157. container.dom.addEventListener( 'mousedown', onMouseDown );
  158. container.dom.addEventListener( 'touchstart', onTouchStart, { passive: false } );
  159. container.dom.addEventListener( 'dblclick', onDoubleClick );
  160. // controls need to be added *after* main logic,
  161. // otherwise controls.enabled doesn't work.
  162. const controls = new EditorControls( camera, container.dom );
  163. controls.addEventListener( 'change', function () {
  164. signals.cameraChanged.dispatch( camera );
  165. signals.refreshSidebarObject3D.dispatch( camera );
  166. } );
  167. viewHelper.center = controls.center;
  168. // signals
  169. signals.editorCleared.add( function () {
  170. controls.center.set( 0, 0, 0 );
  171. pathtracer.reset();
  172. initPT();
  173. render();
  174. } );
  175. signals.transformModeChanged.add( function ( mode ) {
  176. transformControls.setMode( mode );
  177. render();
  178. } );
  179. signals.snapChanged.add( function ( dist ) {
  180. transformControls.setTranslationSnap( dist );
  181. } );
  182. signals.spaceChanged.add( function ( space ) {
  183. transformControls.setSpace( space );
  184. render();
  185. } );
  186. signals.rendererUpdated.add( function () {
  187. scene.traverse( function ( child ) {
  188. if ( child.material !== undefined ) {
  189. child.material.needsUpdate = true;
  190. }
  191. } );
  192. render();
  193. } );
  194. signals.rendererCreated.add( function ( newRenderer ) {
  195. if ( renderer !== null ) {
  196. renderer.setAnimationLoop( null );
  197. renderer.dispose();
  198. pmremGenerator.dispose();
  199. container.dom.removeChild( renderer.domElement );
  200. }
  201. renderer = newRenderer;
  202. renderer.setAnimationLoop( animate );
  203. renderer.setClearColor( 0xaaaaaa );
  204. if ( window.matchMedia ) {
  205. const mediaQuery = window.matchMedia( '(prefers-color-scheme: dark)' );
  206. mediaQuery.addEventListener( 'change', function ( event ) {
  207. renderer.setClearColor( event.matches ? 0x333333 : 0xaaaaaa );
  208. updateGridColors( grid1, grid2, event.matches ? GRID_COLORS_DARK : GRID_COLORS_LIGHT );
  209. render();
  210. } );
  211. renderer.setClearColor( mediaQuery.matches ? 0x333333 : 0xaaaaaa );
  212. updateGridColors( grid1, grid2, mediaQuery.matches ? GRID_COLORS_DARK : GRID_COLORS_LIGHT );
  213. }
  214. renderer.setPixelRatio( window.devicePixelRatio );
  215. renderer.setSize( container.dom.offsetWidth, container.dom.offsetHeight );
  216. pmremGenerator = new THREE.PMREMGenerator( renderer );
  217. pmremGenerator.compileEquirectangularShader();
  218. pathtracer = new ViewportPathtracer( renderer );
  219. container.dom.appendChild( renderer.domElement );
  220. render();
  221. } );
  222. signals.rendererDetectKTX2Support.add( function ( ktx2Loader ) {
  223. ktx2Loader.detectSupport( renderer );
  224. } );
  225. signals.sceneGraphChanged.add( function () {
  226. initPT();
  227. render();
  228. } );
  229. signals.cameraChanged.add( function () {
  230. pathtracer.reset();
  231. render();
  232. } );
  233. signals.objectSelected.add( function ( object ) {
  234. selectionBox.visible = false;
  235. transformControls.detach();
  236. if ( object !== null && object !== scene && object !== camera ) {
  237. box.setFromObject( object, true );
  238. if ( box.isEmpty() === false ) {
  239. selectionBox.visible = true;
  240. }
  241. transformControls.attach( object );
  242. }
  243. render();
  244. } );
  245. signals.objectFocused.add( function ( object ) {
  246. controls.focus( object );
  247. } );
  248. signals.geometryChanged.add( function ( object ) {
  249. if ( object !== undefined ) {
  250. box.setFromObject( object, true );
  251. }
  252. initPT();
  253. render();
  254. } );
  255. signals.objectChanged.add( function ( object ) {
  256. if ( editor.selected === object ) {
  257. box.setFromObject( object, true );
  258. }
  259. if ( object.isPerspectiveCamera ) {
  260. object.updateProjectionMatrix();
  261. }
  262. const helper = editor.helpers[ object.id ];
  263. if ( helper !== undefined && helper.isSkeletonHelper !== true ) {
  264. helper.update();
  265. }
  266. initPT();
  267. render();
  268. } );
  269. signals.objectRemoved.add( function ( object ) {
  270. controls.enabled = true; // see #14180
  271. if ( object === transformControls.object ) {
  272. transformControls.detach();
  273. }
  274. } );
  275. signals.materialChanged.add( function () {
  276. updatePTMaterials();
  277. render();
  278. } );
  279. // background
  280. signals.sceneBackgroundChanged.add( function ( backgroundType, backgroundColor, backgroundTexture, backgroundEquirectangularTexture, backgroundBlurriness, backgroundIntensity, backgroundRotation ) {
  281. scene.background = null;
  282. switch ( backgroundType ) {
  283. case 'Color':
  284. scene.background = new THREE.Color( backgroundColor );
  285. break;
  286. case 'Texture':
  287. if ( backgroundTexture ) {
  288. scene.background = backgroundTexture;
  289. }
  290. break;
  291. case 'Equirectangular':
  292. if ( backgroundEquirectangularTexture ) {
  293. backgroundEquirectangularTexture.mapping = THREE.EquirectangularReflectionMapping;
  294. scene.background = backgroundEquirectangularTexture;
  295. scene.backgroundBlurriness = backgroundBlurriness;
  296. scene.backgroundIntensity = backgroundIntensity;
  297. scene.backgroundRotation.y = backgroundRotation * THREE.MathUtils.DEG2RAD;
  298. if ( useBackgroundAsEnvironment ) {
  299. scene.environment = scene.background;
  300. scene.environmentRotation.y = backgroundRotation * THREE.MathUtils.DEG2RAD;
  301. }
  302. }
  303. break;
  304. }
  305. updatePTBackground();
  306. render();
  307. } );
  308. // environment
  309. let useBackgroundAsEnvironment = false;
  310. signals.sceneEnvironmentChanged.add( function ( environmentType, environmentEquirectangularTexture ) {
  311. scene.environment = null;
  312. useBackgroundAsEnvironment = false;
  313. switch ( environmentType ) {
  314. case 'Background':
  315. useBackgroundAsEnvironment = true;
  316. if ( scene.background !== null && scene.background.isTexture ) {
  317. scene.environment = scene.background;
  318. scene.environment.mapping = THREE.EquirectangularReflectionMapping;
  319. scene.environmentRotation.y = scene.backgroundRotation.y;
  320. }
  321. break;
  322. case 'Equirectangular':
  323. if ( environmentEquirectangularTexture ) {
  324. scene.environment = environmentEquirectangularTexture;
  325. scene.environment.mapping = THREE.EquirectangularReflectionMapping;
  326. }
  327. break;
  328. case 'ModelViewer':
  329. scene.environment = pmremGenerator.fromScene( new RoomEnvironment(), 0.04 ).texture;
  330. break;
  331. }
  332. updatePTEnvironment();
  333. render();
  334. } );
  335. // fog
  336. signals.sceneFogChanged.add( function ( fogType, fogColor, fogNear, fogFar, fogDensity ) {
  337. switch ( fogType ) {
  338. case 'None':
  339. scene.fog = null;
  340. break;
  341. case 'Fog':
  342. scene.fog = new THREE.Fog( fogColor, fogNear, fogFar );
  343. break;
  344. case 'FogExp2':
  345. scene.fog = new THREE.FogExp2( fogColor, fogDensity );
  346. break;
  347. }
  348. render();
  349. } );
  350. signals.sceneFogSettingsChanged.add( function ( fogType, fogColor, fogNear, fogFar, fogDensity ) {
  351. switch ( fogType ) {
  352. case 'Fog':
  353. scene.fog.color.setHex( fogColor );
  354. scene.fog.near = fogNear;
  355. scene.fog.far = fogFar;
  356. break;
  357. case 'FogExp2':
  358. scene.fog.color.setHex( fogColor );
  359. scene.fog.density = fogDensity;
  360. break;
  361. }
  362. render();
  363. } );
  364. signals.viewportCameraChanged.add( function () {
  365. const viewportCamera = editor.viewportCamera;
  366. if ( viewportCamera.isPerspectiveCamera || viewportCamera.isOrthographicCamera ) {
  367. updateAspectRatio();
  368. }
  369. // disable EditorControls when setting a user camera
  370. controls.enabled = ( viewportCamera === editor.camera );
  371. initPT();
  372. render();
  373. } );
  374. signals.viewportShadingChanged.add( function () {
  375. const viewportShading = editor.viewportShading;
  376. switch ( viewportShading ) {
  377. case 'realistic':
  378. pathtracer.init( scene, editor.viewportCamera );
  379. break;
  380. case 'solid':
  381. scene.overrideMaterial = null;
  382. break;
  383. case 'normals':
  384. scene.overrideMaterial = new THREE.MeshNormalMaterial();
  385. break;
  386. case 'wireframe':
  387. scene.overrideMaterial = new THREE.MeshBasicMaterial( { color: 0x000000, wireframe: true } );
  388. break;
  389. }
  390. render();
  391. } );
  392. //
  393. signals.windowResize.add( function () {
  394. updateAspectRatio();
  395. renderer.setSize( container.dom.offsetWidth, container.dom.offsetHeight );
  396. pathtracer.setSize( container.dom.offsetWidth, container.dom.offsetHeight );
  397. render();
  398. } );
  399. signals.showHelpersChanged.add( function ( appearanceStates ) {
  400. grid.visible = appearanceStates.gridHelper;
  401. sceneHelpers.traverse( function ( object ) {
  402. switch ( object.type ) {
  403. case 'CameraHelper':
  404. {
  405. object.visible = appearanceStates.cameraHelpers;
  406. break;
  407. }
  408. case 'PointLightHelper':
  409. case 'DirectionalLightHelper':
  410. case 'SpotLightHelper':
  411. case 'HemisphereLightHelper':
  412. {
  413. object.visible = appearanceStates.lightHelpers;
  414. break;
  415. }
  416. case 'SkeletonHelper':
  417. {
  418. object.visible = appearanceStates.skeletonHelpers;
  419. break;
  420. }
  421. default:
  422. {
  423. // not a helper, skip.
  424. }
  425. }
  426. } );
  427. render();
  428. } );
  429. signals.cameraResetted.add( updateAspectRatio );
  430. // animations
  431. let prevActionsInUse = 0;
  432. const clock = new THREE.Clock(); // only used for animations
  433. function animate() {
  434. const mixer = editor.mixer;
  435. const delta = clock.getDelta();
  436. let needsUpdate = false;
  437. // Animations
  438. const actions = mixer.stats.actions;
  439. if ( actions.inUse > 0 || prevActionsInUse > 0 ) {
  440. prevActionsInUse = actions.inUse;
  441. mixer.update( delta );
  442. needsUpdate = true;
  443. if ( editor.selected !== null ) {
  444. editor.selected.updateWorldMatrix( false, true ); // avoid frame late effect for certain skinned meshes (e.g. Michelle.glb)
  445. selectionBox.box.setFromObject( editor.selected, true ); // selection box should reflect current animation state
  446. }
  447. }
  448. // View Helper
  449. if ( viewHelper.animating === true ) {
  450. viewHelper.update( delta );
  451. needsUpdate = true;
  452. }
  453. if ( renderer.xr.isPresenting === true ) {
  454. needsUpdate = true;
  455. }
  456. if ( needsUpdate === true ) render();
  457. updatePT();
  458. }
  459. function initPT() {
  460. if ( editor.viewportShading === 'realistic' ) {
  461. pathtracer.init( scene, editor.viewportCamera );
  462. }
  463. }
  464. function updatePTBackground() {
  465. if ( editor.viewportShading === 'realistic' ) {
  466. pathtracer.setBackground( scene.background, scene.backgroundBlurriness );
  467. }
  468. }
  469. function updatePTEnvironment() {
  470. if ( editor.viewportShading === 'realistic' ) {
  471. pathtracer.setEnvironment( scene.environment );
  472. }
  473. }
  474. function updatePTMaterials() {
  475. if ( editor.viewportShading === 'realistic' ) {
  476. pathtracer.updateMaterials();
  477. }
  478. }
  479. function updatePT() {
  480. if ( editor.viewportShading === 'realistic' ) {
  481. pathtracer.update();
  482. editor.signals.pathTracerUpdated.dispatch( pathtracer.getSamples() );
  483. }
  484. }
  485. //
  486. let startTime = 0;
  487. let endTime = 0;
  488. function render() {
  489. startTime = performance.now();
  490. renderer.setViewport( 0, 0, container.dom.offsetWidth, container.dom.offsetHeight );
  491. renderer.render( scene, editor.viewportCamera );
  492. if ( camera === editor.viewportCamera ) {
  493. renderer.autoClear = false;
  494. if ( grid.visible === true ) renderer.render( grid, camera );
  495. if ( sceneHelpers.visible === true ) renderer.render( sceneHelpers, camera );
  496. if ( renderer.xr.isPresenting !== true ) viewHelper.render( renderer );
  497. renderer.autoClear = true;
  498. }
  499. endTime = performance.now();
  500. editor.signals.sceneRendered.dispatch( endTime - startTime );
  501. }
  502. return container;
  503. }
  504. function updateGridColors( grid1, grid2, colors ) {
  505. grid1.material.color.setHex( colors[ 0 ] );
  506. grid2.material.color.setHex( colors[ 1 ] );
  507. }
  508. export { Viewport };