Postprocessing and Deferred Rendering. Prof. Aaron Lanterman School of Electrical and Computer Engineering Georgia Institute of Technology

Transcription

1 Postprocessing and Deferred Rendering Prof. Aaron Lanterman School of Electrical and Computer Engineering Georgia Institute of Technology

2 Bloom effect - before 2

3 Bloom effect - after 3

4 Motion blur in Valve s Portal - roll GDC2008_PostProcessingInTheOrangeBox.pdf 4

5 Motion blur in Valve s Portal - falling GDC2008_PostProcessingInTheOrangeBox.pdf 5

6 Setup for Postprocessing struct appdata_img { float4 vertex : POSITION; half2 texcoord : TEXCOORD0; }; struct v2f_img { float4 pos : SV_POSITION; half2 uv : TEXCOORD0; }; v2f_img vert_img( appdata_img v ) { v2f_img o; o.pos = mul (UNITY_MATRIX_MVP, v.vertex); o.uv = v.texcoord; return o; } In UnityCG.cginc

7 Outline Shader (1) Shader "GPUXXOutlinerShader" { Properties { _MainTex ("Base (RGB)", 2D) = "white" {} _Speed ("Speed", float) = 1 } SubShader { Pass { ZTest Always Cull Off ZWrite Off CGPROGRAM #pragma vertex vert_img #pragma fragment frag #include "UnityCG.cginc" uniform sampler2d _MainTex; uniform float _Speed;

8 Outline Shader (2) float4 frag (v2f_img i) : COLOR { float4 original = tex2d(_maintex, i.uv); // original.r *= 0.5*(sin(_Speed * _Time.w) + 1); // original.b *= 0.5*(cos(_Speed * _Time.w) + 1); // return original.brga; float4 original_left = tex2d(_maintex, i.uv - float2(1.0 / _ScreenParams.x,0)); float4 original_right = tex2d(_maintex, i.uv + float2(1.0 / _ScreenParams.x,0)); float4 original_up = tex2d(_maintex, i.uv - float2(0,1.0 / _ScreenParams.y)); float4 original_down = tex2d(_maintex, i.uv + float2(0,1.0 / _ScreenParams.y)); float3 horiz_diff = original_left.rgb - original_right.rgb; float3 vert_diff = original_up.rgb - original_down.rgb; float3 outline = abs(horiz_diff) + abs(vert_diff); return(float4(lerp(outline,original, 0.5*(cos(_Speed * _Time.y) + 1)),1)); }

9 Outline Camera Script using UnityEngine; using System.Collections; [ExecuteInEditMode] [AddComponentMenu("GPUXX Effects/GPUXXOutliner")] [RequireComponent (typeof(camera))] public class GPUXXOutliner : MonoBehaviour { private Shader postprocshader; private Material postprocmat; public float speed; void Start() { postprocshader = Shader.Find("GPUXXOutlinerShader"); postprocmat = new Material(postprocShader); } void Update() { postprocmat.setfloat("_speed",speed); } void OnRenderImage (RenderTexture source, RenderTexture destination) { Graphics.Blit(source, destination, postprocmat); } }

10 DepthNormal Shader (1) Shader "GPUXXDepthNormalShader" { Properties { _MainTex ("Base (RGB)", 2D) = "white" {} _Speed ("Speed", float) = 1 } SubShader { Pass { ZTest Always Cull Off ZWrite Off CGPROGRAM #pragma vertex vert_img #pragma fragment frag #include "UnityCG.cginc" uniform sampler2d _CameraDepthNormalsTexture; uniform sampler2d _MainTex; uniform float _Speed;

11 DepthNormal Shader (2) float4 frag (v2f_img i) : COLOR { float4 original = tex2d(_maintex, i.uv); float4 enc = tex2d(_cameradepthnormalstexture, i.uv); float depth; float3 n, display_n; DecodeDepthNormal(enc, /* out */ depth, /* out */ n); display_n = 0.5 * (1 + n); return(float4(lerp(display_n,float3(1,1,1)* depth, 0.5*(cos(_Speed * _Time.y) + 1)),1)); }

12 DecodeDepthNormal inline void DecodeDepthNormal( float4 enc, out float depth, out float3 normal ) { depth = DecodeFloatRG (enc.zw); normal = DecodeViewNormalStereo (enc); } inline float DecodeFloatRG( float2 enc ) { float2 kdecodedot = float2(1.0, 1/255.0); return dot( enc, kdecodedot ); } inline float3 DecodeViewNormalStereo( float4 enc4 ) { float kscale = ; float3 nn = enc4.xyz*float3(2*kscale,2*kscale,0) + float3(-kscale,-kscale,1); float g = 2.0 / dot(nn.xyz,nn.xyz); float3 n; n.xy = g*nn.xy; n.z = g-1; return n; } In UnityCG.cginc

13 DecodeDepthNormal (1) #define DECODE_EYEDEPTH(i) LinearEyeDepth(i) // Z buffer to linear depth inline float LinearEyeDepth( float z ) { return 1.0 / (_ZBufferParams.z * z + _ZBufferParams.w); } In UnityCG.cginc

14 DepthNormal Camera Script public class GPUXXDepthNormalDemo : MonoBehaviour { private Shader postprocshader; private Material postprocmat; private Camera mycamera; public float speed; void Start() { postprocshader = Shader.Find("GPUXXDepthNormalShader"); postprocmat = new Material(postprocShader); mycamera = GetComponent<Camera> (); mycamera.depthtexturemode = DepthTextureMode.DepthNormals; if (speed <= 0) speed = 1; } void Update() { postprocmat.setfloat("_speed",speed); } void OnRenderImage(RenderTexture source, RenderTexture destination) { Graphics.Blit(source, destination, postprocmat); } }

15 Deferred Rendering Shader (1) Shader "GPUXXHackedDRShader" { Properties { // We don't really need these to be Properties since // they re set by a script _DiffColor ("Diff Color", Color) = (1,1,1,1) _SpecColor ("Spec Color", Color) = (1,1,1,1) _Shininess ("Shininess", Range(0.01,1)) = 0.7 _CameraData ("Camera Data", Vector) = (0,0,0,0) _lightposvs0 ("Light Position 0", Vector) = (0,0,0,0) _lightposvs1 ("Light Position 1", Vector) = (0,0,0,0) _lightposvs2 ("Light Position 2", Vector) = (0,0,0,0) _lightposvs3 ("Light Position 3", Vector) = (0,0,0,0) _lightposvs4 ("Light Position 4", Vector) = (0,0,0,0) _lightposvs5 ("Light Position 5", Vector) = (0,0,0,0) }

16 Deferred Rendering Shader (2) SubShader { Tags { "RenderType"="Opaque" } LOD 300 Pass { CGPROGRAM #include "UnityCG.cginc" #pragma target 3.0 #pragma vertex vert_img #pragma fragment frag uniform float4 _CameraData; uniform float4 _DiffColor, _SpecColor; uniform float _Shininess; uniform float4 _lightposvs0, _lightposvs1, _lightposvs2, _lightposvs3, _lightposvs4, _lightposvs5; uniform sampler2d _CameraDepthNormalsTexture;

17 Deferred Rendering Shader (3) float4 frag(v2f_img i) : COLOR { float3 normalvs; float4 enc = tex2d(_cameradepthnormalstexture, i.uv); float depth; float3 n; DecodeDepthNormal(enc, /* out */ depth, /* out */ normalvs); normalvs.z = -normalvs.z; normalvs = normalize(normalvs); float zrecon = DECODE_EYEDEPTH(depth); float2 xy_minus1to1 = (2 * i.uv ) - 1; float2 xyrecon = xy_minus1to1 * zrecon * _CameraData.xy; float3 posvs = float3(xyrecon,zrecon); // eye is at origin float3 eyedir = normalize(-posvs);

18 Deferred Rendering Shader (4) } // I hardcoded the light colors, which is a bad idea float3 lightdir = normalize(_lightposvs0.xyz - posvs); float3 halfdir = normalize(lightdir + eyedir); float diff = max(0,dot(normalvs, lightdir)); float spec = max(0,pow(dot(normalvs, halfdir),_shininess*128.0)); float4 col = float4(0.25,0,0.25,1) * (_SpecColor * spec + _DiffColor * diff); lightdir = normalize(_lightposvs1.xyz - posvs); halfdir = normalize(lightdir + eyedir); diff = max(0,dot(normalvs, lightdir)); spec = max(0,pow(dot(normalvs, halfdir),_shininess*128.0)); col += float4(0.25,0,0,1) * (_SpecColor * spec + _DiffColor * diff); return(float4(col.rgb,1));

19 Deferred Rendering Camera Script (1) [ExecuteInEditMode] [AddComponentMenu( "GPUXX Effects/GPUXXHackedDR")] [RequireComponent (typeof(camera))] public class GPUXXHackedDR : MonoBehaviour { public Material postmat; public Shader postshader; private Camera mycamera; private Vector4[] mylightposvs; Vector4 cameradata;

20 Deferred Rendering Camera Script (2) Start() { postshader = Shader.Find("GPUXXHackedDRShader"); postmat = new Material(postShader); mycamera = GetComponent<Camera> (); mycamera.depthtexturemode = DepthTextureMode.DepthNormals; mylightposvs = new Vector4[6]; }

21 Deferred Rendering Camera Script (3) void OnPreRender() { cameradata.y = Mathf.Tan(Mathf.Deg2Rad * mycamera.fieldofview / 2); cameradata.x = cameradata.y * mycamera.aspect; cameradata.z = mycamera.farclipplane - mycamera.nearclipplane; cameradata.w = mycamera.nearclipplane; postmat.setvector ("_CameraData", cameradata); postmat.setvector("_diffcolor",0.2f * Vector4.one); postmat.setvector("_speccolor",vector4.one); postmat.setfloat("_shininess",0.9f); }

22 Deferred Rendering Camera Script (4) void Update() { // an assortment of wandering lights // don't look for any logic here, you will find none... mylightposvs[0].z = 20 * Mathf.Sin (0.5f*Time.time); mylightposvs[1].y = * Mathf.Cos (0.6f*Time.time + 0.5f); mylightposvs[1].z = -2; mylightposvs[2].x = * Mathf.Sin (0.7f*Time.time); mylightposvs[2].y = * Mathf.Cos (0.4f*Time.time - 1f); mylightposvs[2].z = -2; mylightposvs[3].x = * Mathf.Cos (0.9f*Time.time f); mylightposvs[3].y = -1.5f + 20 * Mathf.Sin (0.3f*Time.time); mylightposvs[3].z = -2; mylightposvs[4].x = * Mathf.Cos (0.8f*Time.time f); mylightposvs[4].y = 4 + mylightposvs[4].x; mylightposvs[4].z = -2; mylightposvs[5].x = * Mathf.Sin (Time.time + 5f); mylightposvs[5].y = -3 + mylightposvs[5].x; mylightposvs[5].z = -2; }

23 Deferred Rendering Camera Script (5) void OnRenderImage (RenderTexture source, RenderTexture destination) { postmat.setvector("_lightposvs0",mylightposvs[0]); postmat.setvector("_lightposvs1",mylightposvs[1]); postmat.setvector("_lightposvs2",mylightposvs[2]); postmat.setvector("_lightposvs3",mylightposvs[3]); postmat.setvector("_lightposvs4",mylightposvs[4]); postmat.setvector("_lightposvs5",mylightposvs[5]); postmat.setvector("_cameradata",cameradata); Graphics.Blit(source, destination, postmat); }