HLSL Parallax Mapping

Making somethinng 3D with a height map sounds like the fur shader. And the furshader was looking simple.
In anyway I hope you will get it working, looks fantastic.

Alright here is the source I have so far. This is the first HLSL source I have tried to convert so it may be a little sloppy. You can compile it and see the errors that I got:


// start

//
// HLSL Parallax Shader
//

Material mat_parallax
{

effect = "

// VertexShader ------------------

float4x4 matWorldViewProj;
float4x4 matWorld;
float4 light_position = ( 100, 100, 100, 0); // just used these settings for testing
float4 vecViewPos;


texture entSkin1;
texture entSkin2;
texture entSkin3;

sampler base_map = sampler_state
{
texture = (entSkin1);
};

sampler bump_map = sampler_state
{
texture = (entSkin2);
};

sampler height_map = sampler_state
{
texture = (entSkin3);
};

struct VS_INPUT_STRUCT
{
float4 position : POSITION;
float3 tangent : TANGENT;
float3 normal : NORMAL;
float3 texcoord0 : TEXCOORD0;
};

struct VS_OUTPUT_STRUCT
{
float4 position : POSITION;
float2 bump_map : TEXCOORD0;
float3 tangentlight : TEXCOORD1;
float3 half_angle : TEXCOORD2;
float3 tangenteye : TEXCOORD3;
};

VS_OUTPUT_STRUCT main( VS_INPUT_STRUCT vsInStruct )
{
VS_OUTPUT_STRUCT vsOutStruct;
vsOutStruct.position = mul( matWorldViewProj, vsInStruct.position );

float3 position = mul( matWorld, vsInStruct.position );

vsOutStruct.bump_map = vsInStruct.texcoord0;

float3x3 tangentspace_matrix = float3x3( vsInStruct.tangent, cross( vsInStruct.tangent, vsInStruct.normal ), vsInStruct.normal );
float3x3 objectspace_light_vector = mul( ( matWorld * -1 ), light_position ) - vsInStruct.position;

vsOutStruct.tangentlight = mul( tangentspace_matrix, objectspace_light_vector );

float3 objectspace_view_vector = mul( ( matWorld * -1 ), vecViewPos ) - vsInStruct.position;

vsOutStruct.tangenteye = mul( tangentspace_matrix, objectspace_view_vector );
vsOutStruct.half_angle = vsOutStruct.tangentlight + vsOutStruct.tangenteye;

return vsOutStruct;
};

// PixelShader -------------------

float bumpiness;
float parallax;
float specular_power;
float4 ambient;
float4 diffuse;
float4 specular;

struct PS_INPUT_STRUCT
{
float2 bump_map : TEXCOORD0;
float3 tangentlight : TEXCOORD1;
float3 half_angle : TEXCOORD2;
float3 tangenteye : TEXCOORD3;
};

struct PS_OUTPUT_STRUCT
{
float4 color0 : COLOR0;
};

float2 ParallaxTexCoord( float2 oldcoord, sampler height_map, float3 vecViewPos, float parallax_amount )
{
return( tex2D( height_map, oldcoord )
* parallax_amount - parallax_amount * 0.5 )
* vecViewPos + oldcoord;
};

PS_OUTPUT_STRUCT main( PS_INPUT_STRUCT psInStruct )
{
PS_OUTPUT_STRUCT psOutStruct;
float3 vecViewPos = normalize( psInStruct.tangenteye );
float2 modified_texcoord = ParallaxTexCoord( psInStruct.bump_map, height_map, vecViewPos, parallax );
float3 base = tex2D( base_map, modified_texcoord );
float3 bump = tex2D( bump_map, modified_texcoord );
float3 normalized_light_vector = normalize( psInStruct.tangentlight );
float3 normalized_half_angle = normalize( psInStruct.half_angle );
float3 smooth = float3( 0.5, 0.5, 1 );
bump = lerp( smooth, bump, bumpiness );
bump = normalize( ( bump * 2.0f ) - 1.0f );
float3 n_dot_l = dot( bump, normalized_light_vector );
float3 n_dot_h = dot( bump, normalized_half_angle );
psOutStruct.color0.rgb = (
ambient +
diffuse * max( 0, n_dot_l ) +
specular * pow( max ( 0, n_dot_h ), specular_power )
) * base;
psOutStruct.color0.a = 1.0f;

return psOutStruct;

};

technique Parallax
{
pass P0
{

VertexShader = compile vs_2_0 vsOutStruct();
PixelShader = compile ps_2_0 psOutStruct();
}
}


";

}


action hlsl_parallax
{

my.material = mat_parallax;

}

// finish




I hope that this can help someone because I haven't found out what is wrong yet.


M3PHiSTO

@EX Citer: This shader is alot different than the fur shader because that used shells to make the fur stick out. This computes the displacement on the textures surface so that it remains flat.

If you are interested in seeing what this shader can do you should checkout the Doom3 parallax mod.

M3PHiSTO

Here is a version that doesn't give errors, I don't think my video card supports the shader though (Radeon 9200). Changes are highlighted in red
Code:

---

// VertexShader ------------------

float4x4 matWorldViewProj;
float4x4 matWorld;
float4 light_position = ( 100, 100, 100, 0); // just used these settings for testing
float4 vecViewPos;


texture entSkin1;
texture entSkin2;
texture entSkin3;

sampler base_map = sampler_state
{
texture = (entSkin1);
};

sampler bump_map = sampler_state
{
texture = (entSkin2);
};

sampler height_map = sampler_state
{
texture = (entSkin3);
};

struct VS_INPUT_STRUCT
{
float4 position : POSITION;
float3 tangent : TANGENT;
float3 normal : NORMAL;
float3 texcoord0 : TEXCOORD0;
};

struct VS_OUTPUT_STRUCT
{
float4 position : POSITION;
float2 bump_map : TEXCOORD0;
float3 tangentlight : TEXCOORD1;
float3 half_angle : TEXCOORD2;
float3 tangenteye : TEXCOORD3;
};

VS_OUTPUT_STRUCT mainVS( VS_INPUT_STRUCT vsInStruct )
{
VS_OUTPUT_STRUCT vsOutStruct;
vsOutStruct.position = mul( matWorldViewProj, vsInStruct.position );

float3 position = mul( matWorld, vsInStruct.position );

vsOutStruct.bump_map = vsInStruct.texcoord0;

float3x3 tangentspace_matrix = float3x3( vsInStruct.tangent, cross( vsInStruct.tangent, vsInStruct.normal ), vsInStruct.normal );
float3 objectspace_light_vector = mul( ( matWorld * -1 ), light_position ) - vsInStruct.position;

vsOutStruct.tangentlight = mul( tangentspace_matrix, objectspace_light_vector );

float3 objectspace_view_vector = mul( ( matWorld * -1 ), vecViewPos ) - vsInStruct.position;

vsOutStruct.tangenteye = mul( tangentspace_matrix, objectspace_view_vector );
vsOutStruct.half_angle = vsOutStruct.tangentlight + vsOutStruct.tangenteye;

return vsOutStruct;
};

// PixelShader -------------------

float bumpiness;
float parallax;
float specular_power;
float4 ambient;
float4 diffuse;
float4 specular;

struct PS_INPUT_STRUCT
{
float2 bump_map : TEXCOORD0;
float3 tangentlight : TEXCOORD1;
float3 half_angle : TEXCOORD2;
float3 tangenteye : TEXCOORD3;
};

struct PS_OUTPUT_STRUCT
{
float4 color0 : COLOR0;
};

float2 ParallaxTexCoord( float2 oldcoord, sampler height_map, float3 vecViewPos, float parallax_amount )
{
return( tex2D( height_map, oldcoord )
* parallax_amount - parallax_amount * 0.5 )
* vecViewPos + oldcoord;
};

PS_OUTPUT_STRUCT mainPS( PS_INPUT_STRUCT psInStruct )
{
PS_OUTPUT_STRUCT psOutStruct;
float3 vecViewPos = normalize( psInStruct.tangenteye );
float2 modified_texcoord = ParallaxTexCoord( psInStruct.bump_map, height_map, vecViewPos, parallax );
float3 base = tex2D( base_map, modified_texcoord );
float3 bump = tex2D( bump_map, modified_texcoord );
float3 normalized_light_vector = normalize( psInStruct.tangentlight );
float3 normalized_half_angle = normalize( psInStruct.half_angle );
float3 smooth = float3( 0.5, 0.5, 1 );
bump = lerp( smooth, bump, bumpiness );
bump = normalize( ( bump * 2.0f ) - 1.0f );
float3 n_dot_l = dot( bump, normalized_light_vector );
float3 n_dot_h = dot( bump, normalized_half_angle );
psOutStruct.color0.rgb = (
ambient +
diffuse * max( 0, n_dot_l ) +
specular * pow( max ( 0, n_dot_h ), specular_power )
) * base;
psOutStruct.color0.a = 1.0f;

return psOutStruct;

};

technique Parallax
{
pass P0
{ 

VertexShader = compile vs_2_0 mainVS();
PixelShader = compile ps_2_0 mainPS();
}
}

---

I have tried it and all I see are big black lines going across the camera. Kind of like the models mesh is skewed across the level. My card supports it too. So I wonder what the problem is?

i've tried the corrected code + the changes from steempipe. No Errors but then i get the model that has this shader into view, the engine just crashes... No Errors nothing

Thank you all for trying to figure this out. When I get home I'll try messing with it some more. BTW, Steampipe, if you dont mind can you post your parallax shader? I'd be interested in seeing anything like this work, and also does it work on level geometry?

M3PHiSTO

I had put the effect on the back-burner, so it never did get ironed out. I am considering posting it, but I will not be able to answer questions and such.

This is where I left off, for vertex/pixelshader 1.1

yes please!

Not that I intend to hijack this thread... it just reminded me of a folder I had with my tribulations.

Now that it is not so dark, there is still one major gripe I have with it~ The colormap gets skewed in the "DOT" process and leaves an undesirable banding type effect that is very noticable when up close.






See if I can figure that out, and then post some code...

Well I've tried just about everything now and nothing seems to work. I thought of something that I probably did wrong though. I tried calculating the inverted world matrix by matWorld * -1 ... something tells me that might be whats wrong. I'm at work now so I cant really try fixing it now, but is this the wrong way to calculate the inverse world matrix? If so, can someone tell me how to do this right? Thank you in advance.

M3PHiSTO

yes thats the wrong way.. the inverse of a matrix is not neccessarily it's negative.

instead simply use this :
mat_inverse(matMtl, matWorld);
this copies the inverse world matrix to the material matrix.

ty,ty,ty!!

i haven't been able to try it, but thats probably what it is! When i get home I'll try to set it up properly and release a demo (keeping fingers crossed).

M3PHiSTO

well when i got home last night I tried to use matWorldInv and it still didn't work. If I set it to vs and ps version 2.0 it compiles but shows nothing. If it is compiled under 3.0 it shows the model but no effect. I don't know. Anyone have any other suggestions? I'm starting to have doubt about getting this to work...

M3PHiSTO

Well... I got sidetracked from my version and played aroudn with your code. The textures show, but I think all I am getting is regular Bumpmapping.

None the less, hope you can figure out what I am missing here

** I cannot answer any questions about this one because I cannot figure out how to get the offset working right, yet.

Code:

---

/**************************************************************
	Attempting to get Parallax Bumpmapping to work.
	10/16/04: I think right now only Bumpmapping
		  is actually happening
**************************************************************/


/*************************************************************
	Make noFog == True, or add fog vertex code
    	to allow material to show on model.
	
	For this testing I used a flat terrain.
**************************************************************/


function parabump_init{

mat_inverse(mtl.matrix, matworld);

bmap_to_mipmap(mtl.skin1);
bmap_to_mipmap(mtl.skin2);
bmap_to_mipmap(mtl.skin3);
}




bmap tex0 = <rockwall_CM.tga>;  //RGB Colormap 
bmap tex1 = <rockwall_NM.tga>;  //RGB Normalmap
bmap tex2 = <rockwall_HM.tga>;  //RGB Heightmap



material parabump_fx {
flags=tangent;
Skin1=tex0;
Skin2=tex1;
Skin3=tex2;
event = parabump_init;


effect="


// VertexShader ------------------

float4x4 matWorldViewProj;
float4x4 matWorld;
float4 vecSunDir;// light_position = (50, 500, 100, 0); // just used these settings for testing
float4 vecViewPos;
float4x4 matMtl;

texture mtlSkin1;
texture mtlSkin2;
texture mtlSkin3;

sampler base_map = sampler_state
{
texture = (mtlSkin1);
};

sampler bump_map = sampler_state
{
texture = (mtlSkin2);
};

sampler height_map = sampler_state
{
texture = (mtlSkin3);
};

struct VS_INPUT_STRUCT
{
float4 position : POSITION;
float3 normal : NORMAL;
float3 texcoord0 : TEXCOORD0;
float3 tangent : TEXCOORD2;
};

struct VS_OUTPUT_STRUCT
{
float4 position : POSITION;
float2 bump_map : TEXCOORD0;
float3 tangentlight : TEXCOORD1;
float3 half_angle : TEXCOORD2;
float3 tangenteye : TEXCOORD3;
};

VS_OUTPUT_STRUCT mainVS( VS_INPUT_STRUCT vsInStruct )
{
VS_OUTPUT_STRUCT vsOutStruct;
vsOutStruct.position = mul( vsInStruct.position, matWorldViewProj );

float3 position = mul(   matWorld, vsInStruct.position );

vsOutStruct.bump_map = vsInStruct.texcoord0;

float3x3 tangentspace_matrix = float3x3(  vsInStruct.tangent,cross( vsInStruct.tangent,vsInStruct.normal 

),vsInStruct.normal);
float3 objectspace_light_vector = mul( matMtl, -vecSunDir ) - vsInStruct.position;

vsOutStruct.tangentlight = mul(  tangentspace_matrix,objectspace_light_vector );

float3 objectspace_view_vector = mul( matMtl, vecViewPos ) - vsInStruct.position;

vsOutStruct.tangenteye = mul( tangentspace_matrix, objectspace_view_vector );
vsOutStruct.half_angle = vsOutStruct.tangentlight + vsOutStruct.tangenteye;

return vsOutStruct;
};

// PixelShader -------------------

float bumpiness = 0.5;
float parallax = 5.5;
float specular_power = 0.5;
float4 vecAmbient;
float4 vecDiffuse;
float4 vecSpecular;
float vecViewDir;
struct PS_INPUT_STRUCT
{
float2 bump_map : TEXCOORD0;
float3 tangentlight : TEXCOORD1;
float3 half_angle : TEXCOORD2;
float3 tangenteye : TEXCOORD3;
};

struct PS_OUTPUT_STRUCT
{
float4 color0 : COLOR0;
};

float2 ParallaxTexCoord( float2 oldcoord, sampler height_map, float3 eye_vec, float parallax_amount )
{
return (tex2D( height_map, oldcoord )
* parallax_amount + parallax_amount * 0.5)
* (0.0,0.0,0.0) + oldcoord
;
};

PS_OUTPUT_STRUCT mainPS( PS_INPUT_STRUCT psInStruct )
{
PS_OUTPUT_STRUCT psOutStruct;
float3 eye_vec = normalize( psInStruct.tangenteye );
float2 modified_texcoord = ParallaxTexCoord( psInStruct.bump_map, height_map, eye_vec, parallax );
float3 base = tex2D( base_map, modified_texcoord );
float3 bump = tex2D( bump_map, modified_texcoord );
float3 normalized_light_vector = normalize( psInStruct.tangentlight );
float3 normalized_half_angle = normalize( psInStruct.half_angle );
float3 smooth = float3( 0.5, 0.5, 1 );
bump = lerp( smooth, bump, bumpiness );
bump = normalize( ( bump * 2.0f ) - 1.0f );
float3 n_dot_l = dot( bump, normalized_light_vector );
float3 n_dot_h = dot( bump, normalized_half_angle );
psOutStruct.color0.rgb = (
vecAmbient +
vecDiffuse * max( 0, n_dot_l ) +
vecSpecular * pow( max ( 0, n_dot_h ), specular_power )
) * base;
psOutStruct.color0.a = 1.0f;

return psOutStruct;

};

technique Parallax
{
pass P0
{ 

VertexShader = compile vs_2_0 mainVS();
PixelShader = compile ps_2_0 mainPS();
}
}
";
}

action parabump{

my.material = parabump_fx;

}
  

---

hey Steem... got time to add a quick screenshot of the results your gettin...

thx

--Mike

If playing with the eye_vec variable and also the tweakables, I get super strange projections.... This shot is none of that, however.

i may be wrong, and just seeing the tricks the texture is playing on me, but from that shot, it looks as if you raise the bumps a lil that you might have something...

... the reflection on the edge of the bricks seem to me that it may be working,

or i might be missing the whole thing entirely...

--Mike

It is working to a degree... thing is that I cannot figure out how to get more relief with the thing. When I try, I get some crazy results. I get a relief mapped texture, but not in the right places or scale.

I tried until nearly blowing a gasket, so I must decompress alittle

... yeah, i'm sure this stuff can get a lil aggravating (frustrating) at times.

yeah, take a break man.

this stuff IS rocket science


hey, i appreciate you posting the stuff and showing the rest of us (me) what you've accomplished.

--Mike

You seemed to be closer at this pic:



Can you post that version of code? So, that a comparison of both might give an idea how to proceed?

Hey Steempipe,

If you can just post your other code (or PM/email it to me (rhuarc@shadowforgeserver.net)) and let me know how you were trying to get it working with more parallax in this one (that was putting it in the wrong places) I'm sure I can figure it out from here. I've got a few good ideas as to what the problem is...

-Rhuarc

Hi!

Ist es auch möglich diesen Shader auf meinen Leveltexturen anzuwenden? Ich hab leider nicht die geringste Ahnung wie man sowas macht geschweige umschreibt da meine Stärke nur im Levelaufbau und der Characteranimation besteht. Das normale Bumpmapping Script hab ich schon aber das ist mir nicht schön genug. Bitte seit so lieb.

Demon

Couldn't that be a problem of the pic you use?

That looks a bit like the old bump shader when I changed the diffspec.tga adding a waterlike texture.

@Steempipe: wow your parallax shader looks cool. It seems to do the self-occlusion properly. What seems to be the problem? Is the texture being displayed incorrectly?

M3PHiSTO

is it to be possibly applied this code also to my level?

MfG

on geforce4 it's work?

The version that I am working on, anything the suppors pixelshader1.1 will run the effect. So yes.

Had some time to fiddle last night, making some small progress:

any updates on this yet?

It's on my back-burner right now.

And yet, this thing is really testing my patience!

Finally!

And CBabe is admiring it, herself.

PS.2.0, for now...

Woohoo!

Can't wait to see the source and see if I can convert it to 1.4 or less .

-Rhuarc

VERY impressive.

SWEET!!! Awsome!!!
It looks soooo good.
When do you plan on releasing the code?
And how's your fps?

Cool! I still haven't been able to make progress on my conversion yet, but its good to see yours up and running. Good job Steempipe. Looking forward to see the source.

M3PHiSTO

Whoa! That looks awsome!

Impressive !

you're the shader king steempipe !
and it looks like the G3D engine example demo parallax mapping !

in term of performance ? is it a big hit if you put a level with it ?
beacause parallax usefull for stone wall levels !
for charecters i think noral mapping is sufficient no ? or parallax
is better for characters ?

i've played Halo 2 : and characters with normal bump map are already great !

The FPS did not take a bad hit... Still, I did a brief test on level geometry and it went sour there in the framerate. I'll need to fiddle with it.

After getting a little more done to it, and attempting ps14 support, then I'll make code available.

So far, I would guess that characters still may look better with just normalmapping. But it all depends on who implements an effect and how they do it.

This is just strange..... How it does this .

oh my god!!!

absolutely fantastic...

another round of applause gnetlemen...

and a standing ovation too...

--Mike

WhoA! Now that makes it look even more impressive!

It looks so impressive! I've got tears in my eyes! Wo- how!

In the process of making it more applicable with Matt A's Ultimate Light Shader.

I would like to achieve some consistancy and ease of integration between the 2 shaders.

The lights and level suck, but it is easier to see what is happeneing when things are exaggerated. I am also working out some texcoord things.

There are (2) dynamic lights, kind of red and yellowish. Matt's PP lighting is the wood, the parallax is the stone. They grab lighting from the same sources.

I'd love to see this in a demo! Looks very good.

Working on getting it to that point, thanks!

OMG!!!
It's looking very nice Steempipe.
Very nice.
I can't wait for a demo or some code.

I think the code still isn´t published? Wether the soapy nor the sharp

@Steempipe: When you get this implemented all the way you might also try converting it from parallax to relief mapping since parallax mapping only offsets coordinates by an approximation(the reason why deformations happen at strange view angles) while relief mapping offsets coordinates properly. This would yield much more accurate results. I'll do a search for the whitepaper for relief mapping and post it incase you or anyone else is interested.

[EDiT] There is an implementation for OGL at cgshaders.org, but it comes with a PDF that explaines the formulas used which could be useful for porting to DirectX 9c. Unfortunatley you'll have to download the source and all to get the PDF. Anyways its here: http://cgshaders.org/contest/#reliefmapping


M3PHiSTO

M3PHiSTOPH3L3S: Good info.. thanks! BTW: Are you still working this stuff out??

Since I tried getting it to work the first time, I have reinstalled windows and have been moving recently, but I did start messing with it again. I'm thinking of scrapping my code and starting from scratch again. Maybe even try the relief mapping instead. LOL converting hlsl has been a pain compared to converting asm, but I finally bit the bullet and started reading some tutorials on writing shaders. Still seems greek to me though.

M3PHiSTO

Hi,
The screenshots look like the code is finished. I would need it for one model. I think the shader runs very slow on leveltextures (in a complete level). On which ps and vs version is the shader running? I hope it´s not using any entity skills.

EX Citer

The last screenshot is using pixelshader 2.0.

There are no entity skills in the code.

It is pretty much done. However... I have not worked with it since the screenshot, and I am also waiting for some results from a user who is testing it.

it would be cool to make it less specular , we have a lot of reflection like
effect on the last picture for the wood material.

Does it really exists? Or is it a mythos?

What about the last versions? I couldn´t see any bugs.

Yeah, is this thing still in development? I'm curious for the code, though I can't try it out where I am right now, so *don't* hurry hehehehe..

Cheers

Oh yah..... here are what the (3) skins look like.

LOL!! Damn and now I have to wait quite some time before I can try this shader.... Aaaaarrrrrgghh!! BUT very much appreciated anyways hehehe, you're playing your role as santa very good (belated) ..

Cheerrs!

Steempipie-
Just tried again, the warping was because i wasnt putting my heightmap in skin3, it was in my alpha chsannel.
That gave me alpha problems, so i tried without...looked good but warped, then added the skin3, LOOKS FANTASTIC.

Thanks

HWOOOAAAA!!!! Fantastic! Now I just have to test it Thank you!

EX CIter

i take it back, still get warping... still testing

I don´t get it working too. But I think my grafic card doesn´t support it (geforce FX 5600). The model is completly white.


EDIT: I tried now the normal mapping shader, and I have exactly the same problem. The model is white (very light grey).

The code is very short , and if short means more fast to executre no ?

Hello,

Thanks for the help. That was realy the problem. Now the next problem is visible.
1. The texture gets wrapped (if I create a level part out of a model the skin has several textures)
2. the model looks like cola (almost black)

EX Citer