bgfx/tools/shaderc.cpp

1388 lines
31 KiB
C++
Raw Normal View History

2012-04-03 23:30:07 -04:00
/*
* Copyright 2011-2012 Branimir Karadzic. All rights reserved.
* License: http://www.opensource.org/licenses/BSD-2-Clause
2012-04-03 23:30:07 -04:00
*/
#define SHADERC_DEBUG 0
2012-07-23 00:08:58 -04:00
#define NOMINMAX
2012-04-03 23:30:07 -04:00
#include <stdio.h>
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <string>
#include <vector>
#include "glsl_optimizer.h"
#define MAX_TAGS 256
2012-08-05 17:51:49 -04:00
extern "C"
{
#include <fpp.h>
2012-04-03 23:30:07 -04:00
} // extern "C"
#if SHADERC_DEBUG
2012-04-03 23:30:07 -04:00
# define BX_TRACE(_format, ...) fprintf(stderr, "" _format "\n", ##__VA_ARGS__)
#endif // DEBUG
#define BX_NAMESPACE 1
#include <bx/bx.h>
#if BX_PLATFORM_LINUX
2012-08-08 00:38:31 -04:00
# include <stdarg.h>
2012-04-03 23:30:07 -04:00
# define _stricmp strcasecmp
2012-08-08 00:38:31 -04:00
# define _snprintf snprintf
2012-04-03 23:30:07 -04:00
#endif // BX_PLATFORM_LINUX
#include <bx/commandline.h>
#include <bx/countof.h>
#include <bx/endian.h>
#include <bx/uint32_t.h>
#if BX_PLATFORM_WINDOWS
# include <d3dx9.h>
2012-07-23 00:08:58 -04:00
# include <d3dcompiler.h>
2012-04-03 23:30:07 -04:00
#endif // BX_PLATFORM_WINDOWS
long int fsize(FILE* _file)
{
long int pos = ftell(_file);
fseek(_file, 0L, SEEK_END);
long int size = ftell(_file);
fseek(_file, pos, SEEK_SET);
return size;
}
2012-08-05 17:51:49 -04:00
struct Attrib
{
enum Enum
{
Position = 0,
Normal,
Color0,
Color1,
Indices,
Weight,
TexCoord0,
TexCoord1,
TexCoord2,
TexCoord3,
TexCoord4,
TexCoord5,
TexCoord6,
TexCoord7,
Count,
};
};
struct RemapInputSemantic
{
Attrib::Enum m_attr;
const char* m_name;
uint8_t m_index;
};
static const RemapInputSemantic s_remapInputSemantic[Attrib::Count] =
{
{ Attrib::Position, "POSITION", 0 },
{ Attrib::Normal, "NORMAL", 0 },
{ Attrib::Color0, "COLOR", 0 },
{ Attrib::Color1, "COLOR", 1 },
{ Attrib::Indices, "BLENDINDICES", 0 },
{ Attrib::Weight, "BLENDWEIGHT", 0 },
{ Attrib::TexCoord0, "TEXCOORD", 0 },
{ Attrib::TexCoord1, "TEXCOORD", 1 },
{ Attrib::TexCoord2, "TEXCOORD", 2 },
{ Attrib::TexCoord3, "TEXCOORD", 3 },
{ Attrib::TexCoord4, "TEXCOORD", 4 },
{ Attrib::TexCoord5, "TEXCOORD", 5 },
{ Attrib::TexCoord6, "TEXCOORD", 6 },
{ Attrib::TexCoord7, "TEXCOORD", 7 },
};
2012-04-03 23:30:07 -04:00
struct ConstantType
{
enum Enum
{
Uniform1i,
Uniform1f,
End,
Uniform1iv,
Uniform1fv,
Uniform2fv,
Uniform3fv,
Uniform4fv,
Uniform3x3fv,
Uniform4x4fv,
Count,
TypeMask = 0x7f,
FragmentBit = 0x80
};
};
static const char* s_constantTypeName[ConstantType::Count] =
{
"int",
"float",
NULL,
"int",
"float",
"float2",
"float3",
"float4",
"float3x3",
"float4x4",
};
struct Uniform
{
std::string name;
ConstantType::Enum type;
uint8_t num;
uint16_t regIndex;
uint16_t regCount;
};
typedef std::vector<Uniform> UniformArray;
#if BX_PLATFORM_WINDOWS
2012-07-23 00:08:58 -04:00
struct ConstRemapDx9
2012-04-03 23:30:07 -04:00
{
ConstantType::Enum id;
D3DXPARAMETER_CLASS paramClass;
D3DXPARAMETER_TYPE paramType;
uint32_t paramBytes;
};
2012-07-23 00:08:58 -04:00
static const ConstRemapDx9 s_constRemapDx9[7] =
2012-04-03 23:30:07 -04:00
{
2012-07-23 00:08:58 -04:00
{ ConstantType::Uniform1iv, D3DXPC_SCALAR, D3DXPT_INT, 4 },
{ ConstantType::Uniform1fv, D3DXPC_SCALAR, D3DXPT_FLOAT, 4 },
{ ConstantType::Uniform2fv, D3DXPC_VECTOR, D3DXPT_FLOAT, 8 },
{ ConstantType::Uniform3fv, D3DXPC_VECTOR, D3DXPT_FLOAT, 12 },
{ ConstantType::Uniform4fv, D3DXPC_VECTOR, D3DXPT_FLOAT, 16 },
2012-04-03 23:30:07 -04:00
{ ConstantType::Uniform3x3fv, D3DXPC_MATRIX_COLUMNS, D3DXPT_FLOAT, 36 },
{ ConstantType::Uniform4x4fv, D3DXPC_MATRIX_COLUMNS, D3DXPT_FLOAT, 64 },
};
2012-07-23 00:08:58 -04:00
ConstantType::Enum findConstantTypeDx9(const D3DXCONSTANT_DESC& constDesc)
2012-04-03 23:30:07 -04:00
{
2012-07-23 00:08:58 -04:00
uint32_t count = sizeof(s_constRemapDx9)/sizeof(ConstRemapDx9);
2012-04-03 23:30:07 -04:00
for (uint32_t ii = 0; ii < count; ++ii)
{
2012-07-23 00:08:58 -04:00
const ConstRemapDx9& remap = s_constRemapDx9[ii];
2012-04-03 23:30:07 -04:00
if (remap.paramClass == constDesc.Class
&& remap.paramType == constDesc.Type
&& (constDesc.Bytes%remap.paramBytes) == 0)
{
return remap.id;
}
}
return ConstantType::Count;
}
2012-07-23 00:08:58 -04:00
static uint32_t s_optimizationLevelDx9[4] =
2012-04-03 23:30:07 -04:00
{
D3DXSHADER_OPTIMIZATION_LEVEL0,
D3DXSHADER_OPTIMIZATION_LEVEL1,
D3DXSHADER_OPTIMIZATION_LEVEL2,
D3DXSHADER_OPTIMIZATION_LEVEL3,
};
2012-07-23 00:08:58 -04:00
struct ConstRemapDx11
{
ConstantType::Enum id;
D3D_SHADER_VARIABLE_CLASS paramClass;
D3D_SHADER_VARIABLE_TYPE paramType;
uint32_t paramBytes;
};
static const ConstRemapDx11 s_constRemapDx11[7] =
{
{ ConstantType::Uniform1iv, D3D_SVC_SCALAR, D3D_SVT_INT, 4 },
{ ConstantType::Uniform1fv, D3D_SVC_SCALAR, D3D_SVT_FLOAT, 4 },
{ ConstantType::Uniform2fv, D3D_SVC_VECTOR, D3D_SVT_FLOAT, 8 },
{ ConstantType::Uniform3fv, D3D_SVC_VECTOR, D3D_SVT_FLOAT, 12 },
{ ConstantType::Uniform4fv, D3D_SVC_VECTOR, D3D_SVT_FLOAT, 16 },
{ ConstantType::Uniform3x3fv, D3D_SVC_MATRIX_COLUMNS, D3D_SVT_FLOAT, 36 },
{ ConstantType::Uniform4x4fv, D3D_SVC_MATRIX_COLUMNS, D3D_SVT_FLOAT, 64 },
};
ConstantType::Enum findConstantTypeDx11(const D3D11_SHADER_TYPE_DESC& constDesc, uint32_t _size)
{
uint32_t count = sizeof(s_constRemapDx11)/sizeof(ConstRemapDx9);
for (uint32_t ii = 0; ii < count; ++ii)
{
const ConstRemapDx11& remap = s_constRemapDx11[ii];
if (remap.paramClass == constDesc.Class
&& remap.paramType == constDesc.Type
&& remap.paramBytes == _size)
{
return remap.id;
}
}
return ConstantType::Count;
}
static uint32_t s_optimizationLevelDx11[4] =
{
D3DCOMPILE_OPTIMIZATION_LEVEL0,
D3DCOMPILE_OPTIMIZATION_LEVEL1,
D3DCOMPILE_OPTIMIZATION_LEVEL2,
D3DCOMPILE_OPTIMIZATION_LEVEL3,
};
2012-04-03 23:30:07 -04:00
#endif // BX_PLATFORM_WINDOWS
2012-07-23 00:08:58 -04:00
class IStreamWriter
2012-04-03 23:30:07 -04:00
{
public:
2012-07-23 00:08:58 -04:00
virtual ~IStreamWriter() = 0;
virtual bool open() = 0;
virtual void close() = 0;
virtual void writef(const char* _format, ...) = 0;
virtual void write(const char* _str) = 0;
virtual void write(const void* _data, size_t _size) = 0;
template<typename Ty>
void write(Ty _value)
{
write(&_value, sizeof(Ty) );
}
void writeString(const char* _str)
{
uint16_t len = (uint16_t)strlen(_str);
write(len);
write(_str);
char term = '\0';
write(term);
}
2012-07-23 00:08:58 -04:00
// template<typename Ty>
// void write(Ty _value)
// {
// Ty temp = m_bigEndian ? bx::bigEndian<Ty>(_value) : _value;
// write(&temp, sizeof(Ty) );
// }
};
IStreamWriter::~IStreamWriter()
{
}
class FileWriter : public IStreamWriter
{
public:
FileWriter(const char* _filePath, bool _bigEndian = false)
: m_filePath(_filePath)
, m_file(NULL)
2012-04-03 23:30:07 -04:00
, m_bigEndian(_bigEndian)
{
}
2012-07-23 00:08:58 -04:00
~FileWriter()
2012-04-03 23:30:07 -04:00
{
}
2012-07-23 00:08:58 -04:00
bool open()
{
BX_CHECK(NULL == m_file, "Still open!");
m_file = fopen(m_filePath.c_str(), "wb");
return NULL != m_file;
}
2012-04-03 23:30:07 -04:00
void close()
{
2012-07-23 00:08:58 -04:00
if (NULL != m_file)
{
fclose(m_file);
m_file = NULL;
}
2012-04-03 23:30:07 -04:00
}
void writef(const char* _format, ...)
{
if (NULL != m_file)
{
va_list argList;
va_start(argList, _format);
char temp[2048];
int len = vsnprintf(temp, sizeof(temp), _format, argList);
fwrite(temp, len, 1, m_file);
va_end(argList);
}
}
2012-04-03 23:30:07 -04:00
void write(const char* _str)
{
if (NULL != m_file)
{
fwrite(_str, strlen(_str), 1, m_file);
}
}
void write(const void* _data, size_t _size)
{
if (NULL != m_file)
{
fwrite(_data, _size, 1, m_file);
}
}
2012-07-23 00:08:58 -04:00
private:
std::string m_filePath;
FILE* m_file;
bool m_bigEndian;
};
class Bin2cStream : public IStreamWriter
{
public:
Bin2cStream(const char* _filePath, const char* _name)
: m_filePath(_filePath)
, m_name(_name)
, m_file(NULL)
{
}
~Bin2cStream()
2012-04-03 23:30:07 -04:00
{
2012-07-23 00:08:58 -04:00
}
bool open()
{
BX_CHECK(NULL == m_file, "Still open!");
m_file = fopen(m_filePath.c_str(), "wb");
return NULL != m_file;
}
void close()
{
if (NULL != m_file)
{
#define HEX_DUMP_WIDTH 16
#define HEX_DUMP_SPACE_WIDTH 96
#define HEX_DUMP_FORMAT "%-" BX_STRINGIZE(HEX_DUMP_SPACE_WIDTH) "." BX_STRINGIZE(HEX_DUMP_SPACE_WIDTH) "s"
const uint8_t* data = &m_buffer[0];
uint32_t size = m_buffer.size();
fprintf(m_file, "static const uint8_t %s[%d] =\n{\n", m_name.c_str(), size);
if (NULL != data)
{
char hex[HEX_DUMP_SPACE_WIDTH+1];
char ascii[HEX_DUMP_WIDTH+1];
uint32_t hexPos = 0;
uint32_t asciiPos = 0;
for (uint32_t ii = 0; ii < size; ++ii)
{
_snprintf(&hex[hexPos], sizeof(hex)-hexPos, "0x%02x, ", data[asciiPos]);
hexPos += 6;
ascii[asciiPos] = isprint(data[asciiPos]) && data[asciiPos] != '\\' ? data[asciiPos] : '.';
asciiPos++;
if (HEX_DUMP_WIDTH == asciiPos)
{
ascii[asciiPos] = '\0';
fprintf(m_file, "\t" HEX_DUMP_FORMAT "// %s\n", hex, ascii);
data += asciiPos;
hexPos = 0;
asciiPos = 0;
}
}
if (0 != asciiPos)
{
ascii[asciiPos] = '\0';
fprintf(m_file, "\t" HEX_DUMP_FORMAT "// %s\n", hex, ascii);
}
}
fprintf(m_file, "};\n");
#undef HEX_DUMP_WIDTH
#undef HEX_DUMP_SPACE_WIDTH
#undef HEX_DUMP_FORMAT
fclose(m_file);
m_file = NULL;
}
}
void writef(const char* _format, ...)
{
va_list argList;
va_start(argList, _format);
char temp[2048];
int len = vsnprintf(temp, sizeof(temp), _format, argList);
m_buffer.insert(m_buffer.end(), temp, temp+len);
va_end(argList);
}
void write(const char* _str)
{
m_buffer.insert(m_buffer.end(), _str, _str+strlen(_str) );
}
void write(const void* _data, size_t _size)
{
const char* data = (const char*)_data;
m_buffer.insert(m_buffer.end(), data, data+_size);
2012-04-03 23:30:07 -04:00
}
private:
2012-07-23 00:08:58 -04:00
std::string m_filePath;
std::string m_name;
typedef std::vector<uint8_t> Buffer;
Buffer m_buffer;
2012-04-03 23:30:07 -04:00
FILE* m_file;
};
class LineReader
{
public:
LineReader(const char* _str)
: m_str(_str)
, m_pos(0)
, m_size( (uint32_t)strlen(_str) )
{
}
std::string getLine()
{
const char* str = &m_str[m_pos];
skipLine();
const char* eol = &m_str[m_pos];
std::string tmp;
tmp.assign(str, eol-str);
return tmp;
}
bool isEof() const
{
return m_str[m_pos] == '\0';
}
private:
void skipLine()
{
const char* str = &m_str[m_pos];
const char* eol = strstr(str, "\n\r");
if (NULL != eol)
{
m_pos += eol-str+2;
return;
}
eol = strstr(str, "\n");
if (NULL != eol)
{
m_pos += eol-str+1;
return;
}
m_pos += (uint32_t)strlen(str);
}
const char* m_str;
uint32_t m_pos;
uint32_t m_size;
};
void printCode(const char* _code)
{
fprintf(stderr, "Code:\n---\n");
LineReader lr(_code);
for (uint32_t line = 1; !lr.isEof(); ++line)
{
fprintf(stderr, "%3d: %s", line, lr.getLine().c_str() );
}
fprintf(stderr, "---\n");
}
2012-07-23 00:08:58 -04:00
bool compileGLSLShader(CommandLine& _cmdLine, const std::string& _code, IStreamWriter& _stream)
2012-04-03 23:30:07 -04:00
{
const glslopt_shader_type type = tolower(_cmdLine.findOption('\0', "type")[0]) == 'f' ? kGlslOptShaderFragment : kGlslOptShaderVertex;
2012-04-03 23:30:07 -04:00
glslopt_ctx* ctx = glslopt_initialize(false);
glslopt_shader* shader = glslopt_optimize(ctx, type, _code.c_str(), 0);
if( !glslopt_get_status(shader) )
{
printCode(_code.c_str() );
fprintf(stderr, "Error: %s\n", glslopt_get_log(shader) );
2012-04-03 23:30:07 -04:00
glslopt_cleanup(ctx);
return false;
}
const char* optimizedShader = glslopt_get_output(shader);
const char* profile = _cmdLine.findOption('p');
if (NULL == profile)
{
2012-07-23 00:08:58 -04:00
_stream.write("#ifdef GL_ES\n");
_stream.write("precision highp float;\n");
_stream.write("#endif // GL_ES\n\n");
}
else
{
2012-07-23 00:08:58 -04:00
_stream.writef("#version %s\n\n", profile);
}
2012-07-23 00:08:58 -04:00
_stream.write(optimizedShader, strlen(optimizedShader) );
2012-04-03 23:30:07 -04:00
uint8_t nul = 0;
2012-07-23 00:08:58 -04:00
_stream.write(nul);
2012-04-03 23:30:07 -04:00
glslopt_cleanup(ctx);
return true;
}
2012-07-23 00:08:58 -04:00
bool compileHLSLShaderDx9(CommandLine& _cmdLine, const std::string& _code, IStreamWriter& _stream)
2012-04-03 23:30:07 -04:00
{
#if BX_PLATFORM_WINDOWS
const char* profile = _cmdLine.findOption('p');
if (NULL == profile)
{
printf("Shader profile must be specified.\n");
return false;
}
bool bigEndian = _cmdLine.hasArg('\0', "xbox360");
uint32_t flags = 0;
flags |= _cmdLine.hasArg('\0', "debug") ? D3DXSHADER_DEBUG : 0;
flags |= _cmdLine.hasArg('\0', "avoid-flow-control") ? D3DXSHADER_AVOID_FLOW_CONTROL : 0;
flags |= _cmdLine.hasArg('\0', "no-preshader") ? D3DXSHADER_NO_PRESHADER : 0;
flags |= _cmdLine.hasArg('\0', "partial-precision") ? D3DXSHADER_PARTIALPRECISION : 0;
flags |= _cmdLine.hasArg('\0', "prefer-flow-control") ? D3DXSHADER_PREFER_FLOW_CONTROL : 0;
flags |= _cmdLine.hasArg('\0', "backwards-compatibility") ? D3DXSHADER_ENABLE_BACKWARDS_COMPATIBILITY : 0;
bool werror = _cmdLine.hasArg('\0', "Werror");
2012-04-03 23:30:07 -04:00
uint32_t optimization = 3;
if (_cmdLine.hasArg(optimization, 'O') )
{
2012-07-23 00:08:58 -04:00
optimization = bx::uint32_min(optimization, countof(s_optimizationLevelDx9)-1);
flags |= s_optimizationLevelDx9[optimization];
2012-04-03 23:30:07 -04:00
}
else
{
flags |= D3DXSHADER_SKIPOPTIMIZATION;
}
BX_TRACE("Profile: %s", profile);
BX_TRACE("Flags: 0x%08x", flags);
BX_TRACE("Big Endian: %s", bigEndian?"true":"false");
LPD3DXBUFFER code;
LPD3DXBUFFER errorMsg;
LPD3DXCONSTANTTABLE constantTable;
HRESULT hr = D3DXCompileShader(_code.c_str()
, _code.size()
, NULL
, NULL
, "main"
, profile
, flags
, &code
, &errorMsg
, &constantTable
);
if (FAILED(hr)
|| werror && NULL != errorMsg)
2012-04-03 23:30:07 -04:00
{
printCode(_code.c_str() );
fprintf(stderr, "Error: 0x%08x %s\n", hr, errorMsg->GetBufferPointer() );
2012-04-03 23:30:07 -04:00
return false;
}
D3DXCONSTANTTABLE_DESC desc;
hr = constantTable->GetDesc(&desc);
if (FAILED(hr) )
{
fprintf(stderr, "Error 0x%08x\n", hr);
return false;
}
BX_TRACE("Creator: %s 0x%08x", desc.Creator, desc.Version);
BX_TRACE("Num constants: %d", desc.Constants);
BX_TRACE("# cl ty RxC S By Name");
UniformArray uniforms;
for (uint32_t ii = 0; ii < desc.Constants; ++ii)
{
D3DXHANDLE handle = constantTable->GetConstant(NULL, ii);
D3DXCONSTANT_DESC constDesc;
uint32_t count;
constantTable->GetConstantDesc(handle, &constDesc, &count);
BX_TRACE("%3d %2d %2d [%dx%d] %d %3d %s[%d] c%d (%d)"
, ii
, constDesc.Class
, constDesc.Type
, constDesc.Rows
, constDesc.Columns
, constDesc.StructMembers
, constDesc.Bytes
, constDesc.Name
, constDesc.Elements
, constDesc.RegisterIndex
, constDesc.RegisterCount
);
2012-07-23 00:08:58 -04:00
ConstantType::Enum type = findConstantTypeDx9(constDesc);
2012-04-03 23:30:07 -04:00
if (ConstantType::Count != type)
{
Uniform un;
un.name = '$' == constDesc.Name[0] ? constDesc.Name+1 : constDesc.Name;
un.type = type;
un.num = constDesc.Elements;
un.regIndex = constDesc.RegisterIndex;
un.regCount = constDesc.RegisterCount;
uniforms.push_back(un);
}
}
uint16_t count = (uint16_t)uniforms.size();
2012-07-23 00:08:58 -04:00
_stream.write(count);
2012-04-03 23:30:07 -04:00
uint32_t fragmentBit = profile[0] == 'p' ? ConstantType::FragmentBit : 0;
for (UniformArray::const_iterator it = uniforms.begin(); it != uniforms.end(); ++it)
{
const Uniform& un = *it;
uint8_t nameSize = (uint8_t)un.name.size();
2012-07-23 00:08:58 -04:00
_stream.write(nameSize);
_stream.write(un.name.c_str(), nameSize);
_stream.write<uint8_t>(un.type|fragmentBit);
_stream.write(un.num);
_stream.write(un.regIndex);
_stream.write(un.regCount);
2012-04-03 23:30:07 -04:00
BX_TRACE("%s, %s, %d, %d, %d"
, un.name.c_str()
, s_constantTypeName[un.type]
, un.num
, un.regIndex
, un.regCount
);
}
uint16_t shaderSize = (uint16_t)code->GetBufferSize();
2012-07-23 00:08:58 -04:00
_stream.write(shaderSize);
_stream.write(code->GetBufferPointer(), shaderSize);
2012-04-03 23:30:07 -04:00
uint8_t nul = 0;
2012-07-23 00:08:58 -04:00
_stream.write(nul);
2012-04-03 23:30:07 -04:00
if (NULL != code)
{
code->Release();
}
if (NULL != errorMsg)
{
errorMsg->Release();
}
if (NULL != constantTable)
{
constantTable->Release();
}
return true;
#else
fprintf(stderr, "HLSL compiler is not supported on this platform.\n");
return false;
#endif // BX_PLATFORM_WINDOWS
}
2012-07-23 00:08:58 -04:00
bool compileHLSLShaderDx11(CommandLine& _cmdLine, const std::string& _code, IStreamWriter& _stream)
{
#if BX_PLATFORM_WINDOWS
const char* profile = _cmdLine.findOption('p');
if (NULL == profile)
{
printf("Shader profile must be specified.\n");
return false;
}
bool bigEndian = _cmdLine.hasArg('\0', "xbox360");
uint32_t flags = D3DCOMPILE_ENABLE_BACKWARDS_COMPATIBILITY;
flags |= _cmdLine.hasArg('\0', "debug") ? D3DCOMPILE_DEBUG : 0;
flags |= _cmdLine.hasArg('\0', "avoid-flow-control") ? D3DCOMPILE_AVOID_FLOW_CONTROL : 0;
flags |= _cmdLine.hasArg('\0', "no-preshader") ? D3DCOMPILE_NO_PRESHADER : 0;
flags |= _cmdLine.hasArg('\0', "partial-precision") ? D3DCOMPILE_PARTIAL_PRECISION : 0;
flags |= _cmdLine.hasArg('\0', "prefer-flow-control") ? D3DCOMPILE_PREFER_FLOW_CONTROL : 0;
flags |= _cmdLine.hasArg('\0', "backwards-compatibility") ? D3DCOMPILE_ENABLE_BACKWARDS_COMPATIBILITY : 0;
bool werror = _cmdLine.hasArg('\0', "Werror");
if (werror)
{
flags |= D3DCOMPILE_WARNINGS_ARE_ERRORS;
}
uint32_t optimization = 3;
if (_cmdLine.hasArg(optimization, 'O') )
{
optimization = bx::uint32_min(optimization, countof(s_optimizationLevelDx11)-1);
flags |= s_optimizationLevelDx11[optimization];
}
else
{
flags |= D3DCOMPILE_SKIP_OPTIMIZATION;
}
BX_TRACE("Profile: %s", profile);
BX_TRACE("Flags: 0x%08x", flags);
BX_TRACE("Big Endian: %s", bigEndian?"true":"false");
ID3DBlob* code;
ID3DBlob* errorMsg;
HRESULT hr = D3DCompile(_code.c_str()
, _code.size()
, NULL
, NULL
, NULL
, "main"
, profile
, flags
, 0
, &code
, &errorMsg
);
if (FAILED(hr)
|| werror && NULL != errorMsg)
{
printCode(_code.c_str() );
fprintf(stderr, BX_FILE_LINE_LITERAL "Error: 0x%08x %s\n", hr, errorMsg->GetBufferPointer() );
return false;
}
UniformArray uniforms;
ID3D11ShaderReflection* reflect = NULL;
hr = D3DReflect(code->GetBufferPointer()
, code->GetBufferSize()
, IID_ID3D11ShaderReflection
, (void**)&reflect
);
if (FAILED(hr) )
{
fprintf(stderr, BX_FILE_LINE_LITERAL "Error: 0x%08x\n", hr);
return false;
}
D3D11_SHADER_DESC desc;
hr = reflect->GetDesc(&desc);
if (FAILED(hr) )
{
fprintf(stderr, BX_FILE_LINE_LITERAL "Error: 0x%08x\n", hr);
return false;
}
BX_TRACE("Creator: %s 0x%08x", desc.Creator, desc.Version);
BX_TRACE("Num constant buffers: %d", desc.ConstantBuffers);
BX_TRACE("Input:");
2012-08-05 17:51:49 -04:00
uint8_t numAttr = (uint8_t)desc.InputParameters;
_stream.write(numAttr);
for (uint32_t ii = 0; ii < numAttr; ++ii)
2012-07-23 00:08:58 -04:00
{
D3D11_SIGNATURE_PARAMETER_DESC spd;
reflect->GetInputParameterDesc(ii, &spd);
2012-08-05 17:51:49 -04:00
BX_TRACE("\t%2d: %s%d, %d, %d, %x, %d"
, ii
, spd.SemanticName
, spd.SemanticIndex
, spd.SystemValueType
, spd.ComponentType
, spd.Mask
, spd.Register
);
uint8_t semanticIndex = spd.SemanticIndex;
_stream.write(semanticIndex);
uint8_t len = (uint8_t)strlen(spd.SemanticName);
_stream.write(len);
_stream.write(spd.SemanticName);
2012-07-23 00:08:58 -04:00
}
BX_TRACE("Output:");
for (uint32_t ii = 0; ii < desc.OutputParameters; ++ii)
{
D3D11_SIGNATURE_PARAMETER_DESC spd;
reflect->GetOutputParameterDesc(ii, &spd);
BX_TRACE("\t%2d: %s%d, %d, %d", ii, spd.SemanticName, spd.SemanticIndex, spd.SystemValueType, spd.ComponentType);
}
uint16_t size = 0;
for (uint32_t ii = 0; ii < bx::uint32_min(1, desc.ConstantBuffers); ++ii)
{
ID3D11ShaderReflectionConstantBuffer* cbuffer = reflect->GetConstantBufferByIndex(ii);
D3D11_SHADER_BUFFER_DESC bufferDesc;
hr = cbuffer->GetDesc(&bufferDesc);
size = (uint16_t)bufferDesc.Size;
if (SUCCEEDED(hr) )
{
BX_TRACE("%s, %d, vars %d, size %d"
, bufferDesc.Name
, bufferDesc.Type
, bufferDesc.Variables
, bufferDesc.Size
);
for (uint32_t jj = 0; jj < bufferDesc.Variables; ++jj)
{
ID3D11ShaderReflectionVariable* var = cbuffer->GetVariableByIndex(jj);
ID3D11ShaderReflectionType* type = var->GetType();
D3D11_SHADER_VARIABLE_DESC varDesc;
hr = var->GetDesc(&varDesc);
if (SUCCEEDED(hr) )
{
D3D11_SHADER_TYPE_DESC constDesc;
hr = type->GetDesc(&constDesc);
if (SUCCEEDED(hr) )
{
ConstantType::Enum type = findConstantTypeDx11(constDesc, varDesc.Size);
if (ConstantType::Count != type
&& 0 != (varDesc.uFlags & D3D10_SVF_USED) )
{
Uniform un;
un.name = varDesc.Name;
un.type = type;
un.num = constDesc.Elements;
un.regIndex = varDesc.StartOffset;
un.regCount = varDesc.Size;
uniforms.push_back(un);
BX_TRACE("\t%s, %d, size %d, flags 0x%08x, %d"
, varDesc.Name
, varDesc.StartOffset
, varDesc.Size
, varDesc.uFlags
, type
);
}
}
}
}
}
}
uint16_t count = (uint16_t)uniforms.size();
_stream.write(count);
_stream.write(size);
uint32_t fragmentBit = profile[0] == 'p' ? ConstantType::FragmentBit : 0;
for (UniformArray::const_iterator it = uniforms.begin(); it != uniforms.end(); ++it)
{
const Uniform& un = *it;
uint8_t nameSize = (uint8_t)un.name.size();
_stream.write(nameSize);
_stream.write(un.name.c_str(), nameSize);
_stream.write<uint8_t>(un.type|fragmentBit);
_stream.write(un.num);
_stream.write(un.regIndex);
_stream.write(un.regCount);
BX_TRACE("%s, %s, %d, %d, %d"
, un.name.c_str()
, s_constantTypeName[un.type]
, un.num
, un.regIndex
, un.regCount
);
}
uint16_t shaderSize = (uint16_t)code->GetBufferSize();
_stream.write(shaderSize);
_stream.write(code->GetBufferPointer(), shaderSize);
uint8_t nul = 0;
_stream.write(nul);
if (NULL != reflect)
{
reflect->Release();
}
if (NULL != code)
{
code->Release();
}
if (NULL != errorMsg)
{
errorMsg->Release();
}
return true;
#else
fprintf(stderr, "HLSL compiler is not supported on this platform.\n");
return false;
#endif // BX_PLATFORM_WINDOWS
}
2012-04-03 23:30:07 -04:00
struct Preprocessor
{
Preprocessor(const char* _filePath)
: m_tagptr(m_tags)
, m_scratchPos(0)
, m_fgetsPos(0)
{
m_filePath = scratch(_filePath);
m_tagptr->tag = FPPTAG_USERDATA;
m_tagptr->data = this;
m_tagptr++;
m_tagptr->tag = FPPTAG_DEPENDS;
m_tagptr->data = (void*)fppDepends;
m_tagptr++;
2012-04-03 23:30:07 -04:00
m_tagptr->tag = FPPTAG_INPUT;
m_tagptr->data = (void*)fppInput;
m_tagptr++;
m_tagptr->tag = FPPTAG_OUTPUT;
m_tagptr->data = (void*)fppOutput;
m_tagptr++;
m_tagptr->tag = FPPTAG_ERROR;
m_tagptr->data = (void*)fppError;
m_tagptr++;
m_tagptr->tag = FPPTAG_IGNOREVERSION;
m_tagptr->data = (void*)0;
m_tagptr++;
m_tagptr->tag = FPPTAG_LINE;
m_tagptr->data = (void*)0;
m_tagptr++;
m_tagptr->tag = FPPTAG_INPUT_NAME;
m_tagptr->data = m_filePath;
m_tagptr++;
m_default = "#define lowp\n#define mediump\n#define highp\n";
}
void setDefine(const char* _define)
{
m_tagptr->tag = FPPTAG_DEFINE;
m_tagptr->data = scratch(_define);
m_tagptr++;
}
void setDefaultDefine(const char* _name)
{
char temp[1024];
_snprintf(temp, countof(temp)
, "#ifndef %s\n"
"# define %s 0\n"
"#endif // %s\n"
"\n"
, _name
, _name
, _name
);
m_default += temp;
}
void addDependency(const char* _fileName)
{
m_depends += " \\\n ";
m_depends += _fileName;
}
2012-04-03 23:30:07 -04:00
bool run()
{
m_fgetsPos = 0;
FILE* file = fopen(m_filePath, "r");
if (NULL == file)
{
return false;
}
2012-04-03 23:30:07 -04:00
long int size = fsize(file);
char* input = new char[size+1];
size = fread(input, 1, size, file);
2012-04-03 23:30:07 -04:00
input[size] = '\0';
fclose(file);
2012-04-03 23:30:07 -04:00
m_input = m_default;
m_input += input;
fppTag* tagptr = m_tagptr;
tagptr->tag = FPPTAG_END;
tagptr->data = 0;
tagptr++;
int result = fppPreProcess(m_tags);
return 0 == result;
}
char* fgets(char* _buffer, int _size)
{
int ii = 0;
for (char ch = m_input[m_fgetsPos]; m_fgetsPos < m_input.size() && ii < _size-1; ch = m_input[++m_fgetsPos])
{
_buffer[ii++] = ch;
if (ch == '\n' || ii == _size)
{
_buffer[ii] = '\0';
m_fgetsPos++;
return _buffer;
}
}
return NULL;
}
static void fppDepends(char* _fileName, void* _userData)
{
Preprocessor* thisClass = (Preprocessor*)_userData;
thisClass->addDependency(_fileName);
}
2012-04-03 23:30:07 -04:00
static char* fppInput(char* _buffer, int _size, void* _userData)
{
Preprocessor* thisClass = (Preprocessor*)_userData;
return thisClass->fgets(_buffer, _size);
}
static void fppOutput(int _ch, void* _userData)
{
Preprocessor* thisClass = (Preprocessor*)_userData;
thisClass->m_preprocessed += _ch;
}
static void fppError(void* _userData, char* _format, va_list _vargs)
{
vfprintf(stderr, _format, _vargs);
}
char* scratch(const char* _str)
{
char* result = &m_scratch[m_scratchPos];
strcpy(result, _str);
m_scratchPos += strlen(_str)+1;
return result;
}
fppTag m_tags[MAX_TAGS];
fppTag* m_tagptr;
char* m_filePath;
std::string m_depends;
2012-04-03 23:30:07 -04:00
std::string m_default;
std::string m_input;
std::string m_preprocessed;
char m_scratch[16<<10];
uint32_t m_scratchPos;
uint32_t m_fgetsPos;
};
2012-07-23 00:08:58 -04:00
const char* baseName(const char* _filePath)
{
const char* bs = strrchr(_filePath, '\\');
const char* fs = strrchr(_filePath, '/');
const char* column = strrchr(_filePath, ':');
const char* basename = std::max(std::max(bs, fs), column);
if (NULL != basename)
{
return basename+1;
}
return _filePath;
}
// OpenGL #version Features Direct3D Features Shader Model
// 2.1 120 vf 9.0 vf 2.0
// 3.0 130
// 3.1 140
// 3.2 150 vgf
// 3.3 330 10.0 vgf 4.0
// 4.0 400 vhdgf
// 4.1 410
// 4.2 420 11.0 vhdgf 5.0
2012-04-03 23:30:07 -04:00
int main(int _argc, const char* _argv[])
{
CommandLine cmdLine(_argc, _argv);
const char* filePath = cmdLine.findOption('f');
if (NULL == filePath)
{
fprintf(stderr, "Shader file name must be specified.\n");
return EXIT_FAILURE;
2012-04-03 23:30:07 -04:00
}
const char* outFilePath = cmdLine.findOption('o');
if (NULL == outFilePath)
{
fprintf(stderr, "Output file name must be specified.\n");
return EXIT_FAILURE;
2012-04-03 23:30:07 -04:00
}
const char* type = cmdLine.findOption('\0', "type");
if (NULL == type)
{
fprintf(stderr, "Must specify shader type.");
return EXIT_FAILURE;
2012-04-03 23:30:07 -04:00
}
const char* platform = cmdLine.findOption('\0', "platform");
if (NULL == platform)
{
fprintf(stderr, "Must specify platform.\n");
return EXIT_FAILURE;
2012-04-03 23:30:07 -04:00
}
2012-07-23 00:08:58 -04:00
const char* bin2c = NULL;
if (cmdLine.hasArg("bin2c") )
{
bin2c = cmdLine.findOption("bin2c");
if (NULL == bin2c)
{
bin2c = baseName(outFilePath);
uint32_t len = strlen(bin2c);
char* temp = (char*)alloca(len+1);
for (char *out = temp; *bin2c != '\0';)
{
char ch = *bin2c++;
if (isalnum(ch) )
{
*out++ = ch;
}
else
{
*out++ = '_';
}
}
temp[len] = '\0';
bin2c = temp;
}
}
bool depends = cmdLine.hasArg("depends");
2012-04-03 23:30:07 -04:00
bool preprocessOnly = cmdLine.hasArg("preprocess");
Preprocessor preprocessor(filePath);
preprocessor.setDefaultDefine("BX_PLATFORM_ANDROID");
2012-06-25 21:50:59 -04:00
preprocessor.setDefaultDefine("BX_PLATFORM_IOS");
preprocessor.setDefaultDefine("BX_PLATFORM_LINUX");
2012-04-03 23:30:07 -04:00
preprocessor.setDefaultDefine("BX_PLATFORM_NACL");
2012-06-25 21:50:59 -04:00
preprocessor.setDefaultDefine("BX_PLATFORM_OSX");
2012-04-03 23:30:07 -04:00
preprocessor.setDefaultDefine("BX_PLATFORM_WINDOWS");
preprocessor.setDefaultDefine("BX_PLATFORM_XBOX360");
preprocessor.setDefaultDefine("BGFX_SHADER_LANGUAGE_GLSL");
preprocessor.setDefaultDefine("BGFX_SHADER_LANGUAGE_HLSL");
preprocessor.setDefaultDefine("BGFX_SHADER_TYPE_FRAGMENT");
preprocessor.setDefaultDefine("BGFX_SHADER_TYPE_VERTEX");
bool glsl = false;
if (0 == _stricmp(platform, "android") )
{
preprocessor.setDefine("BX_PLATFORM_ANDROID=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_GLSL=1");
glsl = true;
}
2012-06-25 21:50:59 -04:00
else if (0 == _stricmp(platform, "ios") )
{
preprocessor.setDefine("BX_PLATFORM_IOS=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_GLSL=1");
glsl = true;
}
else if (0 == _stricmp(platform, "linux") )
{
preprocessor.setDefine("BX_PLATFORM_IOS=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_GLSL=1");
glsl = true;
}
2012-04-03 23:30:07 -04:00
else if (0 == _stricmp(platform, "nacl") )
{
preprocessor.setDefine("BX_PLATFORM_NACL=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_GLSL=1");
glsl = true;
}
2012-06-25 21:50:59 -04:00
else if (0 == _stricmp(platform, "osx") )
{
2012-06-25 21:50:59 -04:00
preprocessor.setDefine("BX_PLATFORM_OSX=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_GLSL=1");
glsl = true;
}
2012-04-03 23:30:07 -04:00
else if (0 == _stricmp(platform, "windows") )
{
preprocessor.setDefine("BX_PLATFORM_WINDOWS=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_HLSL=1");
}
else if (0 == _stricmp(platform, "xbox360") )
{
preprocessor.setDefine("BX_PLATFORM_XBOX360=1");
preprocessor.setDefine("BGFX_SHADER_LANGUAGE_HLSL=1");
}
else
{
fprintf(stderr, "Unknown platform %s?!", platform);
return EXIT_FAILURE;
2012-04-03 23:30:07 -04:00
}
switch (tolower(type[0]) )
2012-04-03 23:30:07 -04:00
{
case 'f':
2012-04-03 23:30:07 -04:00
preprocessor.setDefine("BGFX_SHADER_TYPE_FRAGMENT=1");
break;
case 'v':
2012-04-03 23:30:07 -04:00
preprocessor.setDefine("BGFX_SHADER_TYPE_VERTEX=1");
break;
default:
fprintf(stderr, "Unknown type: %s?!", type);
return EXIT_FAILURE;
2012-04-03 23:30:07 -04:00
}
if (preprocessor.run() )
{
BX_TRACE("Input file: %s", filePath);
BX_TRACE("Output file: %s", outFilePath);
if (preprocessOnly)
{
2012-07-23 00:08:58 -04:00
FileWriter stream(outFilePath);
if (!stream.open() )
2012-04-03 23:30:07 -04:00
{
fprintf(stderr, "Unable to open output file '%s'.", outFilePath);
return false;
}
if (glsl)
{
const char* profile = cmdLine.findOption('p');
if (NULL == profile)
{
stream.write("#ifdef GL_ES\n");
stream.write("precision highp float;\n");
stream.write("#endif // GL_ES\n\n");
}
else
{
stream.writef("#version %s\n\n", profile);
}
2012-04-03 23:30:07 -04:00
}
stream.write(preprocessor.m_preprocessed.c_str(), preprocessor.m_preprocessed.size() );
stream.close();
return EXIT_SUCCESS;
}
bool compiled = false;
2012-04-03 23:30:07 -04:00
{
2012-07-23 00:08:58 -04:00
IStreamWriter* stream = NULL;
if (NULL != bin2c)
{
stream = new Bin2cStream(outFilePath, bin2c);
}
else
{
stream = new FileWriter(outFilePath);
}
if (!stream->open() )
{
fprintf(stderr, "Unable to open output file '%s'.", outFilePath);
return false;
}
if (glsl)
{
compiled = compileGLSLShader(cmdLine, preprocessor.m_preprocessed, *stream);
}
else
{
const char* profile = cmdLine.findOption('p');
if (0 == strncmp(&profile[1], "s_4", 3)
|| 0 == strncmp(&profile[1], "s_5", 3) )
{
compiled = compileHLSLShaderDx11(cmdLine, preprocessor.m_preprocessed, *stream);
}
else
{
compiled = compileHLSLShaderDx9(cmdLine, preprocessor.m_preprocessed, *stream);
}
}
#if SHADERC_DEBUG
stream->writeString(filePath);
#endif // SHADERC_DEBUG
2012-07-23 00:08:58 -04:00
stream->close();
delete stream;
}
if (compiled)
{
if (depends)
2012-04-03 23:30:07 -04:00
{
std::string ofp = outFilePath;
ofp += ".d";
FileWriter stream(ofp.c_str() );
if (stream.open() )
{
stream.write(outFilePath);
stream.write(":");
stream.write(preprocessor.m_depends.c_str() );
stream.write("\n");
stream.close();
}
2012-04-03 23:30:07 -04:00
}
2012-07-23 00:08:58 -04:00
return EXIT_SUCCESS;
}
2012-04-03 23:30:07 -04:00
}
fprintf(stderr, "Failed to build shader.\n");
return EXIT_FAILURE;
}