132 lines
3.9 KiB
Markdown
132 lines
3.9 KiB
Markdown
# 项目1，北京市科委研发项目
|
||
需要在虚幻里访问api获得模型文件(fbx模型 png贴图)和场景描述(json) 在runtime下加载后，用于扣绿虚拍系统
|
||
|
||
# 项目2，国家数字资产平台
|
||
根据访问需求，接通云游戏(使用蔚领云游戏SDK)，然后收到前端的资产uuid，加载资产渲染。
|
||
|
||
## 第一阶段
|
||
用户访问一个web平台，点击某个资产(模型or场景)
|
||
会弹出一个页面，页面类似虚幻metahuman编辑器一样，是视频流的形式
|
||
|
||
在视频流中，是一个runtime窗口，可以渲染目标资产
|
||
|
||
## 第二阶段
|
||
可以在前端点击资产添加，runtime窗口里会添加资产，然后runtime窗口里有简单编辑器可以摆镜头，可以简单摆放资产
|
||
|
||
# Default材质
|
||
标准pbr(半透明)
|
||
提供参数
|
||
1. base color (tex)
|
||
2. basecolor tilt (v3) 乘basevolor
|
||
4. opacity(tex linear)
|
||
5. opacity power(scale)乘到opacity
|
||
6. roughness(tex linear color)
|
||
7. roughness tilt(scale) 乘roughness
|
||
8. metalic (tex linear color)
|
||
9. metalic tilt(scale)
|
||
10. ao (tex linear color)
|
||
11. emisive(tex)
|
||
12. emisive power(scale) 乘emisive
|
||
13. normal(tex)
|
||
|
||
|
||
# FaceSet
|
||
https://github.com/zenustech/zeno/blob/b4ed8740810f20cf0612d615d9505468b2d2a4d1/projects/FBX/FBXSDK.cpp#L477
|
||
|
||
```c++
|
||
int mat_count = 0;
|
||
if (pMesh->GetElementMaterialCount() > 0) {
|
||
for (auto i = 0; i < numPolygons; ++i) {
|
||
faceset[i] = pMesh->GetElementMaterial()->GetIndexArray().GetAt(i);
|
||
}
|
||
mat_count = pNode->GetMaterialCount();
|
||
for (auto i = 0; i < mat_count; i++) {
|
||
FbxSurfaceMaterial* material = pNode->GetMaterial(i);
|
||
ud.set2(format("faceset_{}", i), material->GetName());
|
||
}
|
||
}
|
||
```
|
||
|
||
UE中相关逻辑位于FbxMesh.cpp
|
||
```c++
|
||
void ExtractMeshMaterials(FFbxParser& Parser, FbxMesh* Mesh, FbxNode* MeshNode, TFunction<void(const FString& MaterialName, const FString& MaterialUid, const int32 MeshMaterialIndex)> CollectMaterial)
|
||
{
|
||
if (!Mesh || !MeshNode)
|
||
{
|
||
return;
|
||
}
|
||
|
||
//Grab all Material indexes use by the mesh
|
||
TArray<int32> MaterialIndexes;
|
||
int32 PolygonCount = Mesh->GetPolygonCount();
|
||
if (FbxGeometryElementMaterial* GeometryElementMaterial = Mesh->GetElementMaterial())
|
||
{
|
||
FbxLayerElementArrayTemplate<int32>& IndexArray = GeometryElementMaterial->GetIndexArray();
|
||
switch (GeometryElementMaterial->GetMappingMode())
|
||
{
|
||
case FbxGeometryElement::eByPolygon:
|
||
{
|
||
if (IndexArray.GetCount() == PolygonCount)
|
||
{
|
||
for (int32 PolygonIndex = 0; PolygonIndex < PolygonCount; ++PolygonIndex)
|
||
{
|
||
MaterialIndexes.AddUnique(IndexArray.GetAt(PolygonIndex));
|
||
}
|
||
}
|
||
}
|
||
break;
|
||
|
||
case FbxGeometryElement::eAllSame:
|
||
{
|
||
if (IndexArray.GetCount() > 0)
|
||
{
|
||
MaterialIndexes.AddUnique(IndexArray.GetAt(0));
|
||
}
|
||
}
|
||
break;
|
||
}
|
||
}
|
||
const int32 MaterialCount = MeshNode->GetMaterialCount();
|
||
TMap<FbxSurfaceMaterial*, int32> UniqueSlotNames;
|
||
UniqueSlotNames.Reserve(MaterialCount);
|
||
bool bAddAllNodeMaterials = (MaterialIndexes.Num() == 0);
|
||
for (int32 MaterialIndex = 0; MaterialIndex < MaterialCount; ++MaterialIndex)
|
||
{
|
||
if (FbxSurfaceMaterial* FbxMaterial = MeshNode->GetMaterial(MaterialIndex))
|
||
{
|
||
int32& SlotMaterialCount = UniqueSlotNames.FindOrAdd(FbxMaterial);
|
||
FString MaterialName = Parser.GetFbxHelper()->GetFbxObjectName(FbxMaterial);
|
||
FString MaterialUid = TEXT("\\Material\\") + MaterialName;
|
||
if (bAddAllNodeMaterials || MaterialIndexes.Contains(MaterialIndex))
|
||
{
|
||
if (SlotMaterialCount > 0)
|
||
{
|
||
MaterialName += TEXT("_Section") + FString::FromInt(SlotMaterialCount);
|
||
}
|
||
SlotMaterialCount++;
|
||
CollectMaterial(MaterialName, MaterialUid, MaterialIndex);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
```
|
||
|
||
|
||
#
|
||
AFBXMeshActor::AddMesh
|
||
|
||
|
||
UFBXSceneImporter::ImportFBX()
|
||
=>
|
||
UFBXSceneImporter::ProcessNode()
|
||
=>
|
||
UFBXSceneImporter::ProcessMesh()
|
||
=>
|
||
UFBXSceneImporter::CreateNodeMaterials()
|
||
=>
|
||
FBXImportSettings->GetMaterialProperties(FbxMaterial, Node->GetName());
|
||
|
||
## FaceSet
|
||
FbxGeometryElementMaterial* GetElementMaterial
|
||
|
||
FbxGeometryElementMaterial(FbxLayerElementMaterial)， |