xim/cocos_lib
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

no message

Browse Source
This commit is contained in:
gem
2025-02-18 15:21:31 +08:00
commit 2d133e56d7
1980 changed files with 465595 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

400
cocos/xr/XRRemotePreviewManager.cpp Normal file
View File

@@ -0,0 +1,400 @@
/****************************************************************************
Copyright (c) 2021-2023 Xiamen Yaji Software Co., Ltd.
http://www.cocos.com
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
of the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.
****************************************************************************/
#include "application/ApplicationManager.h"
#include "base/Log.h"
#include "base/Macros.h"
#include "base/std/container/list.h"
#include "base/std/container/string.h"
#include "base/std/container/unordered_map.h"
#include "base/std/container/vector.h"
#include "math/Quaternion.h"
#include "platform/interfaces/modules/IXRInterface.h"
#if CC_USE_XR
#include "Xr.h"
#if ANDROID
#include <sys/system_properties.h>
#endif
#include "XRRemotePreviewManager.h"
#if CC_USE_WEBSOCKET_SERVER
#include "network/WebSocketServer.h"
#endif
namespace cc {
#define SOCKET_PORT 8989
// 11259375
const int32_t PACKET_HEAD_CODE = 0x000ABCDEF;
XRRemotePreviewManager::XRRemotePreviewManager() {
}
XRRemotePreviewManager::~XRRemotePreviewManager() {
}
#if CC_USE_WEBSOCKET_SERVER
void XRRemotePreviewManager::onClientConnected(const std::shared_ptr<WebSocketServerConnection> &connection) {
CC_LOG_INFO("[XRRemotePreviewManager] onClientConnected.%p", connection.get());
XRDeviceInfo deviceInfo;
deviceInfo.type = static_cast<int16_t>(XRDataPackageType::DPT_MSG_DEVICE_INFO);
memset(deviceInfo.deviceName, 0, sizeof(char) * 32);
strcpy(deviceInfo.deviceName, "XRDevice");
#if ANDROID
char man[PROP_VALUE_MAX + 1];
char mod[PROP_VALUE_MAX + 1];
/* A length 0 value indicates that the property is not defined */
int lman = __system_property_get("ro.product.manufacturer", man);
int lmod = __system_property_get("ro.product.model", mod);
int len = lman + lmod;
char *pname = nullptr;
if (len > 0) {
pname = static_cast<char *>(malloc(len + 2));
memset(pname, 0, sizeof(char) * 32);
snprintf(pname, len + 2, "%s %s", lman > 0 ? man : "", lmod > 0 ? mod : "");
memcpy(deviceInfo.deviceName, pname, sizeof(char) * 32);
}
if (pname) free(pname);
#endif
_wssConnections = _webSocketServer->getConnections();
_xr = CC_GET_XR_INTERFACE();
if (_xr) {
ccstd::vector<float> leftEyeFov = _xr->getXREyeFov(static_cast<uint32_t>(cc::xr::XREye::LEFT));
ccstd::vector<float> rightEyeFov = _xr->getXREyeFov(static_cast<uint32_t>(cc::xr::XREye::RIGHT));
for (uint32_t i = 0; i < 4; i++) {
CC_LOG_INFO("[XRRemotePreviewManager] %s.eye fov.%d, L.%f, R.%f.", deviceInfo.deviceName, i, leftEyeFov[i], rightEyeFov[i]);
deviceInfo.leftEyeFov[i] = leftEyeFov[i] * math::RAD_TO_DEG;
deviceInfo.rightEyeFov[i] = rightEyeFov[i] * math::RAD_TO_DEG;
}
deviceInfo.version = static_cast<int16_t>(_xr->getRuntimeVersion());
deviceInfo.xrVendorType = static_cast<int16_t>(_xr->getVendor());
sendDeviceInfo(deviceInfo);
}
}
void XRRemotePreviewManager::onClientDisconnected(int closeCode, const ccstd::string &closeReason) {
CC_LOG_INFO("[XRRemotePreviewManager] onClientDisconnected.%d|%s", closeCode, closeReason.c_str());
this->_isConnectionChanged = true;
}
void XRRemotePreviewManager::onConnection(const std::shared_ptr<WebSocketServerConnection> &connection) {
CC_LOG_INFO("[XRRemotePreviewManager] onConnection");
auto map = connection->getHeaders();
auto mapBegin = map.begin();
while (mapBegin != map.end()) {
CC_LOG_INFO("[XRRemotePreviewManager] connection Headers.%s=%s",
(*mapBegin).first.c_str(),
(*mapBegin).second.c_str());
mapBegin++;
}
auto protocolsList = connection->getProtocols();
auto listBegin = protocolsList.begin();
while (listBegin != protocolsList.end()) {
CC_LOG_INFO("[XRRemotePreviewManager] connection Protocols.%s", (*listBegin).c_str());
listBegin++;
}
onClientConnected(connection);
connection->setOnClose([=](int closeCode, const ccstd::string &closeReason) {
onClientDisconnected(closeCode, closeReason);
});
}
#endif
void XRRemotePreviewManager::start() {
#if CC_USE_WEBSOCKET_SERVER
_webSocketServer = std::make_shared<WebSocketServer>();
_webSocketServer->setOnBegin([]() {
CC_LOG_INFO("[XRRemotePreviewManager] onBegin");
});
_webSocketServer->setOnEnd([]() {
CC_LOG_INFO("[XRRemotePreviewManager] onEnd");
});
_webSocketServer->setOnClose([](const ccstd::string &msg) {
CC_LOG_INFO("[XRRemotePreviewManager] onClose.%s", msg.c_str());
});
_webSocketServer->setOnListening([](const ccstd::string &msg) {
CC_LOG_INFO("[XRRemotePreviewManager] onListening.%s", msg.c_str());
});
_webSocketServer->setOnError([](const ccstd::string &msg) {
CC_LOG_INFO("[XRRemotePreviewManager] onError.%s", msg.c_str());
});
_webSocketServer->setOnConnection(std::bind(&XRRemotePreviewManager::onConnection, this, std::placeholders::_1));
WebSocketServer::listenAsync(_webSocketServer, SOCKET_PORT, "127.0.0.1", nullptr);
CC_LOG_INFO("[XRRemotePreviewManager] listenAsync ready!");
#endif
_isStarted = true;
}
void XRRemotePreviewManager::packDeviceInfoData(const XRDeviceInfo &info, char *data) {
memcpy(data, &PACKET_HEAD_CODE, sizeof(char) * 4);
size_t infoSize = sizeof(info);
memcpy(data + 4, &infoSize, sizeof(char) * 4);
memcpy(data + 8, &info, infoSize);
}
void XRRemotePreviewManager::packDevicePoseData(const XRPoseInfo &info, char *data) {
memcpy(data, &PACKET_HEAD_CODE, sizeof(char) * 4);
size_t infoSize = sizeof(info);
memcpy(data + 4, &infoSize, sizeof(char) * 4);
memcpy(data + 8, &info, infoSize);
}
void XRRemotePreviewManager::packControllerKeyData(const XRControllerKeyInfo &info, char *data) {
memcpy(data, &PACKET_HEAD_CODE, sizeof(char) * 4);
size_t infoSize = sizeof(info);
memcpy(data + 4, &infoSize, sizeof(char) * 4);
memcpy(data + 8, &info, infoSize);
}
void XRRemotePreviewManager::packCommonMessageData(const XRCommonMessage &info, char *data) {
memcpy(data, &PACKET_HEAD_CODE, sizeof(char) * 4);
size_t infoSize = sizeof(info);
memcpy(data + 4, &infoSize, sizeof(char) * 4);
memcpy(data + 8, &info, infoSize);
}
void XRRemotePreviewManager::sendMessage(const ccstd::string &message) {
#if CC_USE_WEBSOCKET_SERVER
if (_webSocketServer && _isConnectionChanged) {
_isConnectionChanged = false;
_wssConnections = _webSocketServer->getConnections();
}
if (_webSocketServer && !_wssConnections.empty()) {
for (auto &wssConn : _wssConnections) {
if (wssConn->getReadyState() == WebSocketServerConnection::ReadyState::OPEN) {
XRCommonMessage xrCommonMsg;
xrCommonMsg.type = static_cast<int16_t>(XRDataPackageType::DPT_MSG_STRING);
xrCommonMsg.message = message;
size_t dataLen = 8 + sizeof(xrCommonMsg);
char data[dataLen];
packCommonMessageData(xrCommonMsg, data);
wssConn->sendBinaryAsync(data, dataLen, nullptr);
} else {
CC_LOG_INFO("[XRRemotePreviewManager] sendMessage [%s] failed !!!", message.c_str());
}
}
} else {
CC_LOG_INFO("[XRRemotePreviewManager] sendMessage [%s] failed [wss invalid] !!!", message.c_str());
}
#endif
}
void XRRemotePreviewManager::sendDeviceInfo(const XRDeviceInfo &info) {
#if CC_USE_WEBSOCKET_SERVER
if (_webSocketServer && _isConnectionChanged) {
_isConnectionChanged = false;
_wssConnections = _webSocketServer->getConnections();
}
if (_webSocketServer && !_wssConnections.empty()) {
for (auto &wssConn : _wssConnections) {
if (wssConn->getReadyState() == WebSocketServerConnection::ReadyState::OPEN) {
size_t dataLen = 8 + sizeof(info);
char data[dataLen];
packDeviceInfoData(info, data);
wssConn->sendBinaryAsync(data, dataLen, nullptr);
} else {
CC_LOG_INFO("[XRRemotePreviewManager] sendDeviceInfo failed !!!");
}
}
} else {
CC_LOG_ERROR("[XRRemotePreviewManager] sendDeviceInfo failed [wss invalid] !!!");
}
#endif
}
void XRRemotePreviewManager::sendPoseInfo(const XRPoseInfo &info) {
#if CC_USE_WEBSOCKET_SERVER
if (_webSocketServer && _isConnectionChanged) {
_isConnectionChanged = false;
_wssConnections = _webSocketServer->getConnections();
}
if (_webSocketServer && !_wssConnections.empty()) {
for (auto &wssConn : _wssConnections) {
if (wssConn->getReadyState() == WebSocketServerConnection::ReadyState::OPEN) {
size_t dataLen = 8 + sizeof(info);
char data[dataLen];
packDevicePoseData(info, data);
wssConn->sendBinaryAsync(data, dataLen, nullptr);
} else {
CC_LOG_ERROR("[XRRemotePreviewManager] sendPoseInfo failed %d!!!", wssConn->getReadyState());
}
}
}
#endif
}
void XRRemotePreviewManager::sendControllerKeyInfo(const ControllerInfo::ButtonInfo &info) {
#if CC_USE_WEBSOCKET_SERVER
if (_webSocketServer && _isConnectionChanged) {
_isConnectionChanged = false;
_wssConnections = _webSocketServer->getConnections();
}
if (_webSocketServer && !_wssConnections.empty()) {
for (auto &wssConn : _wssConnections) {
if (wssConn->getReadyState() == WebSocketServerConnection::ReadyState::OPEN) {
XRControllerKeyInfo ctrlKeyInfo;
ctrlKeyInfo.type = static_cast<int16_t>(XRDataPackageType::DPT_MSG_CONTROLLER_KEY);
ctrlKeyInfo.isButtonPressed = info.isPress;
ctrlKeyInfo.stickKeyCode = static_cast<int16_t>(info.key);
ctrlKeyInfo.keyEventType = static_cast<int16_t>(XRKeyEventType::KET_CLICK);
size_t dataLen = 8 + sizeof(ctrlKeyInfo);
char data[dataLen];
packControllerKeyData(ctrlKeyInfo, data);
wssConn->sendBinaryAsync(data, dataLen, nullptr);
} else {
CC_LOG_ERROR("[XRRemotePreviewManager] sendControllerKeyInfo button failed !!!");
}
}
}
#endif
}
void XRRemotePreviewManager::sendControllerKeyInfo(const ControllerInfo::AxisInfo &info) {
#if CC_USE_WEBSOCKET_SERVER
if (_webSocketServer && _isConnectionChanged) {
_isConnectionChanged = false;
_wssConnections = _webSocketServer->getConnections();
}
if (_webSocketServer && !_wssConnections.empty()) {
for (auto &wssConn : _wssConnections) {
if (wssConn->getReadyState() == WebSocketServerConnection::ReadyState::OPEN) {
XRControllerKeyInfo ctrlKeyInfo;
ctrlKeyInfo.type = static_cast<int16_t>(XRDataPackageType::DPT_MSG_CONTROLLER_KEY);
ctrlKeyInfo.stickAxisCode = static_cast<int16_t>(info.axis);
ctrlKeyInfo.stickAxisValue = info.value;
if (info.axis == StickAxisCode::LEFT_STICK_X || info.axis == StickAxisCode::LEFT_STICK_Y ||
info.axis == StickAxisCode::RIGHT_STICK_X || info.axis == StickAxisCode::RIGHT_STICK_Y) {
ctrlKeyInfo.keyEventType = static_cast<int16_t>(XRKeyEventType::KET_STICK);
} else {
ctrlKeyInfo.keyEventType = static_cast<int16_t>(XRKeyEventType::KET_GRAB);
}
size_t dataLen = 8 + sizeof(ctrlKeyInfo);
char data[dataLen];
packControllerKeyData(ctrlKeyInfo, data);
wssConn->sendBinaryAsync(data, dataLen, nullptr);
} else {
CC_LOG_ERROR("[XRRemotePreviewManager] sendControllerKeyInfo axis failed !!!");
}
}
}
#endif
}
void XRRemotePreviewManager::sendControllerKeyInfo(const ControllerInfo::TouchInfo &info) {
#if CC_USE_WEBSOCKET_SERVER
if (_webSocketServer && _isConnectionChanged) {
_isConnectionChanged = false;
_wssConnections = _webSocketServer->getConnections();
}
if (_webSocketServer && !_wssConnections.empty()) {
for (auto &wssConn : _wssConnections) {
if (wssConn->getReadyState() == WebSocketServerConnection::ReadyState::OPEN) {
XRControllerKeyInfo ctrlKeyInfo;
ctrlKeyInfo.type = static_cast<int16_t>(XRDataPackageType::DPT_MSG_CONTROLLER_KEY);
ctrlKeyInfo.stickTouchValue = info.value;
ctrlKeyInfo.stickTouchCode = static_cast<int16_t>(info.key);
ctrlKeyInfo.keyEventType = static_cast<int16_t>(XRKeyEventType::KET_TOUCH);
size_t dataLen = 8 + sizeof(ctrlKeyInfo);
char data[dataLen];
packControllerKeyData(ctrlKeyInfo, data);
wssConn->sendBinaryAsync(data, dataLen, nullptr);
} else {
CC_LOG_ERROR("[XRRemotePreviewManager] sendControllerTouchInfo failed !!!");
}
}
}
#endif
}
void XRRemotePreviewManager::resume() {
CC_LOG_INFO("[XRRemotePreviewManager] resume");
sendMessage("resume");
}
void XRRemotePreviewManager::pause() {
CC_LOG_INFO("[XRRemotePreviewManager] pause");
sendMessage("pause");
}
void XRRemotePreviewManager::stop() {
_isStarted = false;
CC_LOG_INFO("[XRRemotePreviewManager] stop");
_webSocketServer->closeAsync();
_webSocketServer = nullptr;
}
bool XRRemotePreviewManager::isStarted() const {
return _isStarted;
}
void XRRemotePreviewManager::tick() {
if (this->_isStarted) {
xr::XrEntry::getInstance()->getXrPose(_leftEyePose, _rightEyePose, _leftControllerPose, _rightControllerPose);
_devicePoseInfo.type = static_cast<int16_t>(XRDataPackageType::DPT_MSG_POSE_DATA);
_devicePoseInfo.hmdOrientation[0] = _leftEyePose.qx;
_devicePoseInfo.hmdOrientation[1] = _leftEyePose.qy;
_devicePoseInfo.hmdOrientation[2] = _leftEyePose.qz;
_devicePoseInfo.hmdOrientation[3] = _leftEyePose.qw;
_devicePoseInfo.hmdPosition[0] = (_leftEyePose.px + _rightEyePose.px) * 0.5F;
_devicePoseInfo.hmdPosition[1] = (_leftEyePose.py + _rightEyePose.py) * 0.5F;
_devicePoseInfo.hmdPosition[2] = (_leftEyePose.pz + _rightEyePose.pz) * 0.5F;
_devicePoseInfo.leftControllerOrientation[0] = _leftControllerPose.qx;
_devicePoseInfo.leftControllerOrientation[1] = _leftControllerPose.qy;
_devicePoseInfo.leftControllerOrientation[2] = _leftControllerPose.qz;
_devicePoseInfo.leftControllerOrientation[3] = _leftControllerPose.qw;
_devicePoseInfo.leftControllerPosition[0] = _leftControllerPose.px;
_devicePoseInfo.leftControllerPosition[1] = _leftControllerPose.py;
_devicePoseInfo.leftControllerPosition[2] = _leftControllerPose.pz;
_devicePoseInfo.rightControllerOrientation[0] = _rightControllerPose.qx;
_devicePoseInfo.rightControllerOrientation[1] = _rightControllerPose.qy;
_devicePoseInfo.rightControllerOrientation[2] = _rightControllerPose.qz;
_devicePoseInfo.rightControllerOrientation[3] = _rightControllerPose.qw;
_devicePoseInfo.rightControllerPosition[0] = _rightControllerPose.px;
_devicePoseInfo.rightControllerPosition[1] = _rightControllerPose.py;
_devicePoseInfo.rightControllerPosition[2] = _rightControllerPose.pz;
this->sendPoseInfo(_devicePoseInfo);
}
}
} // namespace cc
#endif

140
cocos/xr/XRRemotePreviewManager.h Normal file
View File

@@ -0,0 +1,140 @@
/****************************************************************************
Copyright (c) 2021-2023 Xiamen Yaji Software Co., Ltd.
http://www.cocos.com
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
of the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.
****************************************************************************/
#pragma once
#include <cstdint>
#include <memory>
#include "XRCommon.h"
#include "base/RefCounted.h"
namespace cc {
class IXRInterface;
namespace network {
class WebSocketServer;
class WebSocketServerConnection;
} // namespace network
using namespace network;
#if CC_USE_XR
enum class XRDataPackageType {
DPT_MSG_DEVICE_INFO = 1,
DPT_MSG_POSE_DATA,
DPT_MSG_CONTROLLER_KEY,
DPT_MSG_STRING
};
enum class XRKeyEventType {
KET_CLICK,
KET_STICK,
KET_GRAB,
KET_TOUCH,
};
#pragma pack(1)
struct XRCommonMessage {
int16_t type;
ccstd::string message;
};
#pragma pack()
#pragma pack(1)
struct XRDeviceInfo {
int16_t type;
int16_t version;
char deviceName[32];
int16_t xrVendorType;
float leftEyeFov[4]; //L-R-D-U
float rightEyeFov[4];
};
#pragma pack()
#pragma pack(1)
struct XRPoseInfo {
int16_t type;
float hmdOrientation[4];
float hmdPosition[3];
float leftControllerOrientation[4];
float leftControllerPosition[3];
float rightControllerOrientation[4];
float rightControllerPosition[3];
};
#pragma pack()
#pragma pack(1)
struct XRControllerKeyInfo {
int16_t type;
int16_t keyEventType;
int16_t stickAxisCode{0};
float stickAxisValue{0};
int16_t stickKeyCode{0};
bool isButtonPressed{false};
int16_t stickTouchCode{0};
float stickTouchValue{0};
};
#pragma pack()
class XRRemotePreviewManager : public RefCounted {
public:
XRRemotePreviewManager();
~XRRemotePreviewManager() override;
void start();
void sendDeviceInfo(const XRDeviceInfo &info);
void sendPoseInfo(const XRPoseInfo &info);
void sendControllerKeyInfo(const ControllerInfo::ButtonInfo &info);
void sendControllerKeyInfo(const ControllerInfo::AxisInfo &info);
void sendControllerKeyInfo(const ControllerInfo::TouchInfo &info);
void tick();
void resume();
void pause();
void stop();
bool isStarted() const;
private:
void sendMessage(const ccstd::string &message);
static void packCommonMessageData(const XRCommonMessage &message, char *data);
static void packDeviceInfoData(const XRDeviceInfo &info, char *data);
static void packDevicePoseData(const XRPoseInfo &info, char *data);
static void packControllerKeyData(const XRControllerKeyInfo &info, char *data);
#if CC_USE_WEBSOCKET_SERVER
void onConnection(const std::shared_ptr<WebSocketServerConnection> &connection);
void onClientConnected(const std::shared_ptr<WebSocketServerConnection> &connection);
void onClientDisconnected(int closeCode, const ccstd::string &closeReason);
std::shared_ptr<WebSocketServer> _webSocketServer{nullptr};
ccstd::vector<std::shared_ptr<WebSocketServerConnection>> _wssConnections;
#endif
bool _isStarted{false};
bool _isConnectionChanged{false};
IXRInterface *_xr{nullptr};
cc::xr::XRPose _leftEyePose{cc::xr::XRPose::Type::VIEW_LEFT, true};
cc::xr::XRPose _rightEyePose{cc::xr::XRPose::Type::VIEW_RIGHT, true};
cc::xr::XRPose _leftControllerPose{cc::xr::XRPose::Type::HAND_LEFT, true};
cc::xr::XRPose _rightControllerPose{cc::xr::XRPose::Type::HAND_RIGHT, true};
XRPoseInfo _devicePoseInfo;
private:
CC_DISALLOW_COPY_MOVE_ASSIGN(XRRemotePreviewManager);
};
#endif
} // namespace cc