using Ryujinx.Common; using Ryujinx.HLE.HOS.Kernel.Common; using Ryujinx.HLE.HOS.Kernel.Memory; using Ryujinx.HLE.HOS.Kernel.Process; using Ryujinx.HLE.HOS.Kernel.Threading; using Ryujinx.Horizon.Common; using System.Collections.Generic; namespace Ryujinx.HLE.HOS.Kernel.Ipc { class KServerSession : KSynchronizationObject { private static readonly MemoryState[] IpcMemoryStates = new MemoryState[] { MemoryState.IpcBuffer3, MemoryState.IpcBuffer0, MemoryState.IpcBuffer1, (MemoryState)0xfffce5d4 //This is invalid, shouldn't be accessed. }; private readonly struct Message { public ulong Address { get; } public ulong Size { get; } public bool IsCustom { get; } public Message(KThread thread, ulong customCmdBuffAddress, ulong customCmdBuffSize) { IsCustom = customCmdBuffAddress != 0; if (IsCustom) { Address = customCmdBuffAddress; Size = customCmdBuffSize; } else { Address = thread.TlsAddress; Size = 0x100; } } public Message(KSessionRequest request) : this( request.ClientThread, request.CustomCmdBuffAddr, request.CustomCmdBuffSize) { } } private readonly struct MessageHeader { public uint Word0 { get; } public uint Word1 { get; } public uint Word2 { get; } public uint PointerBuffersCount { get; } public uint SendBuffersCount { get; } public uint ReceiveBuffersCount { get; } public uint ExchangeBuffersCount { get; } public uint RawDataSizeInWords { get; } public uint ReceiveListType { get; } public uint MessageSizeInWords { get; } public uint ReceiveListOffsetInWords { get; } public uint ReceiveListOffset { get; } public bool HasHandles { get; } public bool HasPid { get; } public uint CopyHandlesCount { get; } public uint MoveHandlesCount { get; } public MessageHeader(uint word0, uint word1, uint word2) { Word0 = word0; Word1 = word1; Word2 = word2; HasHandles = word1 >> 31 != 0; uint handleDescSizeInWords = 0; if (HasHandles) { uint pidSize = (word2 & 1) * 8; HasPid = pidSize != 0; CopyHandlesCount = (word2 >> 1) & 0xf; MoveHandlesCount = (word2 >> 5) & 0xf; handleDescSizeInWords = (pidSize + CopyHandlesCount * 4 + MoveHandlesCount * 4) / 4; } else { HasPid = false; CopyHandlesCount = 0; MoveHandlesCount = 0; } PointerBuffersCount = (word0 >> 16) & 0xf; SendBuffersCount = (word0 >> 20) & 0xf; ReceiveBuffersCount = (word0 >> 24) & 0xf; ExchangeBuffersCount = word0 >> 28; uint pointerDescSizeInWords = PointerBuffersCount * 2; uint sendDescSizeInWords = SendBuffersCount * 3; uint receiveDescSizeInWords = ReceiveBuffersCount * 3; uint exchangeDescSizeInWords = ExchangeBuffersCount * 3; RawDataSizeInWords = word1 & 0x3ff; ReceiveListType = (word1 >> 10) & 0xf; ReceiveListOffsetInWords = (word1 >> 20) & 0x7ff; uint paddingSizeInWords = HasHandles ? 3u : 2u; MessageSizeInWords = pointerDescSizeInWords + sendDescSizeInWords + receiveDescSizeInWords + exchangeDescSizeInWords + RawDataSizeInWords + paddingSizeInWords + handleDescSizeInWords; if (ReceiveListOffsetInWords == 0) { ReceiveListOffsetInWords = MessageSizeInWords; } ReceiveListOffset = ReceiveListOffsetInWords * 4; } } private struct PointerBufferDesc { public uint ReceiveIndex { get; } public uint BufferSize { get; } public ulong BufferAddress { get; set; } public PointerBufferDesc(ulong dword) { ReceiveIndex = (uint)dword & 0xf; BufferSize = (uint)dword >> 16; BufferAddress = (dword >> 2) & 0x70; BufferAddress |= (dword >> 12) & 0xf; BufferAddress = (BufferAddress << 32) | (dword >> 32); } public ulong Pack() { ulong dword = (ReceiveIndex & 0xf) | ((BufferSize & 0xffff) << 16); dword |= BufferAddress << 32; dword |= (BufferAddress >> 20) & 0xf000; dword |= (BufferAddress >> 30) & 0xffc0; return dword; } } private KSession _parent; private LinkedList _requests; private KSessionRequest _activeRequest; public KServerSession(KernelContext context, KSession parent) : base(context) { _parent = parent; _requests = new LinkedList(); } public Result EnqueueRequest(KSessionRequest request) { if (_parent.ClientSession.State != ChannelState.Open) { return KernelResult.PortRemoteClosed; } if (request.AsyncEvent == null) { if (request.ClientThread.TerminationRequested) { return KernelResult.ThreadTerminating; } request.ClientThread.Reschedule(ThreadSchedState.Paused); } _requests.AddLast(request); if (_requests.Count == 1) { Signal(); } return Result.Success; } public Result Receive(ulong customCmdBuffAddr = 0, ulong customCmdBuffSize = 0) { KThread serverThread = KernelStatic.GetCurrentThread(); KProcess serverProcess = serverThread.Owner; KernelContext.CriticalSection.Enter(); if (_parent.ClientSession.State != ChannelState.Open) { KernelContext.CriticalSection.Leave(); return KernelResult.PortRemoteClosed; } if (_activeRequest != null || !DequeueRequest(out KSessionRequest request)) { KernelContext.CriticalSection.Leave(); return KernelResult.NotFound; } if (request.ClientThread == null) { KernelContext.CriticalSection.Leave(); return KernelResult.PortRemoteClosed; } KThread clientThread = request.ClientThread; KProcess clientProcess = clientThread.Owner; KernelContext.CriticalSection.Leave(); _activeRequest = request; request.ServerProcess = serverProcess; Message clientMsg = new Message(request); Message serverMsg = new Message(serverThread, customCmdBuffAddr, customCmdBuffSize); MessageHeader clientHeader = GetClientMessageHeader(clientProcess, clientMsg); MessageHeader serverHeader = GetServerMessageHeader(serverMsg); Result serverResult = KernelResult.NotFound; Result clientResult = Result.Success; void CleanUpForError() { if (request.BufferDescriptorTable.UnmapServerBuffers(serverProcess.MemoryManager) == Result.Success) { request.BufferDescriptorTable.RestoreClientBuffers(clientProcess.MemoryManager); } CloseAllHandles(serverMsg, clientHeader, serverProcess); KernelContext.CriticalSection.Enter(); _activeRequest = null; if (_requests.Count != 0) { Signal(); } KernelContext.CriticalSection.Leave(); WakeClientThread(request, clientResult); } if (clientHeader.ReceiveListType < 2 && clientHeader.ReceiveListOffset > clientMsg.Size) { CleanUpForError(); return KernelResult.InvalidCombination; } else if (clientHeader.ReceiveListType == 2 && clientHeader.ReceiveListOffset + 8 > clientMsg.Size) { CleanUpForError(); return KernelResult.InvalidCombination; } else if (clientHeader.ReceiveListType > 2 && clientHeader.ReceiveListType * 8 - 0x10 + clientHeader.ReceiveListOffset > clientMsg.Size) { CleanUpForError(); return KernelResult.InvalidCombination; } if (clientHeader.ReceiveListOffsetInWords < clientHeader.MessageSizeInWords) { CleanUpForError(); return KernelResult.InvalidCombination; } if (clientHeader.MessageSizeInWords * 4 > clientMsg.Size) { CleanUpForError(); return KernelResult.CmdBufferTooSmall; } ulong[] receiveList = GetReceiveList( serverProcess, serverMsg, serverHeader.ReceiveListType, serverHeader.ReceiveListOffset); serverProcess.CpuMemory.Write(serverMsg.Address + 0, clientHeader.Word0); serverProcess.CpuMemory.Write(serverMsg.Address + 4, clientHeader.Word1); uint offset; // Copy handles. if (clientHeader.HasHandles) { if (clientHeader.MoveHandlesCount != 0) { CleanUpForError(); return KernelResult.InvalidCombination; } serverProcess.CpuMemory.Write(serverMsg.Address + 8, clientHeader.Word2); offset = 3; if (clientHeader.HasPid) { serverProcess.CpuMemory.Write(serverMsg.Address + offset * 4, clientProcess.Pid); offset += 2; } for (int index = 0; index < clientHeader.CopyHandlesCount; index++) { int newHandle = 0; int handle = clientProcess.CpuMemory.Read(clientMsg.Address + offset * 4); if (clientResult == Result.Success && handle != 0) { clientResult = GetCopyObjectHandle(clientThread, serverProcess, handle, out newHandle); } serverProcess.CpuMemory.Write(serverMsg.Address + offset * 4, newHandle); offset++; } for (int index = 0; index < clientHeader.MoveHandlesCount; index++) { int newHandle = 0; int handle = clientProcess.CpuMemory.Read(clientMsg.Address + offset * 4); if (handle != 0) { if (clientResult == Result.Success) { clientResult = GetMoveObjectHandle(clientProcess, serverProcess, handle, out newHandle); } else { clientProcess.HandleTable.CloseHandle(handle); } } serverProcess.CpuMemory.Write(serverMsg.Address + offset * 4, newHandle); offset++; } if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } } else { offset = 2; } // Copy pointer/receive list buffers. uint recvListDstOffset = 0; for (int index = 0; index < clientHeader.PointerBuffersCount; index++) { ulong pointerDesc = clientProcess.CpuMemory.Read(clientMsg.Address + offset * 4); PointerBufferDesc descriptor = new PointerBufferDesc(pointerDesc); if (descriptor.BufferSize != 0) { clientResult = GetReceiveListAddress( descriptor, serverMsg, serverHeader.ReceiveListType, clientHeader.MessageSizeInWords, receiveList, ref recvListDstOffset, out ulong recvListBufferAddress); if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } clientResult = clientProcess.MemoryManager.CopyDataToCurrentProcess( recvListBufferAddress, descriptor.BufferSize, descriptor.BufferAddress, MemoryState.IsPoolAllocated, MemoryState.IsPoolAllocated, KMemoryPermission.Read, MemoryAttribute.Uncached, MemoryAttribute.None); if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } descriptor.BufferAddress = recvListBufferAddress; } else { descriptor.BufferAddress = 0; } serverProcess.CpuMemory.Write(serverMsg.Address + offset * 4, descriptor.Pack()); offset += 2; } // Copy send, receive and exchange buffers. uint totalBuffersCount = clientHeader.SendBuffersCount + clientHeader.ReceiveBuffersCount + clientHeader.ExchangeBuffersCount; for (int index = 0; index < totalBuffersCount; index++) { ulong clientDescAddress = clientMsg.Address + offset * 4; uint descWord0 = clientProcess.CpuMemory.Read(clientDescAddress + 0); uint descWord1 = clientProcess.CpuMemory.Read(clientDescAddress + 4); uint descWord2 = clientProcess.CpuMemory.Read(clientDescAddress + 8); bool isSendDesc = index < clientHeader.SendBuffersCount; bool isExchangeDesc = index >= clientHeader.SendBuffersCount + clientHeader.ReceiveBuffersCount; bool notReceiveDesc = isSendDesc || isExchangeDesc; bool isReceiveDesc = !notReceiveDesc; KMemoryPermission permission = index >= clientHeader.SendBuffersCount ? KMemoryPermission.ReadAndWrite : KMemoryPermission.Read; uint sizeHigh4 = (descWord2 >> 24) & 0xf; ulong bufferSize = descWord0 | (ulong)sizeHigh4 << 32; ulong dstAddress = 0; if (bufferSize != 0) { ulong bufferAddress; bufferAddress = descWord2 >> 28; bufferAddress |= ((descWord2 >> 2) & 7) << 4; bufferAddress = (bufferAddress << 32) | descWord1; MemoryState state = IpcMemoryStates[(descWord2 + 1) & 3]; clientResult = serverProcess.MemoryManager.MapBufferFromClientProcess( bufferSize, bufferAddress, clientProcess.MemoryManager, permission, state, notReceiveDesc, out dstAddress); if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } if (isSendDesc) { clientResult = request.BufferDescriptorTable.AddSendBuffer(bufferAddress, dstAddress, bufferSize, state); } else if (isReceiveDesc) { clientResult = request.BufferDescriptorTable.AddReceiveBuffer(bufferAddress, dstAddress, bufferSize, state); } else /* if (isExchangeDesc) */ { clientResult = request.BufferDescriptorTable.AddExchangeBuffer(bufferAddress, dstAddress, bufferSize, state); } if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } } descWord1 = (uint)dstAddress; descWord2 &= 3; descWord2 |= sizeHigh4 << 24; descWord2 |= (uint)(dstAddress >> 34) & 0x3ffffffc; descWord2 |= (uint)(dstAddress >> 4) & 0xf0000000; ulong serverDescAddress = serverMsg.Address + offset * 4; serverProcess.CpuMemory.Write(serverDescAddress + 0, descWord0); serverProcess.CpuMemory.Write(serverDescAddress + 4, descWord1); serverProcess.CpuMemory.Write(serverDescAddress + 8, descWord2); offset += 3; } // Copy raw data. if (clientHeader.RawDataSizeInWords != 0) { ulong copySrc = clientMsg.Address + offset * 4; ulong copyDst = serverMsg.Address + offset * 4; ulong copySize = clientHeader.RawDataSizeInWords * 4; if (serverMsg.IsCustom || clientMsg.IsCustom) { KMemoryPermission permission = clientMsg.IsCustom ? KMemoryPermission.None : KMemoryPermission.Read; clientResult = clientProcess.MemoryManager.CopyDataToCurrentProcess( copyDst, copySize, copySrc, MemoryState.IsPoolAllocated, MemoryState.IsPoolAllocated, permission, MemoryAttribute.Uncached, MemoryAttribute.None); } else { serverProcess.CpuMemory.Write(copyDst, clientProcess.CpuMemory.GetSpan(copySrc, (int)copySize)); } if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } } return Result.Success; } public Result Reply(ulong customCmdBuffAddr = 0, ulong customCmdBuffSize = 0) { KThread serverThread = KernelStatic.GetCurrentThread(); KProcess serverProcess = serverThread.Owner; KernelContext.CriticalSection.Enter(); if (_activeRequest == null) { KernelContext.CriticalSection.Leave(); return KernelResult.InvalidState; } KSessionRequest request = _activeRequest; _activeRequest = null; if (_requests.Count != 0) { Signal(); } KernelContext.CriticalSection.Leave(); KThread clientThread = request.ClientThread; KProcess clientProcess = clientThread.Owner; Message clientMsg = new Message(request); Message serverMsg = new Message(serverThread, customCmdBuffAddr, customCmdBuffSize); MessageHeader clientHeader = GetClientMessageHeader(clientProcess, clientMsg); MessageHeader serverHeader = GetServerMessageHeader(serverMsg); Result clientResult = Result.Success; Result serverResult = Result.Success; void CleanUpForError() { CloseAllHandles(clientMsg, serverHeader, clientProcess); FinishRequest(request, clientResult); } if (clientHeader.ReceiveListType < 2 && clientHeader.ReceiveListOffset > clientMsg.Size) { CleanUpForError(); return KernelResult.InvalidCombination; } else if (clientHeader.ReceiveListType == 2 && clientHeader.ReceiveListOffset + 8 > clientMsg.Size) { CleanUpForError(); return KernelResult.InvalidCombination; } else if (clientHeader.ReceiveListType > 2 && clientHeader.ReceiveListType * 8 - 0x10 + clientHeader.ReceiveListOffset > clientMsg.Size) { CleanUpForError(); return KernelResult.InvalidCombination; } if (clientHeader.ReceiveListOffsetInWords < clientHeader.MessageSizeInWords) { CleanUpForError(); return KernelResult.InvalidCombination; } if (serverHeader.MessageSizeInWords * 4 > clientMsg.Size) { CleanUpForError(); return KernelResult.CmdBufferTooSmall; } if (serverHeader.SendBuffersCount != 0 || serverHeader.ReceiveBuffersCount != 0 || serverHeader.ExchangeBuffersCount != 0) { CleanUpForError(); return KernelResult.InvalidCombination; } // Read receive list. ulong[] receiveList = GetReceiveList( clientProcess, clientMsg, clientHeader.ReceiveListType, clientHeader.ReceiveListOffset); // Copy receive and exchange buffers. clientResult = request.BufferDescriptorTable.CopyBuffersToClient(clientProcess.MemoryManager); if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } // Copy header. clientProcess.CpuMemory.Write(clientMsg.Address + 0, serverHeader.Word0); clientProcess.CpuMemory.Write(clientMsg.Address + 4, serverHeader.Word1); // Copy handles. uint offset; if (serverHeader.HasHandles) { offset = 3; clientProcess.CpuMemory.Write(clientMsg.Address + 8, serverHeader.Word2); if (serverHeader.HasPid) { clientProcess.CpuMemory.Write(clientMsg.Address + offset * 4, serverProcess.Pid); offset += 2; } for (int index = 0; index < serverHeader.CopyHandlesCount; index++) { int newHandle = 0; int handle = serverProcess.CpuMemory.Read(serverMsg.Address + offset * 4); if (handle != 0) { GetCopyObjectHandle(serverThread, clientProcess, handle, out newHandle); } clientProcess.CpuMemory.Write(clientMsg.Address + offset * 4, newHandle); offset++; } for (int index = 0; index < serverHeader.MoveHandlesCount; index++) { int newHandle = 0; int handle = serverProcess.CpuMemory.Read(serverMsg.Address + offset * 4); if (handle != 0) { if (clientResult == Result.Success) { clientResult = GetMoveObjectHandle(serverProcess, clientProcess, handle, out newHandle); } else { serverProcess.HandleTable.CloseHandle(handle); } } clientProcess.CpuMemory.Write(clientMsg.Address + offset * 4, newHandle); offset++; } } else { offset = 2; } // Copy pointer/receive list buffers. uint recvListDstOffset = 0; for (int index = 0; index < serverHeader.PointerBuffersCount; index++) { ulong pointerDesc = serverProcess.CpuMemory.Read(serverMsg.Address + offset * 4); PointerBufferDesc descriptor = new PointerBufferDesc(pointerDesc); ulong recvListBufferAddress = 0; if (descriptor.BufferSize != 0) { clientResult = GetReceiveListAddress( descriptor, clientMsg, clientHeader.ReceiveListType, serverHeader.MessageSizeInWords, receiveList, ref recvListDstOffset, out recvListBufferAddress); if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } clientResult = clientProcess.MemoryManager.CopyDataFromCurrentProcess( recvListBufferAddress, descriptor.BufferSize, MemoryState.IsPoolAllocated, MemoryState.IsPoolAllocated, KMemoryPermission.Read, MemoryAttribute.Uncached, MemoryAttribute.None, descriptor.BufferAddress); if (clientResult != Result.Success) { CleanUpForError(); return serverResult; } } ulong dstDescAddress = clientMsg.Address + offset * 4; ulong clientPointerDesc = (recvListBufferAddress << 32) | ((recvListBufferAddress >> 20) & 0xf000) | ((recvListBufferAddress >> 30) & 0xffc0); clientPointerDesc |= pointerDesc & 0xffff000f; clientProcess.CpuMemory.Write(dstDescAddress + 0, clientPointerDesc); offset += 2; } // Set send, receive and exchange buffer descriptors to zero. uint totalBuffersCount = serverHeader.SendBuffersCount + serverHeader.ReceiveBuffersCount + serverHeader.ExchangeBuffersCount; for (int index = 0; index < totalBuffersCount; index++) { ulong dstDescAddress = clientMsg.Address + offset * 4; clientProcess.CpuMemory.Write(dstDescAddress + 0, 0); clientProcess.CpuMemory.Write(dstDescAddress + 4, 0); clientProcess.CpuMemory.Write(dstDescAddress + 8, 0); offset += 3; } // Copy raw data. if (serverHeader.RawDataSizeInWords != 0) { ulong copyDst = clientMsg.Address + offset * 4; ulong copySrc = serverMsg.Address + offset * 4; ulong copySize = serverHeader.RawDataSizeInWords * 4; if (serverMsg.IsCustom || clientMsg.IsCustom) { KMemoryPermission permission = clientMsg.IsCustom ? KMemoryPermission.None : KMemoryPermission.Read; clientResult = clientProcess.MemoryManager.CopyDataFromCurrentProcess( copyDst, copySize, MemoryState.IsPoolAllocated, MemoryState.IsPoolAllocated, permission, MemoryAttribute.Uncached, MemoryAttribute.None, copySrc); } else { clientProcess.CpuMemory.Write(copyDst, serverProcess.CpuMemory.GetSpan(copySrc, (int)copySize)); } } // Unmap buffers from server. FinishRequest(request, clientResult); return serverResult; } private MessageHeader GetClientMessageHeader(KProcess clientProcess, Message clientMsg) { uint word0 = clientProcess.CpuMemory.Read(clientMsg.Address + 0); uint word1 = clientProcess.CpuMemory.Read(clientMsg.Address + 4); uint word2 = clientProcess.CpuMemory.Read(clientMsg.Address + 8); return new MessageHeader(word0, word1, word2); } private MessageHeader GetServerMessageHeader(Message serverMsg) { KProcess currentProcess = KernelStatic.GetCurrentProcess(); uint word0 = currentProcess.CpuMemory.Read(serverMsg.Address + 0); uint word1 = currentProcess.CpuMemory.Read(serverMsg.Address + 4); uint word2 = currentProcess.CpuMemory.Read(serverMsg.Address + 8); return new MessageHeader(word0, word1, word2); } private Result GetCopyObjectHandle(KThread srcThread, KProcess dstProcess, int srcHandle, out int dstHandle) { dstHandle = 0; KProcess srcProcess = srcThread.Owner; KAutoObject obj; if (srcHandle == KHandleTable.SelfProcessHandle) { obj = srcProcess; } else if (srcHandle == KHandleTable.SelfThreadHandle) { obj = srcThread; } else { obj = srcProcess.HandleTable.GetObject(srcHandle); } if (obj != null) { return dstProcess.HandleTable.GenerateHandle(obj, out dstHandle); } else { return KernelResult.InvalidHandle; } } private Result GetMoveObjectHandle(KProcess srcProcess, KProcess dstProcess, int srcHandle, out int dstHandle) { dstHandle = 0; KAutoObject obj = srcProcess.HandleTable.GetObject(srcHandle); if (obj != null) { Result result = dstProcess.HandleTable.GenerateHandle(obj, out dstHandle); srcProcess.HandleTable.CloseHandle(srcHandle); return result; } else { return KernelResult.InvalidHandle; } } private ulong[] GetReceiveList(KProcess ownerProcess, Message message, uint recvListType, uint recvListOffset) { int recvListSize = 0; if (recvListType >= 3) { recvListSize = (int)recvListType - 2; } else if (recvListType == 2) { recvListSize = 1; } ulong[] receiveList = new ulong[recvListSize]; ulong recvListAddress = message.Address + recvListOffset; for (int index = 0; index < recvListSize; index++) { receiveList[index] = ownerProcess.CpuMemory.Read(recvListAddress + (ulong)index * 8); } return receiveList; } private Result GetReceiveListAddress( PointerBufferDesc descriptor, Message message, uint recvListType, uint messageSizeInWords, ulong[] receiveList, ref uint dstOffset, out ulong address) { ulong recvListBufferAddress = address = 0; if (recvListType == 0) { return KernelResult.OutOfResource; } else if (recvListType == 1 || recvListType == 2) { ulong recvListBaseAddr; ulong recvListEndAddr; if (recvListType == 1) { recvListBaseAddr = message.Address + messageSizeInWords * 4; recvListEndAddr = message.Address + message.Size; } else /* if (recvListType == 2) */ { ulong packed = receiveList[0]; recvListBaseAddr = packed & 0x7fffffffff; uint size = (uint)(packed >> 48); if (size == 0) { return KernelResult.OutOfResource; } recvListEndAddr = recvListBaseAddr + size; } recvListBufferAddress = BitUtils.AlignUp(recvListBaseAddr + dstOffset, 0x10); ulong endAddress = recvListBufferAddress + descriptor.BufferSize; dstOffset = (uint)endAddress - (uint)recvListBaseAddr; if (recvListBufferAddress + descriptor.BufferSize <= recvListBufferAddress || recvListBufferAddress + descriptor.BufferSize > recvListEndAddr) { return KernelResult.OutOfResource; } } else /* if (recvListType > 2) */ { if (descriptor.ReceiveIndex >= receiveList.Length) { return KernelResult.OutOfResource; } ulong packed = receiveList[descriptor.ReceiveIndex]; recvListBufferAddress = packed & 0x7fffffffff; uint size = (uint)(packed >> 48); if (recvListBufferAddress == 0 || size == 0 || size < descriptor.BufferSize) { return KernelResult.OutOfResource; } } address = recvListBufferAddress; return Result.Success; } private void CloseAllHandles(Message message, MessageHeader header, KProcess process) { if (header.HasHandles) { uint totalHandeslCount = header.CopyHandlesCount + header.MoveHandlesCount; uint offset = 3; if (header.HasPid) { process.CpuMemory.Write(message.Address + offset * 4, 0L); offset += 2; } for (int index = 0; index < totalHandeslCount; index++) { int handle = process.CpuMemory.Read(message.Address + offset * 4); if (handle != 0) { process.HandleTable.CloseHandle(handle); process.CpuMemory.Write(message.Address + offset * 4, 0); } offset++; } } } public override bool IsSignaled() { if (_parent.ClientSession.State != ChannelState.Open) { return true; } return _requests.Count != 0 && _activeRequest == null; } protected override void Destroy() { _parent.DisconnectServer(); CancelAllRequestsServerDisconnected(); _parent.DecrementReferenceCount(); } private void CancelAllRequestsServerDisconnected() { foreach (KSessionRequest request in IterateWithRemovalOfAllRequests()) { FinishRequest(request, KernelResult.PortRemoteClosed); } } public void CancelAllRequestsClientDisconnected() { foreach (KSessionRequest request in IterateWithRemovalOfAllRequests()) { if (request.ClientThread.TerminationRequested) { continue; } // Client sessions can only be disconnected on async requests (because // the client would be otherwise blocked waiting for the response), so // we only need to handle the async case here. if (request.AsyncEvent != null) { SendResultToAsyncRequestClient(request, KernelResult.PortRemoteClosed); } } WakeServerThreads(KernelResult.PortRemoteClosed); } private IEnumerable IterateWithRemovalOfAllRequests() { KernelContext.CriticalSection.Enter(); if (_activeRequest != null) { KSessionRequest request = _activeRequest; _activeRequest = null; KernelContext.CriticalSection.Leave(); yield return request; } else { KernelContext.CriticalSection.Leave(); } while (DequeueRequest(out KSessionRequest request)) { yield return request; } } private bool DequeueRequest(out KSessionRequest request) { request = null; KernelContext.CriticalSection.Enter(); bool hasRequest = _requests.First != null; if (hasRequest) { request = _requests.First.Value; _requests.RemoveFirst(); } KernelContext.CriticalSection.Leave(); return hasRequest; } private void FinishRequest(KSessionRequest request, Result result) { KProcess clientProcess = request.ClientThread.Owner; KProcess serverProcess = request.ServerProcess; Result unmapResult = Result.Success; if (serverProcess != null) { unmapResult = request.BufferDescriptorTable.UnmapServerBuffers(serverProcess.MemoryManager); } if (unmapResult == Result.Success) { request.BufferDescriptorTable.RestoreClientBuffers(clientProcess.MemoryManager); } WakeClientThread(request, result); } private void WakeClientThread(KSessionRequest request, Result result) { // Wait client thread waiting for a response for the given request. if (request.AsyncEvent != null) { SendResultToAsyncRequestClient(request, result); } else { KernelContext.CriticalSection.Enter(); WakeAndSetResult(request.ClientThread, result); KernelContext.CriticalSection.Leave(); } } private void SendResultToAsyncRequestClient(KSessionRequest request, Result result) { KProcess clientProcess = request.ClientThread.Owner; if (result != Result.Success) { ulong address = request.CustomCmdBuffAddr; clientProcess.CpuMemory.Write(address, 0); clientProcess.CpuMemory.Write(address + 8, result.ErrorCode); } clientProcess.MemoryManager.UnborrowIpcBuffer(request.CustomCmdBuffAddr, request.CustomCmdBuffSize); request.AsyncEvent.Signal(); } private void WakeServerThreads(Result result) { // Wake all server threads waiting for requests. KernelContext.CriticalSection.Enter(); foreach (KThread thread in WaitingThreads) { WakeAndSetResult(thread, result, this); } KernelContext.CriticalSection.Leave(); } private void WakeAndSetResult(KThread thread, Result result, KSynchronizationObject signaledObj = null) { if ((thread.SchedFlags & ThreadSchedState.LowMask) == ThreadSchedState.Paused) { thread.SignaledObj = signaledObj; thread.ObjSyncResult = result; thread.Reschedule(ThreadSchedState.Running); } } } }