swift/Sources/FlatBuffers/ByteBuffer.swift - third_party/flatbuffers - Git at Google

 /*
  * Copyright 2023 Google Inc. All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
  *
  *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */

 #if !os(WASI)
 import Foundation
 #else
 import SwiftOverlayShims
 #endif

 /// `ByteBuffer` is the interface that stores the data for a `Flatbuffers` object
 /// it allows users to write and read data directly from memory thus the use of its
 /// functions should be used
 @frozen
 public struct ByteBuffer {

   /// Storage is a container that would hold the memory pointer to solve the issue of
   /// deallocating the memory that was held by (memory: UnsafeMutableRawPointer)
   @usableFromInline
   final class Storage {
     // This storage doesn't own the memory, therefore, we won't deallocate on deinit.
     private let unowned: Bool
     /// pointer to the start of the buffer object in memory
     var memory: UnsafeMutableRawPointer
     /// Capacity of UInt8 the buffer can hold
     var capacity: Int

     @usableFromInline
     init(count: Int, alignment: Int) {
       memory = UnsafeMutableRawPointer.allocate(
         byteCount: count,
         alignment: alignment)
       capacity = count
       unowned = false
     }

     @usableFromInline
     init(memory: UnsafeMutableRawPointer, capacity: Int, unowned: Bool) {
       self.memory = memory
       self.capacity = capacity
       self.unowned = unowned
     }

     deinit {
       if !unowned {
         memory.deallocate()
       }
     }

     @usableFromInline
     func copy(from ptr: UnsafeRawPointer, count: Int) {
       assert(
         !unowned,
         "copy should NOT be called on a buffer that is built by assumingMemoryBound")
       memory.copyMemory(from: ptr, byteCount: count)
     }

     @usableFromInline
     func initialize(for size: Int) {
       assert(
         !unowned,
         "initalize should NOT be called on a buffer that is built by assumingMemoryBound")
       memset(memory, 0, size)
     }

     /// Reallocates the buffer incase the object to be written doesnt fit in the current buffer
     /// - Parameter size: Size of the current object
     @usableFromInline
     func reallocate(_ size: Int, writerSize: Int, alignment: Int) {
       let currentWritingIndex = capacity &- writerSize
       while capacity <= writerSize &+ size {
         capacity = capacity << 1
       }

       /// solution take from Apple-NIO
       capacity = capacity.convertToPowerofTwo

       let newData = UnsafeMutableRawPointer.allocate(
         byteCount: capacity,
         alignment: alignment)
       memset(newData, 0, capacity &- writerSize)
       memcpy(
         newData.advanced(by: capacity &- writerSize),
         memory.advanced(by: currentWritingIndex),
         writerSize)
       memory.deallocate()
       memory = newData
     }
   }

   @usableFromInline var _storage: Storage

   /// The size of the elements written to the buffer + their paddings
   private var _writerSize: Int = 0
   /// Aliginment of the current  memory being written to the buffer
   var alignment = 1
   /// Current Index which is being used to write to the buffer, it is written from the end to the start of the buffer
   var writerIndex: Int { _storage.capacity &- _writerSize }

   /// Reader is the position of the current Writer Index (capacity - size)
   public var reader: Int { writerIndex }
   /// Current size of the buffer
   public var size: UOffset { UOffset(_writerSize) }
   /// Public Pointer to the buffer object in memory. This should NOT be modified for any reason
   public var memory: UnsafeMutableRawPointer { _storage.memory }
   /// Current capacity for the buffer
   public var capacity: Int { _storage.capacity }
   /// Crash if the trying to read an unaligned buffer instead of allowing users to read them.
   public let allowReadingUnalignedBuffers: Bool

   /// Constructor that creates a Flatbuffer object from a UInt8
   /// - Parameter
   ///   - bytes: Array of UInt8
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   public init(
     bytes: [UInt8],
     allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
   {
     var b = bytes
     _storage = Storage(count: bytes.count, alignment: alignment)
     _writerSize = _storage.capacity
     allowReadingUnalignedBuffers = allowUnalignedBuffers
     b.withUnsafeMutableBytes { bufferPointer in
       self._storage.copy(from: bufferPointer.baseAddress!, count: bytes.count)
     }
   }

   #if !os(WASI)
   /// Constructor that creates a Flatbuffer from the Swift Data type object
   /// - Parameter
   ///   - data: Swift data Object
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   public init(
     data: Data,
     allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
   {
     var b = data
     _storage = Storage(count: data.count, alignment: alignment)
     _writerSize = _storage.capacity
     allowReadingUnalignedBuffers = allowUnalignedBuffers
     b.withUnsafeMutableBytes { bufferPointer in
       self._storage.copy(from: bufferPointer.baseAddress!, count: data.count)
     }
   }
   #endif

   /// Constructor that creates a Flatbuffer instance with a size
   /// - Parameter:
   ///   - size: Length of the buffer
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   init(initialSize size: Int) {
     let size = size.convertToPowerofTwo
     _storage = Storage(count: size, alignment: alignment)
     _storage.initialize(for: size)
     allowReadingUnalignedBuffers = false
   }

   #if swift(>=5.0) && !os(WASI)
   /// Constructor that creates a Flatbuffer object from a ContiguousBytes
   /// - Parameters:
   ///   - contiguousBytes: Binary stripe to use as the buffer
   ///   - count: amount of readable bytes
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   public init<Bytes: ContiguousBytes>(
     contiguousBytes: Bytes,
     count: Int,
     allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
   {
     _storage = Storage(count: count, alignment: alignment)
     _writerSize = _storage.capacity
     allowReadingUnalignedBuffers = allowUnalignedBuffers
     contiguousBytes.withUnsafeBytes { buf in
       _storage.copy(from: buf.baseAddress!, count: buf.count)
     }
   }
   #endif

   /// Constructor that creates a Flatbuffer from unsafe memory region without copying
   /// - Parameter:
   ///   - assumingMemoryBound: The unsafe memory region
   ///   - capacity: The size of the given memory region
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   public init(
     assumingMemoryBound memory: UnsafeMutableRawPointer,
     capacity: Int,
     allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
   {
     _storage = Storage(memory: memory, capacity: capacity, unowned: true)
     _writerSize = capacity
     allowReadingUnalignedBuffers = allowUnalignedBuffers
   }

   /// Creates a copy of the buffer that's being built by calling sizedBuffer
   /// - Parameters:
   ///   - memory: Current memory of the buffer
   ///   - count: count of bytes
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   init(
     memory: UnsafeMutableRawPointer,
     count: Int,
     allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
   {
     _storage = Storage(count: count, alignment: alignment)
     _storage.copy(from: memory, count: count)
     _writerSize = _storage.capacity
     allowReadingUnalignedBuffers = allowUnalignedBuffers
   }

   /// Creates a copy of the existing flatbuffer, by copying it to a different memory.
   /// - Parameters:
   ///   - memory: Current memory of the buffer
   ///   - count: count of bytes
   ///   - removeBytes: Removes a number of bytes from the current size
   ///   - allowReadingUnalignedBuffers: allow reading from unaligned buffer
   init(
     memory: UnsafeMutableRawPointer,
     count: Int,
     removing removeBytes: Int,
     allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
   {
     _storage = Storage(count: count, alignment: alignment)
     _storage.copy(from: memory, count: count)
     _writerSize = removeBytes
     allowReadingUnalignedBuffers = allowUnalignedBuffers
   }

   /// Fills the buffer with padding by adding to the writersize
   /// - Parameter padding: Amount of padding between two to be serialized objects
   @inline(__always)
   @usableFromInline
   mutating func fill(padding: Int) {
     assert(padding >= 0, "Fill should be larger than or equal to zero")
     ensureSpace(size: padding)
     _writerSize = _writerSize &+ (MemoryLayout<UInt8>.size &* padding)
   }

   /// Adds an array of type Scalar to the buffer memory
   /// - Parameter elements: An array of Scalars
   @inline(__always)
   @usableFromInline
   mutating func push<T: Scalar>(elements: [T]) {
     elements.withUnsafeBytes { ptr in
       ensureSpace(size: ptr.count)
       memcpy(
         _storage.memory.advanced(by: writerIndex &- ptr.count),
         UnsafeRawPointer(ptr.baseAddress!),
         ptr.count)
       self._writerSize = self._writerSize &+ ptr.count
     }
   }

   /// Adds an array of type Scalar to the buffer memory
   /// - Parameter elements: An array of Scalars
   @inline(__always)
   @usableFromInline
   mutating func push<T: NativeStruct>(elements: [T]) {
     elements.withUnsafeBytes { ptr in
       ensureSpace(size: ptr.count)
       _storage.memory
         .advanced(by: writerIndex &- ptr.count)
         .copyMemory(from: ptr.baseAddress!, byteCount: ptr.count)
       self._writerSize = self._writerSize &+ ptr.count
     }
   }

   /// Adds a `ContiguousBytes` to buffer memory
   /// - Parameter value: bytes to copy
   #if swift(>=5.0) && !os(WASI)
   @inline(__always)
   @usableFromInline
   mutating func push(bytes: ContiguousBytes) {
     bytes.withUnsafeBytes { ptr in
       ensureSpace(size: ptr.count)
       memcpy(
         _storage.memory.advanced(by: writerIndex &- ptr.count),
         UnsafeRawPointer(ptr.baseAddress!),
         ptr.count)
       self._writerSize = self._writerSize &+ ptr.count
     }
   }
   #endif

   /// Adds an object of type NativeStruct into the buffer
   /// - Parameters:
   ///   - value: Object  that will be written to the buffer
   ///   - size: size to subtract from the WriterIndex
   @usableFromInline
   @inline(__always)
   mutating func push<T: NativeStruct>(struct value: T, size: Int) {
     ensureSpace(size: size)
     var v = value
     withUnsafeBytes(of: &v) {
       memcpy(
         _storage.memory.advanced(by: writerIndex &- size),
         $0.baseAddress!,
         size)
       self._writerSize = self._writerSize &+ size
     }
   }

   /// Adds an object of type Scalar into the buffer
   /// - Parameters:
   ///   - value: Object  that will be written to the buffer
   ///   - len: Offset to subtract from the WriterIndex
   @inline(__always)
   @usableFromInline
   mutating func push<T: Scalar>(value: T, len: Int) {
     ensureSpace(size: len)
     var v = value
     withUnsafeBytes(of: &v) {
       memcpy(
         _storage.memory.advanced(by: writerIndex &- len),
         $0.baseAddress!,
         len)
       self._writerSize = self._writerSize &+ len
     }
   }

   /// Adds a string to the buffer using swift.utf8 object
   /// - Parameter str: String that will be added to the buffer
   /// - Parameter len: length of the string
   @inline(__always)
   @usableFromInline
   mutating func push(string str: String, len: Int) {
     ensureSpace(size: len)
     if str.utf8
       .withContiguousStorageIfAvailable({ self.push(bytes: $0, len: len) }) !=
       nil
     {
     } else {
       let utf8View = str.utf8
       for c in utf8View.reversed() {
         push(value: c, len: 1)
       }
     }
   }

   /// Writes a string to Bytebuffer using UTF8View
   /// - Parameters:
   ///   - bytes: Pointer to the view
   ///   - len: Size of string
   @usableFromInline
   @inline(__always)
   mutating func push(
     bytes: UnsafeBufferPointer<String.UTF8View.Element>,
     len: Int) -> Bool
   {
     memcpy(
       _storage.memory.advanced(by: writerIndex &- len),
       UnsafeRawPointer(bytes.baseAddress!),
       len)
     _writerSize = _writerSize &+ len
     return true
   }

   /// Write stores an object into the buffer directly or indirectly.
   ///
   /// Direct: ignores the capacity of buffer which would mean we are referring to the direct point in memory
   /// indirect: takes into respect the current capacity of the buffer (capacity - index), writing to the buffer from the end
   /// - Parameters:
   ///   - value: Value that needs to be written to the buffer
   ///   - index: index to write to
   ///   - direct: Should take into consideration the capacity of the buffer
   @inline(__always)
   func write<T>(value: T, index: Int, direct: Bool = false) {
     var index = index
     if !direct {
       index = _storage.capacity &- index
     }
     assert(index < _storage.capacity, "Write index is out of writing bound")
     assert(index >= 0, "Writer index should be above zero")
     _storage.memory.storeBytes(of: value, toByteOffset: index, as: T.self)
   }

   /// Makes sure that buffer has enouch space for each of the objects that will be written into it
   /// - Parameter size: size of object
   @discardableResult
   @usableFromInline
   @inline(__always)
   mutating func ensureSpace(size: Int) -> Int {
     if size &+ _writerSize > _storage.capacity {
       _storage.reallocate(size, writerSize: _writerSize, alignment: alignment)
     }
     assert(size < FlatBufferMaxSize, "Buffer can't grow beyond 2 Gigabytes")
     return size
   }

   /// pops the written VTable if it's already written into the buffer
   /// - Parameter size: size of the `VTable`
   @usableFromInline
   @inline(__always)
   mutating func pop(_ size: Int) {
     assert(
       (_writerSize &- size) > 0,
       "New size should NOT be a negative number")
     memset(_storage.memory.advanced(by: writerIndex), 0, _writerSize &- size)
     _writerSize = size
   }

   /// Clears the current size of the buffer
   @inline(__always)
   mutating public func clearSize() {
     _writerSize = 0
   }

   /// Clears the current instance of the buffer, replacing it with new memory
   @inline(__always)
   mutating public func clear() {
     _writerSize = 0
     alignment = 1
     _storage.initialize(for: _storage.capacity)
   }

   /// Reads an object from the buffer
   /// - Parameters:
   ///   - def: Type of the object
   ///   - position: the index of the object in the buffer
   @inline(__always)
   public func read<T>(def: T.Type, position: Int) -> T {
     #if swift(>=5.7)
     if allowReadingUnalignedBuffers {
       return _storage.memory.advanced(by: position).loadUnaligned(as: T.self)
     }
     #endif
     return _storage.memory.advanced(by: position).load(as: T.self)
   }

   /// Reads a slice from the memory assuming a type of T
   /// - Parameters:
   ///   - index: index of the object to be read from the buffer
   ///   - count: count of bytes in memory
   @inline(__always)
   public func readSlice<T>(
     index: Int,
     count: Int) -> [T]
   {
     assert(
       index + count <= _storage.capacity,
       "Reading out of bounds is illegal")
     let start = _storage.memory.advanced(by: index)
       .assumingMemoryBound(to: T.self)
     let array = UnsafeBufferPointer(start: start, count: count)
     return Array(array)
   }

   #if !os(WASI)
   /// Reads a string from the buffer and encodes it to a swift string
   /// - Parameters:
   ///   - index: index of the string in the buffer
   ///   - count: length of the string
   ///   - type: Encoding of the string
   @inline(__always)
   public func readString(
     at index: Int,
     count: Int,
     type: String.Encoding = .utf8) -> String?
   {
     assert(
       index + count <= _storage.capacity,
       "Reading out of bounds is illegal")
     let start = _storage.memory.advanced(by: index)
       .assumingMemoryBound(to: UInt8.self)
     let bufprt = UnsafeBufferPointer(start: start, count: count)
     return String(bytes: Array(bufprt), encoding: type)
   }
   #else
   /// Reads a string from the buffer and encodes it to a swift string
   /// - Parameters:
   ///   - index: index of the string in the buffer
   ///   - count: length of the string
   ///   - type: Encoding of the string
   @inline(__always)
   public func readString(
     at index: Int,
     count: Int) -> String?
   {
     assert(
       index + count <= _storage.capacity,
       "Reading out of bounds is illegal")
     let start = _storage.memory.advanced(by: index)
       .assumingMemoryBound(to: UInt8.self)
     let bufprt = UnsafeBufferPointer(start: start, count: count)
     return String(cString: bufprt.baseAddress!)
   }
   #endif

   /// Creates a new Flatbuffer object that's duplicated from the current one
   /// - Parameter removeBytes: the amount of bytes to remove from the current Size
   @inline(__always)
   public func duplicate(removing removeBytes: Int = 0) -> ByteBuffer {
     assert(removeBytes > 0, "Can NOT remove negative bytes")
     assert(
       removeBytes < _storage.capacity,
       "Can NOT remove more bytes than the ones allocated")
     return ByteBuffer(
       memory: _storage.memory,
       count: _storage.capacity,
       removing: _writerSize &- removeBytes)
   }

   /// Returns the written bytes into the ``ByteBuffer``
   public var underlyingBytes: [UInt8] {
     let cp = capacity &- writerIndex
     let start = memory.advanced(by: writerIndex)
       .bindMemory(to: UInt8.self, capacity: cp)

     let ptr = UnsafeBufferPointer<UInt8>(start: start, count: cp)
     return Array(ptr)
   }

   /// SkipPrefix Skips the first 4 bytes in case one of the following
   /// functions are called `getPrefixedSizeCheckedRoot` & `getPrefixedSizeRoot`
   /// which allows us to skip the first 4 bytes instead of recreating the buffer
   @discardableResult
   @usableFromInline
   @inline(__always)
   mutating func skipPrefix() -> Int32 {
     _writerSize = _writerSize &- MemoryLayout<Int32>.size
     return read(def: Int32.self, position: 0)
   }

 }

 extension ByteBuffer: CustomDebugStringConvertible {

   public var debugDescription: String {
     """
     buffer located at: \(_storage.memory), with capacity of \(_storage.capacity)
     { writerSize: \(_writerSize), readerSize: \(reader), writerIndex: \(writerIndex) }
     """
   }
 }
	/*
	* Copyright 2023 Google Inc. All rights reserved.
	*
	* Licensed under the Apache License, Version 2.0 (the "License");
	* you may not use this file except in compliance with the License.
	* You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/

	#if !os(WASI)
	import Foundation
	#else
	import SwiftOverlayShims
	#endif

	/// `ByteBuffer` is the interface that stores the data for a `Flatbuffers` object
	/// it allows users to write and read data directly from memory thus the use of its
	/// functions should be used
	@frozen
	public struct ByteBuffer {

	/// Storage is a container that would hold the memory pointer to solve the issue of
	/// deallocating the memory that was held by (memory: UnsafeMutableRawPointer)
	@usableFromInline
	final class Storage {
	// This storage doesn't own the memory, therefore, we won't deallocate on deinit.
	private let unowned: Bool
	/// pointer to the start of the buffer object in memory
	var memory: UnsafeMutableRawPointer
	/// Capacity of UInt8 the buffer can hold
	var capacity: Int

	@usableFromInline
	init(count: Int, alignment: Int) {
	memory = UnsafeMutableRawPointer.allocate(
	byteCount: count,
	alignment: alignment)
	capacity = count
	unowned = false
	}

	@usableFromInline
	init(memory: UnsafeMutableRawPointer, capacity: Int, unowned: Bool) {
	self.memory = memory
	self.capacity = capacity
	self.unowned = unowned
	}

	deinit {
	if !unowned {
	memory.deallocate()
	}
	}

	@usableFromInline
	func copy(from ptr: UnsafeRawPointer, count: Int) {
	assert(
	!unowned,
	"copy should NOT be called on a buffer that is built by assumingMemoryBound")
	memory.copyMemory(from: ptr, byteCount: count)
	}

	@usableFromInline
	func initialize(for size: Int) {
	assert(
	!unowned,
	"initalize should NOT be called on a buffer that is built by assumingMemoryBound")
	memset(memory, 0, size)
	}

	/// Reallocates the buffer incase the object to be written doesnt fit in the current buffer
	/// - Parameter size: Size of the current object
	@usableFromInline
	func reallocate(_ size: Int, writerSize: Int, alignment: Int) {
	let currentWritingIndex = capacity &- writerSize
	while capacity <= writerSize &+ size {
	capacity = capacity << 1
	}

	/// solution take from Apple-NIO
	capacity = capacity.convertToPowerofTwo

	let newData = UnsafeMutableRawPointer.allocate(
	byteCount: capacity,
	alignment: alignment)
	memset(newData, 0, capacity &- writerSize)
	memcpy(
	newData.advanced(by: capacity &- writerSize),
	memory.advanced(by: currentWritingIndex),
	writerSize)
	memory.deallocate()
	memory = newData
	}
	}

	@usableFromInline var _storage: Storage

	/// The size of the elements written to the buffer + their paddings
	private var _writerSize: Int = 0
	/// Aliginment of the current memory being written to the buffer
	var alignment = 1
	/// Current Index which is being used to write to the buffer, it is written from the end to the start of the buffer
	var writerIndex: Int { _storage.capacity &- _writerSize }

	/// Reader is the position of the current Writer Index (capacity - size)
	public var reader: Int { writerIndex }
	/// Current size of the buffer
	public var size: UOffset { UOffset(_writerSize) }
	/// Public Pointer to the buffer object in memory. This should NOT be modified for any reason
	public var memory: UnsafeMutableRawPointer { _storage.memory }
	/// Current capacity for the buffer
	public var capacity: Int { _storage.capacity }
	/// Crash if the trying to read an unaligned buffer instead of allowing users to read them.
	public let allowReadingUnalignedBuffers: Bool

	/// Constructor that creates a Flatbuffer object from a UInt8
	/// - Parameter
	/// - bytes: Array of UInt8
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	public init(
	bytes: [UInt8],
	allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
	{
	var b = bytes
	_storage = Storage(count: bytes.count, alignment: alignment)
	_writerSize = _storage.capacity
	allowReadingUnalignedBuffers = allowUnalignedBuffers
	b.withUnsafeMutableBytes { bufferPointer in
	self._storage.copy(from: bufferPointer.baseAddress!, count: bytes.count)
	}
	}

	#if !os(WASI)
	/// Constructor that creates a Flatbuffer from the Swift Data type object
	/// - Parameter
	/// - data: Swift data Object
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	public init(
	data: Data,
	allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
	{
	var b = data
	_storage = Storage(count: data.count, alignment: alignment)
	_writerSize = _storage.capacity
	allowReadingUnalignedBuffers = allowUnalignedBuffers
	b.withUnsafeMutableBytes { bufferPointer in
	self._storage.copy(from: bufferPointer.baseAddress!, count: data.count)
	}
	}
	#endif

	/// Constructor that creates a Flatbuffer instance with a size
	/// - Parameter:
	/// - size: Length of the buffer
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	init(initialSize size: Int) {
	let size = size.convertToPowerofTwo
	_storage = Storage(count: size, alignment: alignment)
	_storage.initialize(for: size)
	allowReadingUnalignedBuffers = false
	}

	#if swift(>=5.0) && !os(WASI)
	/// Constructor that creates a Flatbuffer object from a ContiguousBytes
	/// - Parameters:
	/// - contiguousBytes: Binary stripe to use as the buffer
	/// - count: amount of readable bytes
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	public init<Bytes: ContiguousBytes>(
	contiguousBytes: Bytes,
	count: Int,
	allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
	{
	_storage = Storage(count: count, alignment: alignment)
	_writerSize = _storage.capacity
	allowReadingUnalignedBuffers = allowUnalignedBuffers
	contiguousBytes.withUnsafeBytes { buf in
	_storage.copy(from: buf.baseAddress!, count: buf.count)
	}
	}
	#endif

	/// Constructor that creates a Flatbuffer from unsafe memory region without copying
	/// - Parameter:
	/// - assumingMemoryBound: The unsafe memory region
	/// - capacity: The size of the given memory region
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	public init(
	assumingMemoryBound memory: UnsafeMutableRawPointer,
	capacity: Int,
	allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
	{
	_storage = Storage(memory: memory, capacity: capacity, unowned: true)
	_writerSize = capacity
	allowReadingUnalignedBuffers = allowUnalignedBuffers
	}

	/// Creates a copy of the buffer that's being built by calling sizedBuffer
	/// - Parameters:
	/// - memory: Current memory of the buffer
	/// - count: count of bytes
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	init(
	memory: UnsafeMutableRawPointer,
	count: Int,
	allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
	{
	_storage = Storage(count: count, alignment: alignment)
	_storage.copy(from: memory, count: count)
	_writerSize = _storage.capacity
	allowReadingUnalignedBuffers = allowUnalignedBuffers
	}

	/// Creates a copy of the existing flatbuffer, by copying it to a different memory.
	/// - Parameters:
	/// - memory: Current memory of the buffer
	/// - count: count of bytes
	/// - removeBytes: Removes a number of bytes from the current size
	/// - allowReadingUnalignedBuffers: allow reading from unaligned buffer
	init(
	memory: UnsafeMutableRawPointer,
	count: Int,
	removing removeBytes: Int,
	allowReadingUnalignedBuffers allowUnalignedBuffers: Bool = false)
	{
	_storage = Storage(count: count, alignment: alignment)
	_storage.copy(from: memory, count: count)
	_writerSize = removeBytes
	allowReadingUnalignedBuffers = allowUnalignedBuffers
	}

	/// Fills the buffer with padding by adding to the writersize
	/// - Parameter padding: Amount of padding between two to be serialized objects
	@inline(__always)
	@usableFromInline
	mutating func fill(padding: Int) {
	assert(padding >= 0, "Fill should be larger than or equal to zero")
	ensureSpace(size: padding)
	_writerSize = _writerSize &+ (MemoryLayout<UInt8>.size &* padding)
	}

	/// Adds an array of type Scalar to the buffer memory
	/// - Parameter elements: An array of Scalars
	@inline(__always)
	@usableFromInline
	mutating func push<T: Scalar>(elements: [T]) {
	elements.withUnsafeBytes { ptr in
	ensureSpace(size: ptr.count)
	memcpy(
	_storage.memory.advanced(by: writerIndex &- ptr.count),
	UnsafeRawPointer(ptr.baseAddress!),
	ptr.count)
	self._writerSize = self._writerSize &+ ptr.count
	}
	}

	/// Adds an array of type Scalar to the buffer memory
	/// - Parameter elements: An array of Scalars
	@inline(__always)
	@usableFromInline
	mutating func push<T: NativeStruct>(elements: [T]) {
	elements.withUnsafeBytes { ptr in
	ensureSpace(size: ptr.count)
	_storage.memory
	.advanced(by: writerIndex &- ptr.count)
	.copyMemory(from: ptr.baseAddress!, byteCount: ptr.count)
	self._writerSize = self._writerSize &+ ptr.count
	}
	}

	/// Adds a `ContiguousBytes` to buffer memory
	/// - Parameter value: bytes to copy
	#if swift(>=5.0) && !os(WASI)
	@inline(__always)
	@usableFromInline
	mutating func push(bytes: ContiguousBytes) {
	bytes.withUnsafeBytes { ptr in
	ensureSpace(size: ptr.count)
	memcpy(
	_storage.memory.advanced(by: writerIndex &- ptr.count),
	UnsafeRawPointer(ptr.baseAddress!),
	ptr.count)
	self._writerSize = self._writerSize &+ ptr.count
	}
	}
	#endif

	/// Adds an object of type NativeStruct into the buffer
	/// - Parameters:
	/// - value: Object that will be written to the buffer
	/// - size: size to subtract from the WriterIndex
	@usableFromInline
	@inline(__always)
	mutating func push<T: NativeStruct>(struct value: T, size: Int) {
	ensureSpace(size: size)
	var v = value
	withUnsafeBytes(of: &v) {
	memcpy(
	_storage.memory.advanced(by: writerIndex &- size),
	$0.baseAddress!,
	size)
	self._writerSize = self._writerSize &+ size
	}
	}

	/// Adds an object of type Scalar into the buffer
	/// - Parameters:
	/// - value: Object that will be written to the buffer
	/// - len: Offset to subtract from the WriterIndex
	@inline(__always)
	@usableFromInline
	mutating func push<T: Scalar>(value: T, len: Int) {
	ensureSpace(size: len)
	var v = value
	withUnsafeBytes(of: &v) {
	memcpy(
	_storage.memory.advanced(by: writerIndex &- len),
	$0.baseAddress!,
	len)
	self._writerSize = self._writerSize &+ len
	}
	}

	/// Adds a string to the buffer using swift.utf8 object
	/// - Parameter str: String that will be added to the buffer
	/// - Parameter len: length of the string
	@inline(__always)
	@usableFromInline
	mutating func push(string str: String, len: Int) {
	ensureSpace(size: len)
	if str.utf8
	.withContiguousStorageIfAvailable({ self.push(bytes: $0, len: len) }) !=
	nil
	{
	} else {
	let utf8View = str.utf8
	for c in utf8View.reversed() {
	push(value: c, len: 1)
	}
	}
	}

	/// Writes a string to Bytebuffer using UTF8View
	/// - Parameters:
	/// - bytes: Pointer to the view
	/// - len: Size of string
	@usableFromInline
	@inline(__always)
	mutating func push(
	bytes: UnsafeBufferPointer<String.UTF8View.Element>,
	len: Int) -> Bool
	{
	memcpy(
	_storage.memory.advanced(by: writerIndex &- len),
	UnsafeRawPointer(bytes.baseAddress!),
	len)
	_writerSize = _writerSize &+ len
	return true
	}

	/// Write stores an object into the buffer directly or indirectly.
	///
	/// Direct: ignores the capacity of buffer which would mean we are referring to the direct point in memory
	/// indirect: takes into respect the current capacity of the buffer (capacity - index), writing to the buffer from the end
	/// - Parameters:
	/// - value: Value that needs to be written to the buffer
	/// - index: index to write to
	/// - direct: Should take into consideration the capacity of the buffer
	@inline(__always)
	func write<T>(value: T, index: Int, direct: Bool = false) {
	var index = index
	if !direct {
	index = _storage.capacity &- index
	}
	assert(index < _storage.capacity, "Write index is out of writing bound")
	assert(index >= 0, "Writer index should be above zero")
	_storage.memory.storeBytes(of: value, toByteOffset: index, as: T.self)
	}

	/// Makes sure that buffer has enouch space for each of the objects that will be written into it
	/// - Parameter size: size of object
	@discardableResult
	@usableFromInline
	@inline(__always)
	mutating func ensureSpace(size: Int) -> Int {
	if size &+ _writerSize > _storage.capacity {
	_storage.reallocate(size, writerSize: _writerSize, alignment: alignment)
	}
	assert(size < FlatBufferMaxSize, "Buffer can't grow beyond 2 Gigabytes")
	return size
	}

	/// pops the written VTable if it's already written into the buffer
	/// - Parameter size: size of the `VTable`
	@usableFromInline
	@inline(__always)
	mutating func pop(_ size: Int) {
	assert(
	(_writerSize &- size) > 0,
	"New size should NOT be a negative number")
	memset(_storage.memory.advanced(by: writerIndex), 0, _writerSize &- size)
	_writerSize = size
	}

	/// Clears the current size of the buffer
	@inline(__always)
	mutating public func clearSize() {
	_writerSize = 0
	}

	/// Clears the current instance of the buffer, replacing it with new memory
	@inline(__always)
	mutating public func clear() {
	_writerSize = 0
	alignment = 1
	_storage.initialize(for: _storage.capacity)
	}

	/// Reads an object from the buffer
	/// - Parameters:
	/// - def: Type of the object
	/// - position: the index of the object in the buffer
	@inline(__always)
	public func read<T>(def: T.Type, position: Int) -> T {
	#if swift(>=5.7)
	if allowReadingUnalignedBuffers {
	return _storage.memory.advanced(by: position).loadUnaligned(as: T.self)
	}
	#endif
	return _storage.memory.advanced(by: position).load(as: T.self)
	}

	/// Reads a slice from the memory assuming a type of T
	/// - Parameters:
	/// - index: index of the object to be read from the buffer
	/// - count: count of bytes in memory
	@inline(__always)
	public func readSlice<T>(
	index: Int,
	count: Int) -> [T]
	{
	assert(
	index + count <= _storage.capacity,
	"Reading out of bounds is illegal")
	let start = _storage.memory.advanced(by: index)
	.assumingMemoryBound(to: T.self)
	let array = UnsafeBufferPointer(start: start, count: count)
	return Array(array)
	}

	#if !os(WASI)
	/// Reads a string from the buffer and encodes it to a swift string
	/// - Parameters:
	/// - index: index of the string in the buffer
	/// - count: length of the string
	/// - type: Encoding of the string
	@inline(__always)
	public func readString(
	at index: Int,
	count: Int,
	type: String.Encoding = .utf8) -> String?
	{
	assert(
	index + count <= _storage.capacity,
	"Reading out of bounds is illegal")
	let start = _storage.memory.advanced(by: index)
	.assumingMemoryBound(to: UInt8.self)
	let bufprt = UnsafeBufferPointer(start: start, count: count)
	return String(bytes: Array(bufprt), encoding: type)
	}
	#else
	/// Reads a string from the buffer and encodes it to a swift string
	/// - Parameters:
	/// - index: index of the string in the buffer
	/// - count: length of the string
	/// - type: Encoding of the string
	@inline(__always)
	public func readString(
	at index: Int,
	count: Int) -> String?
	{
	assert(
	index + count <= _storage.capacity,
	"Reading out of bounds is illegal")
	let start = _storage.memory.advanced(by: index)
	.assumingMemoryBound(to: UInt8.self)
	let bufprt = UnsafeBufferPointer(start: start, count: count)
	return String(cString: bufprt.baseAddress!)
	}
	#endif

	/// Creates a new Flatbuffer object that's duplicated from the current one
	/// - Parameter removeBytes: the amount of bytes to remove from the current Size
	@inline(__always)
	public func duplicate(removing removeBytes: Int = 0) -> ByteBuffer {
	assert(removeBytes > 0, "Can NOT remove negative bytes")
	assert(
	removeBytes < _storage.capacity,
	"Can NOT remove more bytes than the ones allocated")
	return ByteBuffer(
	memory: _storage.memory,
	count: _storage.capacity,
	removing: _writerSize &- removeBytes)
	}

	/// Returns the written bytes into the ``ByteBuffer``
	public var underlyingBytes: [UInt8] {
	let cp = capacity &- writerIndex
	let start = memory.advanced(by: writerIndex)
	.bindMemory(to: UInt8.self, capacity: cp)

	let ptr = UnsafeBufferPointer<UInt8>(start: start, count: cp)
	return Array(ptr)
	}

	/// SkipPrefix Skips the first 4 bytes in case one of the following
	/// functions are called `getPrefixedSizeCheckedRoot` & `getPrefixedSizeRoot`
	/// which allows us to skip the first 4 bytes instead of recreating the buffer
	@discardableResult
	@usableFromInline
	@inline(__always)
	mutating func skipPrefix() -> Int32 {
	_writerSize = _writerSize &- MemoryLayout<Int32>.size
	return read(def: Int32.self, position: 0)
	}

	}

	extension ByteBuffer: CustomDebugStringConvertible {

	public var debugDescription: String {
	"""
	buffer located at: \(_storage.memory), with capacity of \(_storage.capacity)
	{ writerSize: \(_writerSize), readerSize: \(reader), writerIndex: \(writerIndex) }
	"""
	}
	}