-
Notifications
You must be signed in to change notification settings - Fork 29.8k
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
http2, async-wrap: introduce AliasedBuffer class #15077
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,200 @@ | ||
|
||
#ifndef SRC_ALIASED_BUFFER_H_ | ||
#define SRC_ALIASED_BUFFER_H_ | ||
|
||
#include "v8.h" | ||
#include "util.h" | ||
#include "util-inl.h" | ||
|
||
namespace node { | ||
|
||
/** | ||
* This class encapsulates the technique of having a native buffer mapped to | ||
* a JS object. Writes to the native buffer can happen efficiently without | ||
* going through JS, and the data is then available to user's via the exposed | ||
* JS object. | ||
* | ||
* While this technique is computationaly efficient, it is effectively a | ||
* write to JS program state w/out going through the standard | ||
* (monitored) API. Thus any VM capabilities to detect the modification are | ||
* circumvented. | ||
* | ||
* The encapsulation herein provides a placeholder where such writes can be | ||
* observed. Any notification APIs will be left as a future exercise. | ||
*/ | ||
template <class NativeT, class V8T> | ||
class AliasedBuffer { | ||
public: | ||
AliasedBuffer(v8::Isolate* isolate, const size_t count) | ||
: isolate_(isolate), | ||
count_(count), | ||
byte_offset_(0), | ||
free_buffer_(true) { | ||
CHECK_GT(count, 0); | ||
const v8::HandleScope handle_scope(isolate_); | ||
|
||
const size_t sizeInBytes = sizeof(NativeT) * count; | ||
|
||
// allocate native buffer | ||
buffer_ = Calloc<NativeT>(count); | ||
|
||
// allocate v8 ArrayBuffer | ||
v8::Local<v8::ArrayBuffer> ab = v8::ArrayBuffer::New( | ||
isolate_, buffer_, sizeInBytes); | ||
|
||
// allocate v8 TypedArray | ||
v8::Local<V8T> js_array = V8T::New(ab, byte_offset_, count); | ||
js_array_ = v8::Global<V8T>(isolate, js_array); | ||
} | ||
|
||
/** | ||
* Create an AliasedBuffer over a sub-region of another aliased buffer. | ||
* The two will share a v8::ArrayBuffer instance & | ||
* a native buffer, but will each read/write to different sections of the | ||
* native buffer. | ||
* | ||
* Note that byte_offset must by aligned by sizeof(NativeT). | ||
*/ | ||
AliasedBuffer(v8::Isolate* isolate, | ||
const size_t byte_offset, | ||
const size_t count, | ||
const AliasedBuffer<uint8_t, | ||
v8::Uint8Array>& backing_buffer) | ||
: isolate_(isolate), | ||
count_(count), | ||
byte_offset_(byte_offset), | ||
free_buffer_(false) { | ||
const v8::HandleScope handle_scope(isolate_); | ||
|
||
v8::Local<v8::ArrayBuffer> ab = backing_buffer.GetArrayBuffer(); | ||
|
||
// validate that the byte_offset is aligned with sizeof(NativeT) | ||
CHECK_EQ(byte_offset & (sizeof(NativeT) - 1), 0); | ||
// validate this fits inside the backing buffer | ||
CHECK_LE(sizeof(NativeT) * count, ab->ByteLength() - byte_offset); | ||
|
||
buffer_ = reinterpret_cast<NativeT*>( | ||
const_cast<uint8_t*>(backing_buffer.GetNativeBuffer() + byte_offset)); | ||
|
||
v8::Local<V8T> js_array = V8T::New(ab, byte_offset, count); | ||
js_array_ = v8::Global<V8T>(isolate, js_array); | ||
} | ||
|
||
AliasedBuffer(const AliasedBuffer& that) | ||
: isolate_(that.isolate_), | ||
count_(that.count_), | ||
byte_offset_(that.byte_offset_), | ||
buffer_(that.buffer_), | ||
free_buffer_(false) { | ||
js_array_ = v8::Global<V8T>(that.isolate_, that.GetJSArray()); | ||
} | ||
|
||
~AliasedBuffer() { | ||
if (free_buffer_ && buffer_ != nullptr) { | ||
free(buffer_); | ||
} | ||
js_array_.Reset(); | ||
} | ||
|
||
/** | ||
* Helper class that is returned from operator[] to support assignment into | ||
* a specified location. | ||
*/ | ||
class Reference { | ||
public: | ||
Reference(AliasedBuffer<NativeT, V8T>* aliased_buffer, size_t index) | ||
: aliased_buffer_(aliased_buffer), | ||
index_(index) { | ||
} | ||
|
||
Reference(const Reference& that) | ||
: aliased_buffer_(that.aliased_buffer_), | ||
index_(that.index_) { | ||
} | ||
|
||
inline Reference& operator=(const NativeT &val) { | ||
aliased_buffer_->SetValue(index_, val); | ||
return *this; | ||
} | ||
|
||
operator NativeT() const { | ||
return aliased_buffer_->GetValue(index_); | ||
} | ||
|
||
private: | ||
AliasedBuffer<NativeT, V8T>* aliased_buffer_; | ||
size_t index_; | ||
}; | ||
|
||
/** | ||
* Get the underlying v8 TypedArray overlayed on top of the native buffer | ||
*/ | ||
v8::Local<V8T> GetJSArray() const { | ||
return js_array_.Get(isolate_); | ||
} | ||
|
||
/** | ||
* Get the underlying v8::ArrayBuffer underlying the TypedArray and | ||
* overlaying the native buffer | ||
*/ | ||
v8::Local<v8::ArrayBuffer> GetArrayBuffer() const { | ||
return GetJSArray()->Buffer(); | ||
} | ||
|
||
/** | ||
* Get the underlying native buffer. Note that all reads/writes should occur | ||
* through the GetValue/SetValue/operator[] methods | ||
*/ | ||
inline const NativeT* GetNativeBuffer() const { | ||
return buffer_; | ||
} | ||
|
||
/** | ||
* Synonym for GetBuffer() | ||
*/ | ||
inline const NativeT* operator * () const { | ||
return GetNativeBuffer(); | ||
} | ||
|
||
/** | ||
* Set position index to given value. | ||
*/ | ||
inline void SetValue(const size_t index, NativeT value) { | ||
#if defined(DEBUG) && DEBUG | ||
CHECK_LT(index, count_); | ||
#endif | ||
buffer_[index] = value; | ||
} | ||
|
||
/** | ||
* Get value at position index | ||
*/ | ||
inline const NativeT GetValue(const size_t index) const { | ||
#if defined(DEBUG) && DEBUG | ||
CHECK_LT(index, count_); | ||
#endif | ||
return buffer_[index]; | ||
} | ||
|
||
/** | ||
* Effectively, a synonym for GetValue/SetValue | ||
*/ | ||
Reference operator[](size_t index) { | ||
return Reference(this, index); | ||
} | ||
|
||
NativeT operator[](size_t index) const { | ||
return GetValue(index); | ||
} | ||
|
||
private: | ||
v8::Isolate* const isolate_; | ||
size_t count_; | ||
size_t byte_offset_; | ||
NativeT* buffer_; | ||
v8::Global<V8T> js_array_; | ||
bool free_buffer_; | ||
}; | ||
} // namespace node | ||
|
||
#endif // SRC_ALIASED_BUFFER_H_ |
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -24,6 +24,7 @@ | |
|
||
#if defined(NODE_WANT_INTERNALS) && NODE_WANT_INTERNALS | ||
|
||
#include "aliased_buffer.h" | ||
#include "env.h" | ||
#include "node.h" | ||
#include "util.h" | ||
|
@@ -82,8 +83,8 @@ inline uint32_t* IsolateData::zero_fill_field() const { | |
|
||
inline Environment::AsyncHooks::AsyncHooks(v8::Isolate* isolate) | ||
: isolate_(isolate), | ||
fields_(), | ||
uid_fields_() { | ||
fields_(isolate, kFieldsCount), | ||
uid_fields_(isolate, kUidFieldsCount) { | ||
v8::HandleScope handle_scope(isolate_); | ||
|
||
// kAsyncUidCntr should start at 1 because that'll be the id the execution | ||
|
@@ -105,15 +106,17 @@ inline Environment::AsyncHooks::AsyncHooks(v8::Isolate* isolate) | |
#undef V | ||
} | ||
|
||
inline uint32_t* Environment::AsyncHooks::fields() { | ||
inline AliasedBuffer<uint32_t, v8::Uint32Array>& | ||
Environment::AsyncHooks::fields() { | ||
return fields_; | ||
} | ||
|
||
inline int Environment::AsyncHooks::fields_count() const { | ||
return kFieldsCount; | ||
} | ||
|
||
inline double* Environment::AsyncHooks::uid_fields() { | ||
inline AliasedBuffer<double, v8::Float64Array>& | ||
Environment::AsyncHooks::uid_fields() { | ||
return uid_fields_; | ||
} | ||
|
||
|
@@ -147,7 +150,7 @@ inline bool Environment::AsyncHooks::pop_ids(double async_id) { | |
fprintf(stderr, | ||
"Error: async hook stack has become corrupted (" | ||
"actual: %.f, expected: %.f)\n", | ||
uid_fields_[kCurrentAsyncId], | ||
uid_fields_.GetValue(kCurrentAsyncId), | ||
async_id); | ||
Environment* env = Environment::GetCurrent(isolate_); | ||
DumpBacktrace(stderr); | ||
|
@@ -346,7 +349,7 @@ inline Environment::~Environment() { | |
delete[] heap_statistics_buffer_; | ||
delete[] heap_space_statistics_buffer_; | ||
delete[] http_parser_buffer_; | ||
free(http2_state_buffer_); | ||
delete http2_state_; | ||
free(performance_state_); | ||
} | ||
|
||
|
@@ -445,7 +448,9 @@ inline std::vector<double>* Environment::destroy_ids_list() { | |
} | ||
|
||
inline double Environment::new_async_id() { | ||
return ++async_hooks()->uid_fields()[AsyncHooks::kAsyncUidCntr]; | ||
async_hooks()->uid_fields()[AsyncHooks::kAsyncUidCntr] = | ||
async_hooks()->uid_fields()[AsyncHooks::kAsyncUidCntr] + 1; | ||
return async_hooks()->uid_fields()[AsyncHooks::kAsyncUidCntr]; | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. is this only a style change, or does the previous operation not work anymore? There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. The previous operation doesn’t work anymore, we’d need to overload |
||
} | ||
|
||
inline double Environment::current_async_id() { | ||
|
@@ -457,7 +462,8 @@ inline double Environment::trigger_id() { | |
} | ||
|
||
inline double Environment::get_init_trigger_id() { | ||
double* uid_fields = async_hooks()->uid_fields(); | ||
AliasedBuffer<double, v8::Float64Array>& uid_fields = | ||
async_hooks()->uid_fields(); | ||
double tid = uid_fields[AsyncHooks::kInitTriggerId]; | ||
uid_fields[AsyncHooks::kInitTriggerId] = 0; | ||
if (tid <= 0) tid = current_async_id(); | ||
|
@@ -497,13 +503,13 @@ inline void Environment::set_http_parser_buffer(char* buffer) { | |
http_parser_buffer_ = buffer; | ||
} | ||
|
||
inline http2::http2_state* Environment::http2_state_buffer() const { | ||
return http2_state_buffer_; | ||
inline http2::http2_state* Environment::http2_state() const { | ||
return http2_state_; | ||
} | ||
|
||
inline void Environment::set_http2_state_buffer(http2::http2_state* buffer) { | ||
CHECK_EQ(http2_state_buffer_, nullptr); // Should be set only once. | ||
http2_state_buffer_ = buffer; | ||
inline void Environment::set_http2_state(http2::http2_state* buffer) { | ||
CHECK_EQ(http2_state_, nullptr); // Should be set only once. | ||
http2_state_ = buffer; | ||
} | ||
|
||
inline double* Environment::fs_stats_field_array() const { | ||
|
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
if we don't expect a value of
count == 0
then pleaseCHECK_GT(count, 0)
. if we do expect that possibility then please directly assignnullptr
becauseUncheckedCalloc()
will still force ancount = 1
allocation.There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
added
CHECK_GT(count, 0)