vxx2 / vlib / builtin / array_d_gcboehm_opt.v
461 lines · 436 sloc · 12.83 KB · 8974181e7ec2c61a10841fbf77dc341461b82657
Raw
1// non-pub versions of array functions
2// that allocale new memory using `GC_MALLOC_ATOMIC()`
3// when `-gc boehm_*_opt` is used. These memory areas are not
4// scanned for pointers.
5
6module builtin
7
8@[inline]
9fn alloc_array_data_noscan(total_size u64) voidptr {
10 raw := vcalloc_noscan(array_data_allocation_size(total_size))
11 return unsafe { &u8(raw) + array_data_header_size() }
12}
13
14@[inline]
15fn alloc_array_data_noscan_uninit(total_size u64) voidptr {
16 raw := unsafe { malloc_noscan_uninit(array_data_allocation_size(total_size)) }
17 unsafe {
18 (&ArrayDataHeader(raw)).has_slices = false
19 return &u8(raw) + array_data_header_size()
20 }
21}
22
23@[inline]
24fn (mut a array) clone_shallow_to_cap_noscan(new_cap int) {
25 if new_cap <= 0 {
26 unsafe { a.flags.clear(.managed | .noscan_data | .is_slice) }
27 a.data = unsafe { nil }
28 a.offset = 0
29 a.cap = 0
30 return
31 }
32 total_size := u64(new_cap) * u64(a.element_size)
33 new_data := alloc_array_data_noscan_uninit(total_size)
34 copy_size := u64(a.len) * u64(a.element_size)
35 if a.data != unsafe { nil } && copy_size > 0 {
36 unsafe { vmemcpy(new_data, a.data, copy_size) }
37 }
38 a.data = new_data
39 a.offset = 0
40 a.cap = new_cap
41 unsafe { a.flags.set(.noscan_data) }
42 a.set_managed_flags(false)
43}
44
45fn __new_array_noscan(mylen int, cap int, elm_size int) array {
46 panic_on_negative_len(mylen)
47 panic_on_negative_cap(cap)
48 cap_ := if cap < mylen { mylen } else { cap }
49 total_size := u64(cap_) * u64(elm_size)
50 mut data := unsafe { nil }
51 if cap_ > 0 && mylen == 0 {
52 data = alloc_array_data_noscan_uninit(total_size)
53 } else if cap_ > 0 {
54 data = alloc_array_data_noscan(total_size)
55 }
56 arr := array{
57 element_size: elm_size
58 data: data
59 len: mylen
60 cap: cap_
61 flags: .managed | .noscan_data
62 }
63 return arr
64}
65
66fn __new_array_with_default_noscan(mylen int, cap int, elm_size int, val voidptr) array {
67 panic_on_negative_len(mylen)
68 panic_on_negative_cap(cap)
69 cap_ := if cap < mylen { mylen } else { cap }
70 mut arr := array{
71 element_size: elm_size
72 len: mylen
73 cap: cap_
74 flags: .managed | .noscan_data
75 }
76 if cap_ > 0 {
77 arr.data = alloc_array_data_noscan(u64(cap_) * u64(elm_size))
78 }
79 if val != 0 && arr.data != unsafe { nil } {
80 if elm_size == 1 {
81 byte_value := *(&u8(val))
82 dptr := &u8(arr.data)
83 for i in 0 .. arr.len {
84 unsafe {
85 dptr[i] = byte_value
86 }
87 }
88 } else {
89 for i in 0 .. arr.len {
90 unsafe { arr.set_unsafe(i, val) }
91 }
92 }
93 }
94 return arr
95}
96
97fn __new_array_with_multi_default_noscan(mylen int, cap int, elm_size int, val voidptr) array {
98 panic_on_negative_len(mylen)
99 panic_on_negative_cap(cap)
100 cap_ := if cap < mylen { mylen } else { cap }
101 mut arr := array{
102 element_size: elm_size
103 len: mylen
104 cap: cap_
105 flags: .managed | .noscan_data
106 }
107 if cap_ > 0 {
108 arr.data = alloc_array_data_noscan(u64(cap_) * u64(elm_size))
109 }
110 if val != 0 && arr.data != unsafe { nil } {
111 for i in 0 .. arr.len {
112 unsafe { arr.set_unsafe(i, charptr(val) + i * elm_size) }
113 }
114 }
115 return arr
116}
117
118fn __new_array_with_array_default_noscan(mylen int, cap int, elm_size int, val array) array {
119 panic_on_negative_len(mylen)
120 panic_on_negative_cap(cap)
121 cap_ := if cap < mylen { mylen } else { cap }
122 mut arr := array{
123 element_size: elm_size
124 len: mylen
125 cap: cap_
126 flags: .managed | .noscan_data
127 }
128 if cap_ > 0 {
129 arr.data = alloc_array_data_noscan(u64(cap_) * u64(elm_size))
130 }
131 for i in 0 .. arr.len {
132 val_clone := val.clone()
133 unsafe { arr.set_unsafe(i, &val_clone) }
134 }
135 return arr
136}
137
138// Private function, used by V (`nums := [1, 2, 3]`)
139fn new_array_from_c_array_noscan(len int, cap int, elm_size int, c_array voidptr) array {
140 panic_on_negative_len(len)
141 panic_on_negative_cap(cap)
142 cap_ := if cap < len { len } else { cap }
143 arr := array{
144 element_size: elm_size
145 data: alloc_array_data_noscan(u64(cap_) * u64(elm_size))
146 len: len
147 cap: cap_
148 flags: .managed | .noscan_data
149 }
150 // TODO: Write all memory functions (like memcpy) in V
151 unsafe { vmemcpy(arr.data, c_array, u64(len) * u64(elm_size)) }
152 return arr
153}
154
155// Private function. Doubles array capacity if needed.
156fn (mut a array) ensure_cap_noscan(required int) {
157 if required <= a.cap {
158 return
159 }
160 if a.flags.has(.nogrow) {
161 panic_n('array.ensure_cap_noscan: array with the flag `.nogrow` cannot grow in size, array required new size:',
162 required)
163 }
164 mut cap := if a.cap > 0 { i64(a.cap) } else { i64(2) }
165 for required > cap {
166 cap *= 2
167 }
168 if cap > max_int {
169 if a.cap < max_int {
170 // limit the capacity, since bigger values, will overflow the 32bit integer used to store it
171 cap = max_int
172 } else {
173 panic_n('array.ensure_cap_noscan: array needs to grow to cap (which is > 2^31):', cap)
174 }
175 }
176 new_size := u64(cap) * u64(a.element_size)
177 new_data := alloc_array_data_noscan_uninit(new_size)
178 if a.data != unsafe { nil } {
179 unsafe { vmemcpy(new_data, a.data, u64(a.len) * u64(a.element_size)) }
180 // TODO: the old data may be leaked when no GC is used (ref-counting?)
181 }
182 a.data = new_data
183 a.offset = 0
184 a.cap = int(cap)
185 a.set_managed_flags(false)
186}
187
188// repeat returns a new array with the given array elements repeated given times.
189// `cgen` will replace this with an appropriate call to `repeat_to_depth()`
190
191// version of `repeat()` that handles multi dimensional arrays
192// `unsafe` to call directly because `depth` is not checked
193@[unsafe]
194fn (a array) repeat_to_depth_noscan(count int, depth int) array {
195 if count < 0 {
196 panic_n('array.repeat: count is negative:', count)
197 }
198 mut size := u64(count) * u64(a.len) * u64(a.element_size)
199 if size == 0 {
200 size = u64(a.element_size)
201 }
202 mut data := unsafe { nil }
203 if depth > 0 {
204 data = alloc_array_data(size)
205 } else {
206 data = alloc_array_data_noscan(size)
207 }
208 arr := array{
209 element_size: a.element_size
210 data: data
211 len: count * a.len
212 cap: count * a.len
213 flags: if depth == 0 { .managed | .noscan_data } else { .managed }
214 }
215 if a.len > 0 {
216 a_total_size := u64(a.len) * u64(a.element_size)
217 arr_step_size := u64(a.len) * u64(arr.element_size)
218 mut eptr := &u8(arr.data)
219 unsafe {
220 for _ in 0 .. count {
221 if depth > 0 {
222 ary_clone := a.clone_to_depth_noscan(depth)
223 vmemcpy(eptr, &u8(ary_clone.data), a_total_size)
224 } else {
225 vmemcpy(eptr, &u8(a.data), a_total_size)
226 }
227 eptr += arr_step_size
228 }
229 }
230 }
231 return arr
232}
233
234// insert inserts a value in the array at index `i`
235fn (mut a array) insert_noscan(i int, val voidptr) {
236 if i < 0 || i > a.len {
237 panic_n2('array.insert_noscan: index out of range (i,a.len):', i, a.len)
238 }
239 if a.len == max_int {
240 panic('array.insert_noscan: a.len reached max_int')
241 }
242 required := a.len + 1
243 if a.needs_unique_shift(required) {
244 a.clone_shallow_to_cap_noscan(a.cap)
245 } else if required > a.cap {
246 a.ensure_cap_noscan(required)
247 }
248 unsafe {
249 vmemmove(a.get_unsafe(i + 1), a.get_unsafe(i), u64(a.len - i) * u64(a.element_size))
250 a.set_unsafe(i, val)
251 }
252 a.len++
253}
254
255// insert_many inserts many values into the array from index `i`.
256@[unsafe]
257fn (mut a array) insert_many_noscan(i int, val voidptr, size int) {
258 if i < 0 || i > a.len {
259 panic_n2('array.insert_many: index out of range (i, a.len):', i, a.len)
260 }
261 new_len := i64(a.len) + i64(size)
262 if new_len > max_int {
263 panic_n('array.insert_many_noscan: max_int will be exceeded by a.len:', new_len)
264 }
265 if a.needs_unique_shift(int(new_len)) {
266 a.clone_shallow_to_cap_noscan(a.cap)
267 } else if int(new_len) > a.cap {
268 a.ensure_cap_noscan(int(new_len))
269 }
270 elem_size := a.element_size
271 unsafe {
272 iptr := a.get_unsafe(i)
273 vmemmove(a.get_unsafe(i + size), iptr, u64(a.len - i) * u64(elem_size))
274 vmemcpy(iptr, val, u64(size) * u64(elem_size))
275 }
276 a.len = int(new_len)
277}
278
279// prepend prepends one value to the array.
280fn (mut a array) prepend_noscan(val voidptr) {
281 a.insert_noscan(0, val)
282}
283
284// prepend_many prepends another array to this array.
285@[unsafe]
286fn (mut a array) prepend_many_noscan(val voidptr, size int) {
287 unsafe { a.insert_many_noscan(0, val, size) }
288}
289
290// pop_left returns the first element of the array and removes it by advancing the data pointer.
291fn (mut a array) pop_left_noscan() voidptr {
292 if a.len == 0 {
293 panic('array.pop_left: array is empty')
294 }
295 first_elem := a.data
296 unsafe {
297 a.data = &u8(a.data) + u64(a.element_size)
298 }
299 a.offset += a.element_size
300 a.len--
301 a.cap--
302 return unsafe { memdup_noscan(first_elem, a.element_size) }
303}
304
305// pop returns the last element of the array, and removes it.
306fn (mut a array) pop_noscan() voidptr {
307 // in a sense, this is the opposite of `a << x`
308 if a.len == 0 {
309 panic('array.pop: array is empty')
310 }
311 new_len := a.len - 1
312 last_elem := unsafe { &u8(a.data) + u64(new_len) * u64(a.element_size) }
313 if a.needs_unique_shrink() {
314 cloned := unsafe { memdup_noscan(last_elem, a.element_size) }
315 a.delete_many(new_len, 1)
316 return cloned
317 }
318 a.len = new_len
319 // Note: a.cap is not changed here *on purpose*, so that
320 // further << ops on that array will be more efficient.
321 return unsafe { memdup_noscan(last_elem, a.element_size) }
322}
323
324// `clone_static_to_depth_noscan()` returns an independent copy of a given array.
325// Unlike `clone_to_depth_noscan()` it has a value receiver and is used internally
326// for slice-clone expressions like `a[2..4].clone()` and in -autofree generated code.
327fn (a array) clone_static_to_depth_noscan(depth int) array {
328 return unsafe { a.clone_to_depth_noscan(depth) }
329}
330
331// recursively clone given array - `unsafe` when called directly because depth is not checked
332@[unsafe]
333fn (a &array) clone_to_depth_noscan(depth int) array {
334 mut size := u64(a.cap) * u64(a.element_size)
335 if size == 0 {
336 size++
337 }
338 mut data := unsafe { nil }
339 if depth == 0 {
340 data = alloc_array_data_noscan(size)
341 } else {
342 data = alloc_array_data(size)
343 }
344 mut arr := array{
345 element_size: a.element_size
346 data: data
347 len: a.len
348 cap: a.cap
349 flags: if depth == 0 { .managed | .noscan_data } else { .managed }
350 }
351 // Recursively clone-generated elements if array element is array type
352 if depth > 0 {
353 for i in 0 .. a.len {
354 ar := array{}
355 unsafe { vmemcpy(&ar, a.get_unsafe(i), int(sizeof(array))) }
356 ar_clone := unsafe { ar.clone_to_depth_noscan(depth - 1) }
357 unsafe { arr.set_unsafe(i, &ar_clone) }
358 }
359 return arr
360 } else {
361 if a.data != 0 {
362 unsafe { vmemcpy(&u8(arr.data), a.data, u64(a.cap) * u64(a.element_size)) }
363 }
364 return arr
365 }
366}
367
368fn (mut a array) push_noscan(val voidptr) {
369 $if !no_bounds_checking {
370 if a.len < 0 {
371 panic('array.push_noscan: negative len')
372 }
373 }
374 if a.len >= max_int {
375 panic('array.push_noscan: len bigger than max_int')
376 }
377 required := a.len + 1
378 if required > a.cap {
379 a.ensure_cap_noscan(required)
380 } else if a.flags.has(.is_slice) {
381 // `required <= a.cap` here, so this is the `needs_unique_append` case
382 a.clone_shallow_to_cap_noscan(a.cap)
383 }
384 unsafe {
385 copy_element_to(&u8(a.data) + u64(a.element_size) * u64(a.len), val, a.element_size)
386 }
387 a.len++
388}
389
390// push_many implements the functionality for pushing another array.
391// `val` is array.data and user facing usage is `a << [1,2,3]`
392@[unsafe]
393fn (mut a array) push_many_noscan(val voidptr, size int) {
394 if size == 0 || val == unsafe { nil } {
395 return
396 }
397 new_len := i64(a.len) + i64(size)
398 if new_len > max_int {
399 // string interpolation also uses <<; avoid it, use a fixed string for the panic
400 panic('array.push_many_noscan: new len exceeds max_int')
401 }
402 if a.needs_unique_append(int(new_len)) {
403 a.clone_shallow_to_cap_noscan(a.cap)
404 }
405 if a.data == val && a.data != 0 {
406 // handle `arr << arr`
407 cloned := a.clone()
408 if int(new_len) > a.cap {
409 a.ensure_cap_noscan(int(new_len))
410 }
411 unsafe {
412 vmemcpy(a.get_unsafe(a.len), cloned.data, u64(a.element_size) * u64(size))
413 }
414 } else {
415 if int(new_len) > a.cap {
416 a.ensure_cap_noscan(int(new_len))
417 }
418 if a.data != 0 && val != 0 {
419 unsafe { vmemcpy(a.get_unsafe(a.len), val, u64(a.element_size) * u64(size)) }
420 }
421 }
422 a.len = int(new_len)
423}
424
425// reverse returns a new array with the elements of the original array in reverse order.
426fn (a array) reverse_noscan() array {
427 if a.len < 2 {
428 return a
429 }
430 mut arr := array{
431 element_size: a.element_size
432 data: alloc_array_data_noscan(u64(a.cap) * u64(a.element_size))
433 len: a.len
434 cap: a.cap
435 flags: .managed | .noscan_data
436 }
437 for i in 0 .. a.len {
438 unsafe { arr.set_unsafe(i, a.get_unsafe(a.len - 1 - i)) }
439 }
440 return arr
441}
442
443// grow_cap grows the array's capacity by `amount` elements.
444fn (mut a array) grow_cap_noscan(amount int) {
445 new_cap := i64(amount) + i64(a.cap)
446 if new_cap > max_int {
447 panic_n('array.grow_cap: max_int will be exceeded by new cap:', new_cap)
448 }
449 a.ensure_cap_noscan(int(new_cap))
450}
451
452// grow_len ensures that an array has a.len + amount of length
453@[unsafe]
454fn (mut a array) grow_len_noscan(amount int) {
455 new_len := i64(amount) + i64(a.len)
456 if new_len > max_int {
457 panic_n('array.grow_len: max_int will be exceeded by new len:', new_len)
458 }
459 a.ensure_cap_noscan(int(new_len))
460 a.len = int(new_len)
461}
462