source: libcfa/src/collections/string_res.cfa@ f5dbc8d

Last change on this file since f5dbc8d was 3ac5fd8, checked in by Peter A. Buhr <pabuhr@…>, 14 months ago

first attempt changing end-of-file to an exception

  • Property mode set to 100644
File size: 42.4 KB
RevLine 
[f450f2f]1//
2// Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
3//
4// The contents of this file are covered under the licence agreement in the
5// file "LICENCE" distributed with Cforall.
6//
7// string_res -- variable-length, mutable run of text, with resource semantics
8//
9// Author : Michael L. Brooks
10// Created On : Fri Sep 03 11:00:00 2021
[7d25f44]11// Last Modified By : Peter A. Buhr
[3ac5fd8]12// Last Modified On : Sat Aug 17 14:08:01 2024
13// Update Count : 86
[f450f2f]14//
15
16#include "string_res.hfa"
[0f781fb8]17#include "string_sharectx.hfa"
[08ed947]18#include "stdlib.hfa"
[d32679d5]19#include <ctype.h>
[08ed947]20
21// Workaround for observed performance penalty from calling CFA's alloc.
22// Workaround is: EndVbyte = TEMP_ALLOC(char, CurrSize)
23// Should be: EndVbyte = alloc(CurrSize)
[681e12f]24#define TEMP_ALLOC(T, n) (( T * ) malloc( n * sizeof( T ) ))
[0f781fb8]25
[218096f]26#include <assert.h>
[211def2]27#include <complex.h> // creal, cimag
[f450f2f]28
29//######################### VbyteHeap "header" #########################
30
31#ifdef VbyteDebug
[6cc87c0]32HandleNode *HeaderPtr;
[f450f2f]33#endif // VbyteDebug
34
35struct VbyteHeap {
[211def2]36 int NoOfCompactions; // number of compactions of the byte area
37 int NoOfExtensions; // number of extensions in the size of the byte area
38 int NoOfReductions; // number of reductions in the size of the byte area
39
40 int InitSize; // initial number of bytes in the byte-string area
41 int CurrSize; // current number of bytes in the byte-string area
42 char *StartVbyte; // pointer to the `st byte of the start of the byte-string area
43 char *EndVbyte; // pointer to the next byte after the end of the currently used portion of byte-string area
44 void *ExtVbyte; // pointer to the next byte after the end of the byte-string area
45
46 HandleNode Header; // header node for handle list
[f450f2f]47}; // VbyteHeap
48
[211def2]49
50static void compaction( VbyteHeap & ); // compaction of the byte area
51static void garbage( VbyteHeap &, int ); // garbage collect the byte area
52static void extend( VbyteHeap &, int ); // extend the size of the byte area
53static void reduce( VbyteHeap &, int ); // reduce the size of the byte area
[f450f2f]54
[4e8df745]55static void ?{}( VbyteHeap &, size_t = 1000 );
56static void ^?{}( VbyteHeap & );
[94647b0b]57
[211def2]58static int ByteCmp( char *, int, int, char *, int, int ); // compare 2 blocks of bytes
[4e8df745]59static char *VbyteAlloc( VbyteHeap &, int ); // allocate a block bytes in the heap
60static char *VbyteTryAdjustLast( VbyteHeap &, int );
[f450f2f]61
[4e8df745]62static void AddThisAfter( HandleNode &, HandleNode & );
63static void DeleteNode( HandleNode & );
[211def2]64static void MoveThisAfter( HandleNode &, const HandleNode & ); // move current handle after parameter handle
[f450f2f]65
66
67// Allocate the storage for the variable sized area and intialize the heap variables.
68
[681e12f]69static void ?{}( VbyteHeap & s, size_t Size ) with(s) {
[f450f2f]70#ifdef VbyteDebug
[211def2]71 serr | "enter:VbyteHeap::VbyteHeap, s:" | &s | " Size:" | Size;
[f450f2f]72#endif // VbyteDebug
[211def2]73 NoOfCompactions = NoOfExtensions = NoOfReductions = 0;
74 InitSize = CurrSize = Size;
75 StartVbyte = EndVbyte = TEMP_ALLOC(char, CurrSize);
76 ExtVbyte = (void *)( StartVbyte + CurrSize );
77 Header.flink = Header.blink = &Header;
78 Header.ulink = &s;
[f450f2f]79#ifdef VbyteDebug
[211def2]80 HeaderPtr = &Header;
81 serr | "exit:VbyteHeap::VbyteHeap, s:" | &s;
[f450f2f]82#endif // VbyteDebug
83} // VbyteHeap
84
85
86// Release the dynamically allocated storage for the byte area.
87
[681e12f]88static void ^?{}( VbyteHeap & s ) with(s) {
[211def2]89 free( StartVbyte );
[f450f2f]90} // ~VbyteHeap
91
92
93//######################### HandleNode #########################
94
95
96// Create a handle node. The handle is not linked into the handle list. This is the responsibilitiy of the handle
97// creator.
98
[681e12f]99static void ?{}( HandleNode & s ) with(s) {
[f450f2f]100#ifdef VbyteDebug
[211def2]101 serr | "enter:HandleNode::HandleNode, s:" | &s;
[f450f2f]102#endif // VbyteDebug
[211def2]103 s = 0;
104 lnth = 0;
[f450f2f]105#ifdef VbyteDebug
[211def2]106 serr | "exit:HandleNode::HandleNode, s:" | &s;
[f450f2f]107#endif // VbyteDebug
108} // HandleNode
109
110// Create a handle node. The handle is linked into the handle list at the end. This means that this handle will NOT be
111// in order by string address, but this is not a problem because a string with length zero does nothing during garbage
112// collection.
113
[681e12f]114static void ?{}( HandleNode & s, VbyteHeap & vh ) with(s) {
[f450f2f]115#ifdef VbyteDebug
[211def2]116 serr | "enter:HandleNode::HandleNode, s:" | &s;
[f450f2f]117#endif // VbyteDebug
[211def2]118 s = 0;
119 lnth = 0;
120 ulink = &vh;
121 AddThisAfter( s, *vh.Header.blink );
[f450f2f]122#ifdef VbyteDebug
[211def2]123 serr | "exit:HandleNode::HandleNode, s:" | &s;
[f450f2f]124#endif // VbyteDebug
125} // HandleNode
126
127
128// Delete a node from the handle list by unchaining it from the list. If the handle node was allocated dynamically, it
129// is the responsibility of the creator to destroy it.
130
[681e12f]131static void ^?{}( HandleNode & s ) with(s) {
[f450f2f]132#ifdef VbyteDebug
[211def2]133 serr | "enter:HandleNode::~HandleNode, s:" | & s;
134 {
135 serr | nlOff;
136 serr | " lnth:" | lnth | " s:" | (void *)s | ",\"";
137 for ( i; lnth ) {
138 serr | s[i];
139 } // for
140 serr | "\" flink:" | flink | " blink:" | blink | nl;
141 serr | nlOn;
142 }
[f450f2f]143#endif // VbyteDebug
[211def2]144 DeleteNode( s );
[f450f2f]145} // ~HandleNode
146
147
[0f781fb8]148//######################### String Sharing Context #########################
[f450f2f]149
[211def2]150static string_sharectx * ambient_string_sharectx; // fickle top of stack
[0f781fb8]151static string_sharectx default_string_sharectx = {NEW_SHARING}; // stable bottom of stack
[f450f2f]152
[681e12f]153void ?{}( string_sharectx & s, StringSharectx_Mode mode ) with( s ) {
[211def2]154 (older){ ambient_string_sharectx };
155 if ( mode == NEW_SHARING ) {
156 (activeHeap){ new( (size_t) 1000 ) };
157 } else {
158 verify( mode == NO_SHARING );
159 (activeHeap){ 0p };
160 }
161 ambient_string_sharectx = & s;
[0f781fb8]162}
163
[681e12f]164void ^?{}( string_sharectx & s ) with( s ) {
[211def2]165 if ( activeHeap ) delete( activeHeap );
[0f781fb8]166
[211def2]167 // unlink s from older-list starting from ambient_string_sharectx
168 // usually, s==ambient_string_sharectx and the loop runs zero times
169 string_sharectx *& c = ambient_string_sharectx;
170 while ( c != &s ) &c = &c->older; // find s
171 c = s.older; // unlink
[0f781fb8]172}
173
174//######################### String Resource #########################
175
176
177VbyteHeap * DEBUG_string_heap() {
[211def2]178 assert( ambient_string_sharectx->activeHeap && "No sharing context is active" );
179 return ambient_string_sharectx->activeHeap;
[0f781fb8]180}
[6cc87c0]181
182size_t DEBUG_string_bytes_avail_until_gc( VbyteHeap * heap ) {
[211def2]183 return ((char *)heap->ExtVbyte) - heap->EndVbyte;
[6cc87c0]184}
185
[7b0e8b7]186size_t DEBUG_string_bytes_in_heap( VbyteHeap * heap ) {
[211def2]187 return heap->CurrSize;
[7b0e8b7]188}
189
[6cc87c0]190const char * DEBUG_string_heap_start( VbyteHeap * heap ) {
[211def2]191 return heap->StartVbyte;
[6cc87c0]192}
193
[f450f2f]194// Returns the size of the string in bytes
[681e12f]195size_t size(const string_res & s) with(s) {
[211def2]196 return Handle.lnth;
[f450f2f]197}
198
199// Output operator
[681e12f]200ofstream & ?|?(ofstream & out, const string_res & s) {
[9ca5e56]201 // CFA string is NOT null terminated, so print exactly lnth characters in a minimum width of 0.
[fbe3f03]202 return out | wd( 0, s.Handle.lnth, s.Handle.s ) | nonl;
[f450f2f]203}
204
[681e12f]205void ?|?(ofstream & out, const string_res & s) {
[9ca5e56]206 (ofstream &)(out | s); ends( out );
[f450f2f]207}
208
[d32679d5]209// Input operator
[681e12f]210ifstream & ?|?(ifstream & in, string_res & s) {
[211def2]211 // Reading into a temp before assigning to s is near zero overhead in typical cases because of sharing.
212 // If s is a substring of something larger, simple assignment takes care of that case correctly.
213 // But directly reading a variable amount of text into the middle of a larger context is not practical.
214 string_res temp;
215
216 // Read in chunks. Often, one chunk is enough. Keep the string that accumulates chunks last in the heap,
217 // so available room is rest of heap. When a chunk fills the heap, force growth then take the next chunk.
218 for (bool cont = true; cont; ) {
219 cont = false;
220
221 // Append dummy content to temp, forcing expansion when applicable (occurs always on subsequent loops)
222 // length 2 ensures room for at least one real char, plus scanf/pipe-cstr's null terminator
223 temp += "--";
224 assert( temp.Handle.ulink->EndVbyte == temp.Handle.s + temp.Handle.lnth ); // last in heap
225
226 // reset, to overwrite the appended "--"
227 temp.Handle.lnth -= 2;
228 temp.Handle.ulink->EndVbyte -= 2;
229
230 // rest of heap is available to read into
231 int lenReadable = (char *)temp.Handle.ulink->ExtVbyte - temp.Handle.ulink->EndVbyte;
232 assert (lenReadable >= 2);
233
234 // get bytes
235 try {
[37ceccb]236 *(temp.Handle.ulink->EndVbyte) = '\0'; // pre-assign empty cstring
[211def2]237 in | wdi( lenReadable, temp.Handle.ulink->EndVbyte );
238 } catch (cstring_length *) {
239 cont = true;
240 }
241 int lenWasRead = strlen(temp.Handle.ulink->EndVbyte);
[d32679d5]242
[211def2]243 // update metadata
244 temp.Handle.lnth += lenWasRead;
245 temp.Handle.ulink->EndVbyte += lenWasRead;
246 }
[d32679d5]247
[37ceccb]248 if ( temp.Handle.lnth > 0 ) s = temp;
[211def2]249 return in;
250}
251
252ifstream & ?|?( ifstream & is, _Istream_Rquoted f ) with( f.rstr ) {
[3ac5fd8]253 if ( eof( is ) ) throwResume ExceptionInst( end_of_file );
[211def2]254 int args;
255 fini: {
[714e206]256 char rfmt[5] = { ' ', delimiters[0], '%', 'n', '\0' };
257 int len = -1; // may not be set in fmt
258 args = fmt( is, rfmt, &len ); // remove leading whitespace and quote
259 if ( eof( is ) || len == -1 ) break fini;
[211def2]260
261 // Change the remainder of the read into a getline by reseting the closing delimiter.
262 if ( delimiters[1] != '\0' ) {
263 delimiters[0] = delimiters[1];
264 delimiters[1] = '\0';
265 } // if
266 flags.delimiter = true;
267 return is | *(_Istream_Rstr *)&f;
268 } // fini
269 // read failed => no pattern match => set string to null
270 if ( ! flags.ignore && s != 0p && args == 0 ) s[0] = '\0';
271 if ( args == 1 && eof( is ) ) { // data but scan ended at EOF
272 clear( is ); // => reset EOF => detect again on next read
273 } // if
274 return is;
[ff56dd2e]275}
276
277ifstream & ?|?( ifstream & is, _Istream_Rstr f ) {
278 // .---------------,
279 // | | | | |...|0|0| null terminator and guard if missing
280 // `---------------'
281 enum { gwd = 128 + 1, wd = gwd - 1 }; // guard and unguard width
282 char cstr[gwd]; // read in chunks
283 bool cont = false;
284
[5764204]285 _Istream_Cwidth cf = { cstr, (_Istream_str_base)f };
[ff56dd2e]286 if ( ! cf.flags.rwd ) cf.wd = wd;
287
288 cstr[wd] = '\0'; // guard null terminate string
289 try {
[37ceccb]290 cstr[0] = '\0'; // pre-assign as empty cstring
[ff56dd2e]291 is | cf;
292 } catch( cstring_length * ) {
293 cont = true;
294 } finally {
[681e12f]295 if ( ! cf.flags.ignore // ok to initialize string
296// && cstr[0] != '\0' // something was read
297 ) {
[37ceccb]298 *(f.s) = cstr;
299 }
[ff56dd2e]300 } // try
301 for ( ; cont; ) { // overflow read ?
302 cont = false;
303 try {
[37ceccb]304 cstr[0] = '\0'; // pre-assign as empty cstring
[ff56dd2e]305 is | cf;
306 } catch( cstring_length * ) {
307 cont = true; // continue not allowed
308 } finally {
[681e12f]309 if ( ! cf.flags.ignore && cstr[0] != '\0' ) { // something was read
[37ceccb]310 *(f.s) += cstr; // build string chunk at a time
311 }
[ff56dd2e]312 } // try
313 } // for
314 return is;
315} // ?|?
316
[f450f2f]317// Empty constructor
[681e12f]318void ?{}(string_res & s) with(s) {
[211def2]319 if( ambient_string_sharectx->activeHeap ) {
320 (Handle){ * ambient_string_sharectx->activeHeap };
321 (shareEditSet_owns_ulink){ false };
322 verify( Handle.s == 0p && Handle.lnth == 0 );
323 } else {
324 (Handle){ * new( (size_t) 10 ) }; // TODO: can I lazily avoid allocating for empty string
325 (shareEditSet_owns_ulink){ true };
326 Handle.s = Handle.ulink->StartVbyte;
327 verify( Handle.lnth == 0 );
328 }
329 s.shareEditSet_prev = &s;
330 s.shareEditSet_next = &s;
331 }
[f450f2f]332
[06280ad]333static void eagerCopyCtorHelper(string_res & s, const char * rhs, size_t rhslnth) with(s) {
[211def2]334 if( ambient_string_sharectx->activeHeap ) {
335 (Handle){ * ambient_string_sharectx->activeHeap };
336 (shareEditSet_owns_ulink){ false };
337 } else {
338 (Handle){ * new( rhslnth ) };
339 (shareEditSet_owns_ulink){ true };
340 }
341 Handle.s = VbyteAlloc(*Handle.ulink, rhslnth);
342 Handle.lnth = rhslnth;
343 memmove( Handle.s, rhs, rhslnth );
344 s.shareEditSet_prev = &s;
345 s.shareEditSet_next = &s;
[f450f2f]346}
347
[4b3b352]348// Constructor from a raw buffer and size
[06280ad]349void ?{}(string_res & s, const char * rhs, size_t rhslnth) with(s) {
[211def2]350 eagerCopyCtorHelper(s, rhs, rhslnth);
[4b3b352]351}
352
[f2898df]353void ?{}( string_res & s, ssize_t rhs ) {
[211def2]354 char buf[64];
355 int len;
356 snprintf( buf, sizeof(buf)-1, "%zd%n", rhs, &len );
357 ( s ){ buf, len };
[f2898df]358}
359void ?{}( string_res & s, size_t rhs ) {
[211def2]360 char buf[64];
361 int len;
362 snprintf( buf, sizeof(buf)-1, "%zu%n", rhs, &len );
363 ( s ){ buf, len };
[f2898df]364}
365void ?{}( string_res & s, double rhs ) {
[211def2]366 char buf[64];
367 int len;
368 snprintf( buf, sizeof(buf)-1, "%g%n", rhs, &len );
369 ( s ){ buf, len };
[f2898df]370}
371void ?{}( string_res & s, long double rhs ) {
[211def2]372 char buf[64];
373 int len;
374 snprintf( buf, sizeof(buf)-1, "%Lg%n", rhs, &len );
375 ( s ){ buf, len };
[f2898df]376}
377void ?{}( string_res & s, double _Complex rhs ) {
[211def2]378 char buf[64];
379 int len;
380 snprintf( buf, sizeof(buf)-1, "%g+%gi%n", creal( rhs ), cimag( rhs ), &len );
381 ( s ){ buf, len };
[f2898df]382}
383void ?{}( string_res & s, long double _Complex rhs ) {
[211def2]384 char buf[64];
385 int len;
386 snprintf( buf, sizeof(buf)-1, "%Lg+%Lgi%n", creall( rhs ), cimagl( rhs ), &len );
387 ( s ){ buf, len };
[f2898df]388}
389
[fe18b46]390// private ctor (not in header): use specified heap (ignore ambient) and copy chars in
[06280ad]391void ?{}( string_res & s, VbyteHeap & heap, const char * rhs, size_t rhslnth ) with(s) {
[211def2]392 (Handle){ heap };
393 Handle.s = VbyteAlloc(*Handle.ulink, rhslnth);
394 Handle.lnth = rhslnth;
395 (s.shareEditSet_owns_ulink){ false };
396 memmove( Handle.s, rhs, rhslnth );
397 s.shareEditSet_prev = &s;
398 s.shareEditSet_next = &s;
[fe18b46]399}
400
[e8b3717]401
[f450f2f]402// General copy constructor
[e8b3717]403void ?{}(string_res & s, const string_res & s2, StrResInitMode mode, size_t start, size_t len ) {
[211def2]404 size_t end = start + len;
405 verify( start <= end && end <= s2.Handle.lnth );
406
407 if (s2.Handle.ulink != ambient_string_sharectx->activeHeap && mode == COPY_VALUE) {
408 // crossing heaps (including private): copy eagerly
409 eagerCopyCtorHelper(s, s2.Handle.s + start, end - start);
410 verify(s.shareEditSet_prev == &s);
411 verify(s.shareEditSet_next == &s);
412 } else {
413 (s.Handle){};
414 s.Handle.s = s2.Handle.s + start;
415 s.Handle.lnth = end - start;
416 s.Handle.ulink = s2.Handle.ulink;
417
418 AddThisAfter(s.Handle, s2.Handle ); // insert this handle after rhs handle
419 // ^ bug? skip others at early point in string
420
421 if (mode == COPY_VALUE) {
422 verify(s2.Handle.ulink == ambient_string_sharectx->activeHeap);
423 // requested logical copy in same heap: defer copy until write
424
425 (s.shareEditSet_owns_ulink){ false };
426
427 // make s alone in its shareEditSet
428 s.shareEditSet_prev = &s;
429 s.shareEditSet_next = &s;
430 } else {
431 verify( mode == SHARE_EDITS );
432 // sharing edits with source forces same heap as source (ignore context)
433
434 (s.shareEditSet_owns_ulink){ s2.shareEditSet_owns_ulink };
435
436 // s2 is logically const but not implementation const
437 string_res & s2mod = (string_res &) s2;
438
439 // insert s after s2 on shareEditSet
440 s.shareEditSet_next = s2mod.shareEditSet_next;
441 s.shareEditSet_prev = &s2mod;
442 s.shareEditSet_next->shareEditSet_prev = &s;
443 s.shareEditSet_prev->shareEditSet_next = &s;
444 }
445 }
[4b3b352]446}
[f450f2f]447
[681e12f]448static void assignEditSet(string_res & s, string_res * shareEditSetStartPeer, string_res * shareEditSetEndPeer,
[211def2]449 char * resultSesStart,
450 size_t resultSesLnth,
451 HandleNode * resultPadPosition, size_t bsize ) {
452
453 char * beforeBegin = shareEditSetStartPeer->Handle.s;
454 size_t beforeLen = s.Handle.s - beforeBegin;
455
456 char * afterBegin = s.Handle.s + s.Handle.lnth;
457 size_t afterLen = shareEditSetEndPeer->Handle.s + shareEditSetEndPeer->Handle.lnth - afterBegin;
458
459 size_t oldLnth = s.Handle.lnth;
460
461 s.Handle.s = resultSesStart + beforeLen;
462 s.Handle.lnth = bsize;
463 if (resultPadPosition)
464 MoveThisAfter( s.Handle, *resultPadPosition );
465
466 // adjust all substring string and handle locations, and check if any substring strings are outside the new base string
467 char *limit = resultSesStart + resultSesLnth;
468 for ( string_res * p = s.shareEditSet_next; p != &s; p = p->shareEditSet_next ) {
469 verify (p->Handle.s >= beforeBegin);
470 if ( p->Handle.s >= afterBegin ) {
471 verify ( p->Handle.s <= afterBegin + afterLen );
472 verify ( p->Handle.s + p->Handle.lnth <= afterBegin + afterLen );
473 // p starts after the edit
474 // take start and end as end-anchored
475 size_t startOffsetFromEnd = afterBegin + afterLen - p->Handle.s;
476 p->Handle.s = limit - startOffsetFromEnd;
477 // p->Handle.lnth unaffected
478 } else if ( p->Handle.s <= beforeBegin + beforeLen ) {
479 // p starts before, or at the start of, the edit
480 if ( p->Handle.s + p->Handle.lnth <= beforeBegin + beforeLen ) {
481 // p ends before the edit
482 // take end as start-anchored too
483 // p->Handle.lnth unaffected
484 } else if ( p->Handle.s + p->Handle.lnth < afterBegin ) {
485 // p ends during the edit; p does not include the last character replaced
486 // clip end of p to end at start of edit
487 p->Handle.lnth = beforeLen - ( p->Handle.s - beforeBegin );
488 } else {
489 // p ends after the edit
490 verify ( p->Handle.s + p->Handle.lnth <= afterBegin + afterLen );
491 // take end as end-anchored
492 // stretch-shrink p according to the edit
493 p->Handle.lnth += s.Handle.lnth;
494 p->Handle.lnth -= oldLnth;
495 }
496 // take start as start-anchored
497 size_t startOffsetFromStart = p->Handle.s - beforeBegin;
498 p->Handle.s = resultSesStart + startOffsetFromStart;
499 } else {
500 verify ( p->Handle.s < afterBegin );
501 // p starts during the edit
502 verify( p->Handle.s + p->Handle.lnth >= beforeBegin + beforeLen );
503 if ( p->Handle.s + p->Handle.lnth < afterBegin ) {
504 // p ends during the edit; p does not include the last character replaced
505 // set p to empty string at start of edit
506 p->Handle.s = s.Handle.s;
507 p->Handle.lnth = 0;
508 } else {
509 // p includes the end of the edit
510 // clip start of p to start at end of edit
511 int charsToClip = afterBegin - p->Handle.s;
512 p->Handle.s = s.Handle.s + s.Handle.lnth;
513 p->Handle.lnth -= charsToClip;
514 }
515 }
516 if (resultPadPosition)
517 MoveThisAfter( p->Handle, *resultPadPosition ); // move substring handle to maintain sorted order by string position
518 }
[4b3b352]519}
520
[681e12f]521// traverse the share-edit set (SES) to recover the range of a base string to which `s` belongs
522static void locateInShareEditSet( string_res & s, string_res *& shareEditSetStartPeer, string_res *& shareEditSetEndPeer ) {
[211def2]523 shareEditSetStartPeer = & s;
524 shareEditSetEndPeer = & s;
525 for (string_res * editPeer = s.shareEditSet_next; editPeer != &s; editPeer = editPeer->shareEditSet_next) {
526 if ( editPeer->Handle.s < shareEditSetStartPeer->Handle.s ) {
527 shareEditSetStartPeer = editPeer;
528 }
529 if ( shareEditSetEndPeer->Handle.s + shareEditSetEndPeer->Handle.lnth < editPeer->Handle.s + editPeer->Handle.lnth) {
530 shareEditSetEndPeer = editPeer;
531 }
532 }
[d32679d5]533}
534
[06280ad]535static string_res & assign_(string_res & s, const char * buffer, size_t bsize, const string_res & valSrc) {
[211def2]536 string_res * shareEditSetStartPeer;
537 string_res * shareEditSetEndPeer;
538 locateInShareEditSet( s, shareEditSetStartPeer, shareEditSetEndPeer );
539
540 verify( shareEditSetEndPeer->Handle.s >= shareEditSetStartPeer->Handle.s );
541 size_t origEditSetLength = shareEditSetEndPeer->Handle.s + shareEditSetEndPeer->Handle.lnth - shareEditSetStartPeer->Handle.s;
542 verify( origEditSetLength >= s.Handle.lnth );
543
544 if ( s.shareEditSet_owns_ulink ) { // assigning to private context
545 // ok to overwrite old value within LHS
546 char * prefixStartOrig = shareEditSetStartPeer->Handle.s;
547 int prefixLen = s.Handle.s - prefixStartOrig;
548 char * suffixStartOrig = s.Handle.s + s.Handle.lnth;
549 int suffixLen = shareEditSetEndPeer->Handle.s + shareEditSetEndPeer->Handle.lnth - suffixStartOrig;
550
551 int delta = bsize - s.Handle.lnth;
552 if ( char * oldBytes = VbyteTryAdjustLast( *s.Handle.ulink, delta ) ) {
553 // growing: copy from old to new
554 char * dest = VbyteAlloc( *s.Handle.ulink, origEditSetLength + delta );
555 char *destCursor = dest; memcpy(destCursor, prefixStartOrig, prefixLen);
556 destCursor += prefixLen; memcpy(destCursor, buffer , bsize );
557 destCursor += bsize; memcpy(destCursor, suffixStartOrig, suffixLen);
558 assignEditSet(s, shareEditSetStartPeer, shareEditSetEndPeer,
559 dest,
560 origEditSetLength + delta,
561 0p, bsize);
562 free( oldBytes );
563 } else {
564 // room is already allocated in-place: bubble suffix and overwite middle
565 memmove( suffixStartOrig + delta, suffixStartOrig, suffixLen );
566 memcpy( s.Handle.s, buffer, bsize );
567
568 assignEditSet(s, shareEditSetStartPeer, shareEditSetEndPeer,
569 shareEditSetStartPeer->Handle.s,
570 origEditSetLength + delta,
571 0p, bsize);
572 }
[d32679d5]573
[211def2]574 } else if ( // assigning to shared context
575 s.Handle.lnth == origEditSetLength && // overwriting entire run of SES
576 & valSrc && // sourcing from a managed string
577 valSrc.Handle.ulink == s.Handle.ulink ) { // sourcing from same heap
578
579 // SES's result will only use characters from the source string => reuse source
580 assignEditSet(s, shareEditSetStartPeer, shareEditSetEndPeer,
581 valSrc.Handle.s,
582 valSrc.Handle.lnth,
583 &((string_res&)valSrc).Handle, bsize);
584
585 } else {
586 // overwriting a proper substring of some string: mash characters from old and new together (copy on write)
587 // OR we are importing characters: need to copy eagerly (can't refer to source)
588
589 // full string is from start of shareEditSetStartPeer thru end of shareEditSetEndPeer
590 // `s` occurs in the middle of it, to be replaced
591 // build up the new text in `pasting`
592
593 string_res pasting = {
594 * s.Handle.ulink, // maintain same heap, regardless of context
595 shareEditSetStartPeer->Handle.s, // start of SES
596 s.Handle.s - shareEditSetStartPeer->Handle.s }; // length of SES, before s
597 append( pasting,
598 buffer, // start of replacement for s
599 bsize ); // length of replacement for s
600 append( pasting,
601 s.Handle.s + s.Handle.lnth, // start of SES after s
602 shareEditSetEndPeer->Handle.s + shareEditSetEndPeer->Handle.lnth -
603 (s.Handle.s + s.Handle.lnth) ); // length of SES, after s
604
605 // The above string building can trigger compaction.
606 // The reference points (that are arguments of the string building) may move during that building.
607 // From s point on, they are stable.
608
609 assignEditSet(s, shareEditSetStartPeer, shareEditSetEndPeer,
610 pasting.Handle.s,
611 pasting.Handle.lnth,
612 &pasting.Handle, bsize);
613 }
614
615 return s;
[4b3b352]616}
617
[e891349]618string_res & assign(string_res & s, const string_res & src, size_t maxlen) {
[211def2]619 return assign_(s, src.Handle.s, min(src.Handle.lnth, maxlen), *0p);
[e891349]620}
621
[06280ad]622string_res & assign(string_res & s, const char * buffer, size_t bsize) {
[211def2]623 return assign_(s, buffer, bsize, *0p);
[f450f2f]624}
625
[681e12f]626string_res & ?=?(string_res & s, char c) {
[211def2]627 return assign(s, &c, 1);
[d8d512e]628}
629
[f2898df]630string_res & ?=?( string_res & s, ssize_t rhs ) {
[211def2]631 string_res rhs2 = rhs;
632 s = rhs2;
633 return s;
[f2898df]634}
635string_res & ?=?( string_res & s, size_t rhs ) {
[211def2]636 string_res rhs2 = rhs;
637 s = rhs2;
638 return s;
[f2898df]639}
640string_res & ?=?( string_res & s, double rhs ) {
[211def2]641 string_res rhs2 = rhs;
642 s = rhs2;
643 return s;
[f2898df]644}
645string_res & ?=?( string_res & s, long double rhs ) {
[211def2]646 string_res rhs2 = rhs;
647 s = rhs2;
648 return s;
[f2898df]649}
650string_res & ?=?( string_res & s, double _Complex rhs ) {
[211def2]651 string_res rhs2 = rhs;
652 s = rhs2;
653 return s;
[f2898df]654}
655string_res & ?=?( string_res & s, long double _Complex rhs ) {
[211def2]656 string_res rhs2 = rhs;
657 s = rhs2;
658 return s;
[f2898df]659}
660
[d8d512e]661// Copy assignment operator
[681e12f]662string_res & ?=?(string_res & s, const string_res & rhs) with( s ) {
[211def2]663 return assign_(s, rhs.Handle.s, rhs.Handle.lnth, rhs);
[d8d512e]664}
665
[681e12f]666string_res & ?=?(string_res & s, string_res & rhs) with( s ) {
[211def2]667 const string_res & rhs2 = rhs;
668 return s = rhs2;
[f450f2f]669}
670
671
672// Destructor
[681e12f]673void ^?{}(string_res & s) with(s) {
[211def2]674 // much delegated to implied ^VbyteSM
[f450f2f]675
[211def2]676 // sever s from its share-edit peers, if any (four no-ops when already solo)
677 s.shareEditSet_prev->shareEditSet_next = s.shareEditSet_next;
678 s.shareEditSet_next->shareEditSet_prev = s.shareEditSet_prev;
679 // s.shareEditSet_next = &s;
680 // s.shareEditSet_prev = &s;
[804bf677]681
[211def2]682 if (shareEditSet_owns_ulink && s.shareEditSet_next == &s) { // last one out
683 delete( s.Handle.ulink );
684 }
[f450f2f]685}
686
687
688// Returns the character at the given index
689// With unicode support, this may be different from just the byte at the given
690// offset from the start of the string.
[681e12f]691char ?[?](const string_res & s, size_t index) with(s) {
[211def2]692 //TODO: Check if index is valid (no exceptions yet)
693 return Handle.s[index];
[f450f2f]694}
695
[681e12f]696void assignAt(const string_res & s, size_t index, char val) {
[211def2]697 // caution: not tested (not reachable by string-api-coverage interface)
698 // equivalent form at string level is `s[index] = val`,
699 // which uses the overload that returns a length-1 string
700 string_res editZone = { s, SHARE_EDITS, index, 1 };
701 assign(editZone, &val, 1);
[218096f]702}
703
[d8d512e]704
[f450f2f]705///////////////////////////////////////////////////////////////////
[d8d512e]706// Concatenation
[f450f2f]707
[681e12f]708void append(string_res & str1, const char * buffer, size_t bsize) {
[211def2]709 size_t clnth = str1.Handle.lnth + bsize;
710 if ( str1.Handle.s + str1.Handle.lnth == buffer ) { // already juxtapose ?
711 // no-op
712 } else { // must copy some text
713 if ( str1.Handle.s + str1.Handle.lnth == VbyteAlloc(*str1.Handle.ulink, 0) ) { // str1 at end of string area ?
714 VbyteAlloc( *str1.Handle.ulink, bsize ); // create room for 2nd part at the end of string area
715 } else { // copy the two parts
716 char * str1newBuf = VbyteAlloc( *str1.Handle.ulink, clnth );
717 char * str1oldBuf = str1.Handle.s; // must read after VbyteAlloc call in case it gs's
718 str1.Handle.s = str1newBuf;
719 memcpy( str1.Handle.s, str1oldBuf, str1.Handle.lnth );
720 } // if
721 memcpy( str1.Handle.s + str1.Handle.lnth, buffer, bsize );
722 } // if
723 str1.Handle.lnth = clnth;
[f450f2f]724}
725
[681e12f]726void ?+=?(string_res & str1, const string_res & str2) {
[211def2]727 append( str1, str2.Handle.s, str2.Handle.lnth );
[f450f2f]728}
729
[e891349]730void append(string_res & str1, const string_res & str2, size_t maxlen) {
[211def2]731 append( str1, str2.Handle.s, min(str2.Handle.lnth, maxlen) );
[e891349]732}
733
[681e12f]734void ?+=?(string_res & s, char c) {
[211def2]735 append( s, & c, 1 );
[f450f2f]736}
[e891349]737void ?+=?(string_res & s, const char * c) {
[211def2]738 append( s, c, strlen(c) );
[e891349]739}
[f450f2f]740
[38951c31]741///////////////////////////////////////////////////////////////////
742// Repetition
743
744void ?*=?(string_res & s, size_t factor) {
[211def2]745 string_res s2 = { s, COPY_VALUE };
746 s = "";
747 for (factor) s += s2;
[38951c31]748}
749
[f450f2f]750//////////////////////////////////////////////////////////
751// Comparisons
752
[681e12f]753int strcmp(const string_res & s1, const string_res & s2) {
[211def2]754 // return 0;
755 int ans1 = memcmp(s1.Handle.s, s2.Handle.s, min(s1.Handle.lnth, s2.Handle.lnth));
756 if (ans1 != 0) return ans1;
757 return s1.Handle.lnth - s2.Handle.lnth;
[f450f2f]758}
759
[681e12f]760bool ?==?(const string_res & s1, const string_res & s2) { return strcmp(s1, s2) == 0; }
761bool ?!=?(const string_res & s1, const string_res & s2) { return strcmp(s1, s2) != 0; }
762bool ?>? (const string_res & s1, const string_res & s2) { return strcmp(s1, s2) > 0; }
763bool ?>=?(const string_res & s1, const string_res & s2) { return strcmp(s1, s2) >= 0; }
764bool ?<=?(const string_res & s1, const string_res & s2) { return strcmp(s1, s2) <= 0; }
765bool ?<? (const string_res & s1, const string_res & s2) { return strcmp(s1, s2) < 0; }
[416b443]766
[06280ad]767int strcmp (const string_res & s1, const char * s2) {
[211def2]768 string_res s2x = s2;
769 return strcmp(s1, s2x);
[f450f2f]770}
[416b443]771
[06280ad]772bool ?==?(const string_res & s1, const char * s2) { return strcmp(s1, s2) == 0; }
773bool ?!=?(const string_res & s1, const char * s2) { return strcmp(s1, s2) != 0; }
774bool ?>? (const string_res & s1, const char * s2) { return strcmp(s1, s2) > 0; }
775bool ?>=?(const string_res & s1, const char * s2) { return strcmp(s1, s2) >= 0; }
776bool ?<=?(const string_res & s1, const char * s2) { return strcmp(s1, s2) <= 0; }
777bool ?<? (const string_res & s1, const char * s2) { return strcmp(s1, s2) < 0; }
[416b443]778
[06280ad]779int strcmp (const char * s1, const string_res & s2) {
[211def2]780 string_res s1x = s1;
781 return strcmp(s1x, s2);
[f450f2f]782}
783
[06280ad]784bool ?==?(const char * s1, const string_res & s2) { return strcmp(s1, s2) == 0; }
785bool ?!=?(const char * s1, const string_res & s2) { return strcmp(s1, s2) != 0; }
786bool ?>? (const char * s1, const string_res & s2) { return strcmp(s1, s2) > 0; }
787bool ?>=?(const char * s1, const string_res & s2) { return strcmp(s1, s2) >= 0; }
788bool ?<=?(const char * s1, const string_res & s2) { return strcmp(s1, s2) <= 0; }
789bool ?<? (const char * s1, const string_res & s2) { return strcmp(s1, s2) < 0; }
[416b443]790
791
[f450f2f]792//////////////////////////////////////////////////////////
793// Search
794
[681e12f]795bool contains(const string_res & s, char ch) {
[211def2]796 for ( i; size(s) ) {
797 if (s[i] == ch) return true;
798 }
799 return false;
[f450f2f]800}
801
[681e12f]802int find(const string_res & s, char search) {
[211def2]803 return findFrom(s, 0, search);
[f450f2f]804}
805
[681e12f]806int findFrom(const string_res & s, size_t fromPos, char search) {
[211def2]807 // FIXME: This paricular overload (find of single char) is optimized to use memchr.
808 // The general overload (find of string, memchr applying to its first character) and `contains` should be adjusted to match.
809 char * searchFrom = s.Handle.s + fromPos;
810 size_t searchLnth = s.Handle.lnth - fromPos;
811 int searchVal = search;
812 char * foundAt = (char *) memchr(searchFrom, searchVal, searchLnth);
813 if (foundAt == 0p) return s.Handle.lnth;
814 else return foundAt - s.Handle.s;
[08ed947]815}
[f450f2f]816
[681e12f]817int find(const string_res & s, const string_res & search) {
[211def2]818 return findFrom(s, 0, search);
[08ed947]819}
820
[681e12f]821int findFrom(const string_res & s, size_t fromPos, const string_res & search) {
[211def2]822 return findFrom(s, fromPos, search.Handle.s, search.Handle.lnth);
[f450f2f]823}
824
[06280ad]825int find(const string_res & s, const char * search) {
[211def2]826 return findFrom(s, 0, search);
[08ed947]827}
[06280ad]828int findFrom(const string_res & s, size_t fromPos, const char * search) {
[211def2]829 return findFrom(s, fromPos, search, strlen(search));
[f450f2f]830}
831
[06280ad]832int find(const string_res & s, const char * search, size_t searchsize) {
[211def2]833 return findFrom(s, 0, search, searchsize);
[08ed947]834}
835
[06280ad]836int findFrom(const string_res & s, size_t fromPos, const char * search, size_t searchsize) {
[211def2]837 /* Remaining implementations essentially ported from Sunjay's work */
838
839 // FIXME: This is a naive algorithm. We probably want to switch to someting
840 // like Boyer-Moore in the future.
841 // https://en.wikipedia.org/wiki/String_searching_algorithm
842
843 // Always find the empty string
844 if (searchsize == 0) {
845 return 0;
846 }
847
848 for ( i; fromPos ~ s.Handle.lnth ) {
849 size_t remaining = s.Handle.lnth - i;
850 // Never going to find the search string if the remaining string is
851 // smaller than search
852 if (remaining < searchsize) {
853 break;
854 }
[08ed947]855
[211def2]856 bool matched = true;
857 for ( j; searchsize ) {
858 if (search[j] != s.Handle.s[i + j]) {
859 matched = false;
860 break;
861 }
862 }
863 if (matched) {
864 return i;
865 }
866 }
867 return s.Handle.lnth;
[f450f2f]868}
869
[681e12f]870bool includes(const string_res & s, const string_res & search) {
[211def2]871 return includes(s, search.Handle.s, search.Handle.lnth);
[f450f2f]872}
873
[06280ad]874bool includes(const string_res & s, const char * search) {
[211def2]875 return includes(s, search, strlen(search));
[f450f2f]876}
877
[06280ad]878bool includes(const string_res & s, const char * search, size_t searchsize) {
[211def2]879 return find(s, search, searchsize) < s.Handle.lnth;
[f450f2f]880}
881
[681e12f]882bool startsWith(const string_res & s, const string_res & prefix) {
[211def2]883 return startsWith(s, prefix.Handle.s, prefix.Handle.lnth);
[f450f2f]884}
885
[06280ad]886bool startsWith(const string_res & s, const char * prefix) {
[211def2]887 return startsWith(s, prefix, strlen(prefix));
[f450f2f]888}
889
[06280ad]890bool startsWith(const string_res & s, const char * prefix, size_t prefixsize) {
[211def2]891 if (s.Handle.lnth < prefixsize) {
892 return false;
893 }
894 return memcmp(s.Handle.s, prefix, prefixsize) == 0;
[f450f2f]895}
896
[681e12f]897bool endsWith(const string_res & s, const string_res & suffix) {
[211def2]898 return endsWith(s, suffix.Handle.s, suffix.Handle.lnth);
[f450f2f]899}
900
[06280ad]901bool endsWith(const string_res & s, const char * suffix) {
[211def2]902 return endsWith(s, suffix, strlen(suffix));
[f450f2f]903}
904
[06280ad]905bool endsWith(const string_res & s, const char * suffix, size_t suffixsize) {
[211def2]906 if (s.Handle.lnth < suffixsize) {
907 return false;
908 }
909 // Amount to offset the bytes pointer so that we are comparing the end of s
910 // to suffix. s.bytes + offset should be the first byte to compare against suffix
911 size_t offset = s.Handle.lnth - suffixsize;
912 return memcmp(s.Handle.s + offset, suffix, suffixsize) == 0;
[f450f2f]913}
914
[211def2]915/* Back to Mike's work */
[f450f2f]916
917///////////////////////////////////////////////////////////////////////////
918// charclass, include, exclude
919
[681e12f]920void ?{}( charclass_res & s, const string_res & chars) {
[211def2]921 (s){ chars.Handle.s, chars.Handle.lnth };
[f450f2f]922}
923
[681e12f]924void ?{}( charclass_res & s, const char * chars ) {
[211def2]925 (s){ chars, strlen(chars) };
[f450f2f]926}
927
[681e12f]928void ?{}( charclass_res & s, const char * chars, size_t charssize ) {
[211def2]929 (s.chars){ chars, charssize };
930 // now sort it ?
[f450f2f]931}
932
[681e12f]933void ^?{}( charclass_res & s ) {
[211def2]934 ^(s.chars){};
[f450f2f]935}
936
937static bool test( const charclass_res & mask, char c ) {
[211def2]938 // instead, use sorted char list?
939 return contains( mask.chars, c );
[f450f2f]940}
941
[681e12f]942int exclude(const string_res & s, const charclass_res & mask) {
[211def2]943 for ( i; size(s) ) {
944 if ( test(mask, s[i]) ) return i;
945 }
946 return size(s);
[f450f2f]947}
948
[681e12f]949int include(const string_res & s, const charclass_res & mask) {
[211def2]950 for ( i; size(s) ) {
951 if ( ! test(mask, s[i]) ) return i;
952 }
953 return size(s);
[f450f2f]954}
955
956//######################### VbyteHeap "implementation" #########################
957
958
959// Add a new HandleNode node n after the current HandleNode node.
960
[681e12f]961static void AddThisAfter( HandleNode & s, HandleNode & n ) with(s) {
[f450f2f]962#ifdef VbyteDebug
[211def2]963 serr | "enter:AddThisAfter, s:" | &s | " n:" | &n;
[f450f2f]964#endif // VbyteDebug
[211def2]965 // Performance note: we are on the critical path here. MB has ensured that the verifies don't contribute to runtime (are compiled away, like they're supposed to be).
966 verify( n.ulink != 0p );
967 verify( s.ulink == n.ulink );
968 flink = n.flink;
969 blink = &n;
970 n.flink->blink = &s;
971 n.flink = &s;
[f450f2f]972#ifdef VbyteDebug
[211def2]973 {
[f450f2f]974 serr | "HandleList:";
975 serr | nlOff;
976 for ( HandleNode *ni = HeaderPtr->flink; ni != HeaderPtr; ni = ni->flink ) {
977 serr | "\tnode:" | ni | " lnth:" | ni->lnth | " s:" | (void *)ni->s | ",\"";
[9ca5e56]978 for ( i; ni->lnth ) {
[f450f2f]979 serr | ni->s[i];
980 } // for
981 serr | "\" flink:" | ni->flink | " blink:" | ni->blink | nl;
982 } // for
983 serr | nlOn;
[211def2]984 }
985 serr | "exit:AddThisAfter";
[f450f2f]986#endif // VbyteDebug
987} // AddThisAfter
988
989
990// Delete the current HandleNode node.
991
[681e12f]992static void DeleteNode( HandleNode & s ) with(s) {
[f450f2f]993#ifdef VbyteDebug
[211def2]994 serr | "enter:DeleteNode, s:" | &s;
[f450f2f]995#endif // VbyteDebug
[211def2]996 flink->blink = blink;
997 blink->flink = flink;
[f450f2f]998#ifdef VbyteDebug
[211def2]999 serr | "exit:DeleteNode";
[f450f2f]1000#endif // VbyteDebug
1001} // DeleteNode
1002
1003
1004// Allocates specified storage for a string from byte-string area. If not enough space remains to perform the
[6f7aff3]1005// allocation, the garbage collection routine is called.
[f450f2f]1006
[681e12f]1007static char * VbyteAlloc( VbyteHeap & s, int size ) with(s) {
[f450f2f]1008#ifdef VbyteDebug
[211def2]1009 serr | "enter:VbyteAlloc, size:" | size;
[f450f2f]1010#endif // VbyteDebug
[211def2]1011 uintptr_t NoBytes;
1012 char *r;
[f450f2f]1013
[211def2]1014 NoBytes = ( uintptr_t )EndVbyte + size;
1015 if ( NoBytes > ( uintptr_t )ExtVbyte ) { // enough room for new byte-string ?
[681e12f]1016 garbage( s, size ); // firer up the garbage collector
[4e8df745]1017 verify( (( uintptr_t )EndVbyte + size) <= ( uintptr_t )ExtVbyte && "garbage run did not free up required space" );
[211def2]1018 } // if
1019 r = EndVbyte;
1020 EndVbyte += size;
[f450f2f]1021#ifdef VbyteDebug
[211def2]1022 serr | "exit:VbyteAlloc, r:" | (void *)r | " EndVbyte:" | (void *)EndVbyte | " ExtVbyte:" | ExtVbyte;
[f450f2f]1023#endif // VbyteDebug
[211def2]1024 return r;
[f450f2f]1025} // VbyteAlloc
1026
1027
[6f7aff3]1028// Adjusts the last allocation in this heap by delta bytes, or resets this heap to be able to offer
1029// new allocations of its original size + delta bytes. Positive delta means bigger;
1030// negative means smaller. A null return indicates that the original heap location has room for
1031// the requested growth. A non-null return indicates that copying to a new location is required
1032// but has not been done; the returned value is the old heap storage location; `this` heap is
1033// modified to reference the new location. In the copy-requred case, the caller should use
1034// VbyteAlloc to claim the new space, while doing optimal copying from old to new, then free old.
1035
[681e12f]1036static char * VbyteTryAdjustLast( VbyteHeap & s, int delta ) with(s) {
[211def2]1037 if ( ( uintptr_t )EndVbyte + delta <= ( uintptr_t )ExtVbyte ) {
1038 // room available
1039 EndVbyte += delta;
1040 return 0p;
1041 }
[6f7aff3]1042
[211def2]1043 char *oldBytes = StartVbyte;
[6f7aff3]1044
[211def2]1045 NoOfExtensions += 1;
1046 CurrSize *= 2;
1047 StartVbyte = EndVbyte = TEMP_ALLOC(char, CurrSize);
1048 ExtVbyte = StartVbyte + CurrSize;
[6f7aff3]1049
[211def2]1050 return oldBytes;
[6f7aff3]1051}
1052
1053
[f450f2f]1054// Move an existing HandleNode node h somewhere after the current HandleNode node so that it is in ascending order by
1055// the address in the byte string area.
1056
[681e12f]1057static void MoveThisAfter( HandleNode & s, const HandleNode & h ) with(s) {
[f450f2f]1058#ifdef VbyteDebug
[211def2]1059 serr | "enter:MoveThisAfter, s:" | & s | " h:" | & h;
[f450f2f]1060#endif // VbyteDebug
[211def2]1061 verify( h.ulink != 0p );
1062 verify( s.ulink == h.ulink );
1063 if ( s < h.s ) { // check argument values
[f450f2f]1064 // serr | "VbyteSM: Error - Cannot move byte string starting at:" | s | " after byte string starting at:"
[211def2]1065 // | ( h->s ) | " and keep handles in ascending order";
[f450f2f]1066 // exit(-1 );
[218096f]1067 verify( 0 && "VbyteSM: Error - Cannot move byte strings as requested and keep handles in ascending order");
[211def2]1068 } // if
[f450f2f]1069
[211def2]1070 HandleNode *i;
1071 for ( i = h.flink; i->s != 0 && s > ( i->s ); i = i->flink ); // find the position for this node after h
1072 if ( & s != i->blink ) {
[681e12f]1073 DeleteNode( s );
1074 AddThisAfter( s, *i->blink );
[211def2]1075 } // if
[f450f2f]1076#ifdef VbyteDebug
[211def2]1077 {
1078 serr | "HandleList:";
1079 serr | nlOff;
1080 for ( HandleNode *n = HeaderPtr->flink; n != HeaderPtr; n = n->flink ) {
1081 serr | "\tnode:" | n | " lnth:" | n->lnth | " s:" | (void *)n->s | ",\"";
1082 for ( i; n->lnth ) {
1083 serr | n->s[i];
1084 } // for
1085 serr | "\" flink:" | n->flink | " blink:" | n->blink | nl;
1086 } // for
1087 serr | nlOn;
1088 }
1089 serr | "exit:MoveThisAfter";
[f450f2f]1090#endif // VbyteDebug
1091} // MoveThisAfter
1092
1093
1094//######################### VbyteHeap #########################
1095
1096// Compare two byte strings in the byte-string area. The routine returns the following values:
1097//
1098// 1 => Src1-byte-string > Src2-byte-string
1099// 0 => Src1-byte-string = Src2-byte-string
1100// -1 => Src1-byte-string < Src2-byte-string
1101
[0f781fb8]1102int ByteCmp( char *Src1, int Src1Start, int Src1Lnth, char *Src2, int Src2Start, int Src2Lnth ) {
[f450f2f]1103#ifdef VbyteDebug
[211def2]1104 serr | "enter:ByteCmp, Src1Start:" | Src1Start | " Src1Lnth:" | Src1Lnth | " Src2Start:" | Src2Start | " Src2Lnth:" | Src2Lnth;
[f450f2f]1105#endif // VbyteDebug
[211def2]1106 int cmp;
1107
1108 CharZip: for ( int i = 0; ; i += 1 ) {
1109 if ( i == Src2Lnth - 1 ) {
1110 for ( ; ; i += 1 ) {
1111 if ( i == Src1Lnth - 1 ) {
1112 cmp = 0;
1113 break CharZip;
1114 } // exit
1115 if ( Src1[Src1Start + i] != ' ') {
1116 // SUSPECTED BUG: this could be be why Peter got the bug report about == " " (why is this case here at all?)
1117 cmp = 1;
1118 break CharZip;
1119 } // exit
1120 } // for
[f450f2f]1121 } // exit
[211def2]1122 if ( i == Src1Lnth - 1 ) {
1123 for ( ; ; i += 1 ) {
1124 if ( i == Src2Lnth - 1 ) {
1125 cmp = 0;
1126 break CharZip;
1127 } // exit
1128 if ( Src2[Src2Start + i] != ' ') {
1129 cmp = -1;
1130 break CharZip;
1131 } // exit
1132 } // for
[f450f2f]1133 } // exit
[211def2]1134 if ( Src2[Src2Start + i] != Src1[Src1Start+ i]) {
1135 cmp = Src1[Src1Start + i] > Src2[Src2Start + i] ? 1 : -1;
1136 break CharZip;
[f450f2f]1137 } // exit
[211def2]1138 } // for
[f450f2f]1139#ifdef VbyteDebug
[211def2]1140 serr | "exit:ByteCmp, cmp:" | cmp;
[f450f2f]1141#endif // VbyteDebug
[211def2]1142 return cmp;
[f450f2f]1143} // ByteCmp
1144
1145
1146// The compaction moves all of the byte strings currently in use to the beginning of the byte-string area and modifies
1147// the handles to reflect the new positions of the byte strings. Compaction assumes that the handle list is in ascending
1148// order by pointers into the byte-string area. The strings associated with substrings do not have to be moved because
1149// the containing string has been moved. Hence, they only require that their string pointers be adjusted.
1150
[681e12f]1151void compaction(VbyteHeap & s) with(s) {
[211def2]1152 HandleNode *h;
1153 char *obase, *nbase, *limit;
1154
1155 NoOfCompactions += 1;
1156 EndVbyte = StartVbyte;
1157 h = Header.flink; // ignore header node
1158 for () {
[94647b0b]1159 memmove( EndVbyte, h->s, h->lnth );
[f450f2f]1160 obase = h->s;
1161 h->s = EndVbyte;
1162 nbase = h->s;
1163 EndVbyte += h->lnth;
1164 limit = obase + h->lnth;
1165 h = h->flink;
1166
1167 // check if any substrings are allocated within a string
1168
[9ca5e56]1169 for () {
[f450f2f]1170 if ( h == &Header ) break; // end of header list ?
1171 if ( h->s >= limit ) break; // outside of current string ?
1172 h->s = nbase + (( uintptr_t )h->s - ( uintptr_t )obase );
1173 h = h->flink;
1174 } // for
1175 if ( h == &Header ) break; // end of header list ?
[211def2]1176 } // for
[f450f2f]1177} // compaction
1178
1179
[08ed947]1180static double heap_expansion_freespace_threshold = 0.1; // default inherited from prior work: expand heap when less than 10% "free" (i.e. garbage)
[211def2]1181 // probably an unreasonable default, but need to assess early-round tests on changing it
[08ed947]1182
1183void TUNING_set_string_heap_liveness_threshold( double val ) {
[211def2]1184 heap_expansion_freespace_threshold = 1.0 - val;
[08ed947]1185}
1186
1187
[f450f2f]1188// Garbage determines the amount of free space left in the heap and then reduces, leave the same, or extends the size of
1189// the heap. The heap is then compacted in the existing heap or into the newly allocated heap.
1190
[681e12f]1191void garbage(VbyteHeap & s, int minreq ) with(s) {
[f450f2f]1192#ifdef VbyteDebug
[211def2]1193 serr | "enter:garbage";
1194 {
[f450f2f]1195 serr | "HandleList:";
1196 for ( HandleNode *n = Header.flink; n != &Header; n = n->flink ) {
1197 serr | nlOff;
1198 serr | "\tnode:" | n | " lnth:" | n->lnth | " s:" | (void *)n->s | ",\"";
[9ca5e56]1199 for ( i; n->lnth ) {
[f450f2f]1200 serr | n->s[i];
1201 } // for
1202 serr | nlOn;
1203 serr | "\" flink:" | n->flink | " blink:" | n->blink;
1204 } // for
[211def2]1205 }
[f450f2f]1206#endif // VbyteDebug
[211def2]1207 int AmountUsed, AmountFree;
[f450f2f]1208
[211def2]1209 AmountUsed = 0;
1210 for ( HandleNode *i = Header.flink; i != &Header; i = i->flink ) { // calculate amount of byte area used
[f450f2f]1211 AmountUsed += i->lnth;
[211def2]1212 } // for
1213 AmountFree = ( uintptr_t )ExtVbyte - ( uintptr_t )StartVbyte - AmountUsed;
1214
1215 if ( ( double ) AmountFree < ( CurrSize * heap_expansion_freespace_threshold ) || AmountFree < minreq ) { // free space less than threshold or not enough to serve cur request
[f450f2f]1216
[681e12f]1217 extend( s, max( CurrSize, minreq ) ); // extend the heap
[f450f2f]1218
[211def2]1219 // Peter says, "This needs work before it should be used."
1220 // } else if ( AmountFree > CurrSize / 2 ) { // free space greater than 3 times the initial allocation ?
1221 // reduce(( AmountFree / CurrSize - 3 ) * CurrSize ); // reduce the memory
[f450f2f]1222
[211def2]1223 // `extend` implies a `compaction` during the copy
[97c215f]1224
[211def2]1225 } else {
1226 compaction(s); // in-place
1227 }// if
[f450f2f]1228#ifdef VbyteDebug
[211def2]1229 {
[f450f2f]1230 serr | "HandleList:";
1231 for ( HandleNode *n = Header.flink; n != &Header; n = n->flink ) {
1232 serr | nlOff;
1233 serr | "\tnode:" | n | " lnth:" | n->lnth | " s:" | (void *)n->s | ",\"";
[9ca5e56]1234 for ( i; n->lnth ) {
[f450f2f]1235 serr | n->s[i];
1236 } // for
1237 serr | nlOn;
1238 serr | "\" flink:" | n->flink | " blink:" | n->blink;
1239 } // for
[211def2]1240 }
1241 serr | "exit:garbage";
[f450f2f]1242#endif // VbyteDebug
1243} // garbage
1244
1245#undef VbyteDebug
1246
1247
1248
1249// Extend the size of the byte-string area by creating a new area and copying the old area into it. The old byte-string
1250// area is deleted.
1251
[681e12f]1252void extend( VbyteHeap & s, int size ) with (s) {
[f450f2f]1253#ifdef VbyteDebug
[211def2]1254 serr | "enter:extend, size:" | size;
[f450f2f]1255#endif // VbyteDebug
[211def2]1256 char *OldStartVbyte;
1257
1258 NoOfExtensions += 1;
1259 OldStartVbyte = StartVbyte; // save previous byte area
1260
1261 CurrSize += size > InitSize ? size : InitSize; // minimum extension, initial size
1262 StartVbyte = EndVbyte = TEMP_ALLOC(char, CurrSize);
1263 ExtVbyte = (void *)( StartVbyte + CurrSize );
1264 compaction(s); // copy from old heap to new & adjust pointers to new heap
1265 free( OldStartVbyte ); // release old heap
[f450f2f]1266#ifdef VbyteDebug
[211def2]1267 serr | "exit:extend, CurrSize:" | CurrSize;
[f450f2f]1268#endif // VbyteDebug
1269} // extend
1270
[7b0e8b7]1271//WIP
1272#if 0
[f450f2f]1273
1274// Extend the size of the byte-string area by creating a new area and copying the old area into it. The old byte-string
1275// area is deleted.
1276
1277void VbyteHeap::reduce( int size ) {
1278#ifdef VbyteDebug
[211def2]1279 serr | "enter:reduce, size:" | size;
[f450f2f]1280#endif // VbyteDebug
[211def2]1281 char *OldStartVbyte;
1282
1283 NoOfReductions += 1;
1284 OldStartVbyte = StartVbyte; // save previous byte area
1285
1286 CurrSize -= size;
1287 StartVbyte = EndVbyte = new char[CurrSize];
1288 ExtVbyte = (void *)( StartVbyte + CurrSize );
1289 compaction(); // copy from old heap to new & adjust pointers to new heap
1290 delete OldStartVbyte; // release old heap
[f450f2f]1291#ifdef VbyteDebug
[211def2]1292 !serr | "exit:reduce, CurrSize:" | CurrSize;
[f450f2f]1293#endif // VbyteDebug
1294} // reduce
1295
1296
1297#endif
Note: See TracBrowser for help on using the repository browser.