about summary refs log blame commit diff stats
path: root/092socket.mu
blob: b0dca4b7577f0f273b57f0f10e5f6c9161820b2b (plain) (tree)
1
2
3
4
5
6
7
8
9
                                                            
 

                                                                      
             



                                                                            
                                                                  





                                                                                     
                                                                                            




                                 
                                
 

                                                 
             
             
              

 
                                                                        



















                                                                                

                                            
                                                                                 
             
             



                                                            
                                                 


                                              
                                  

 
                                                                                          
             
             
   
                                               



                             

                          
                                                               

          






                                                               
                                                                 



                                                     
             







                                 
                                                                                      
             
             
   
                 

                                                                         

                  

                           
     
     

                     
     
        

                    

 
                                                                                                       
             
             
                                          
                                

 
                                        
             
             





                                         
                              



                 



                                                      
             


























                                          
# Wrappers around socket primitives that are easier to test.

# To test server operations, just run a real client against localhost.
scenario example-server-test [
  local-scope
  # test server without a fake on a random (real) port
  # that way repeatedly running the test will give ports time to timeout and
  # close before reusing them
  make-random-nondeterministic
  port:num <- random-in-range null/real-random-numbers, 8000, 8100
  run [
    socket:num <- $open-server-socket port
    assert socket, [ 
F - example-server-test: $open-server-socket failed]
    handler-routine:number <- start-running serve-one-request socket, example-handler
  ]
  source:&:source:char <- start-reading-from-network null/real-resources, [localhost/], port
  response:text <- drain source
  10:@:char/raw <- copy *response
  memory-should-contain [
    10:array:character <- [abc]
  ]
  socket <- $close-socket socket
]
# helper just for this scenario
def example-handler query:text -> response:text [
  local-scope
  load-inputs
  return [abc]
]

# To test client operations, use 'assume-resources' with a filename that
# begins with a hostname. (Filenames starting with '/' are assumed to be
# local.)
scenario example-client-test [
  local-scope
  assume-resources [
    [example.com/] <- [
      |abc|
    ]
  ]
  run [
    source:&:source:char <- start-reading-from-network resources, [example.com/]
  ]
  contents:text <- drain source
  10:@:char/raw <- copy *contents
  memory-should-contain [
    10:array:character <- [abc
]
  ]
]

type request-handler = (recipe text -> text)

def serve-one-request socket:num, request-handler:request-handler -> socket:num [
  local-scope
  load-inputs
  session:num <- $accept socket
  assert session, [ 
F - example-server-test: $accept failed]
  contents:&:source:char, sink:&:sink:char <- new-channel 30
  start-running receive-from-socket session, sink
  query:text <- drain contents
  response:text <- call request-handler, query
  write-to-socket session, response
  session <- $close-socket session
]

def start-reading-from-network resources:&:resources, uri:text -> contents:&:source:char [
  local-scope
  load-inputs
  {
    port:num, port-found?:boolean <- next-input
    break-if port-found?
    port <- copy 80/http-port
  }
  {
    break-unless resources
    # fake network
    contents <- start-reading-from-fake-resource resources, uri
    return
  }
  # real network
  host:text, path:text <- split-at uri, 47/slash
  socket:num <- $open-client-socket host, port
  assert socket, [contents]
  req:text <- interpolate [GET _ HTTP/1.1], path
  request-socket socket, req
  contents:&:source:char, sink:&:sink:char <- new-channel 10000
  start-running receive-from-client-socket-and-close socket, sink
]

def request-socket socket:num, s:text -> socket:num [
  local-scope
  load-inputs
  write-to-socket socket, s
  $write-to-socket socket, 13/cr
  $write-to-socket socket, 10/lf
  # empty line to delimit request
  $write-to-socket socket, 13/cr
  $write-to-socket socket, 10/lf
]

def receive-from-socket socket:num, sink:&:sink:char -> sink:&:sink:char, socket:num [
  local-scope
  load-inputs
  {
    +next-attempt
    c:char, found?:bool, eof?:bool, error:num <- $read-from-socket socket
    break-if eof?
    break-if error
    {
      break-unless found?
      sink <- write sink, c
    }
    {
      break-if found?
      switch
    }
    loop
  }
  sink <- close sink
]

def receive-from-client-socket-and-close socket:num, sink:&:sink:char -> sink:&:sink:char, socket:num [
  local-scope
  load-inputs
  sink <- receive-from-socket socket, sink
  socket <- $close-socket socket
]

def write-to-socket socket:num, s:text [
  local-scope
  load-inputs
  len:num <- length *s
  i:num <- copy 0
  {
    done?:bool <- greater-or-equal i, len
    break-if done?
    c:char <- index *s, i
    $write-to-socket socket, c
    i <- add i, 1
    loop
  }
]

# like split-first, but don't eat the delimiter
def split-at text:text, delim:char -> x:text, y:text [
  local-scope
  load-inputs
  # empty text? return empty texts
  len:num <- length *text
  {
    empty?:bool <- equal len, 0
    break-unless empty?
    x:text <- new []
    y:text <- new []
    return
  }
  idx:num <- find-next text, delim, 0
  x:text <- copy-range text, 0, idx
  y:text <- copy-range text, idx, len
]

scenario text-split-at [
  local-scope
  x:text <- new [a/b]
  run [
    y:text, z:text <- split-at x, 47/slash
    10:@:char/raw <- copy *y
    20:@:char/raw <- copy *z
  ]
  memory-should-contain [
    10:array:character <- [a]
    20:array:character <- [/b]
  ]
]
41' href='#n341'>341 342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422




                                                                            




                                                                 
                    
          
                    

 
                 
                    










                                                                
                                     


                         
                       



                                

                      


                                                                                                                  
                                                                          


                               

                      


                                                                                                                  
                                                                         

 
                                                                         
 
                                                          
                                                         
 
                                                                        






                                                                              
       
                                               
                            
                         



                                                                  

                                                                    
                                                                           


                               

                              
                                        
                           
                                                                      
                                                       
                                                                                  

                             
                                                      
                                                                                 
       
     
                                      
           
   

 















                                                                                                        
                                                 






                                                                
                                                                                            









                                                         
                                      

                                                  
                                                
                                                           




                                                                                                      
                                                
                                                                                    

                                                                                                    
                                                
                                                                                   


   

                                   
                    
          
                    
 
                 
                    
 
                
                    








                             
                                      
                     
             
                    
         
                    

                
                    
 
                                         

















                                        
                    
 
                 
                    
 
                
                    














                                                                                         
                    
          
                    
 
                 
                    
 
                
                    
 
                 
                    
 
                
                    














                                                                
                    
          
                    
 
                 

                    
 
                

                    












                                                         
                     
          




                     
          
                     
 
                 
                     
 
                
                     
 

                              
        




                              
        

                              
              
       



                                                           

          

                     
                 

                     
                















                                                           

          

                     
                 

                     
                

                     

             





                              
            



                              































































                                                      
//: Allow code for recipes to be pulled in from multiple places and inserted
//: at special labels called 'waypoints'. Unlike jump targets, a recipe can
//: have multiple ambiguous waypoints with the same name. Any 'before' and
//: 'after' fragments will simply be inserted at all applicable waypoints.
//: Waypoints are always surrounded by '<>', e.g. <handle-request>.
//:
//: TODO: switch recipe.steps to a more efficient data structure.

:(scenario tangle_before)
recipe main [
  1:number <- copy 0
  <label1>
  3:number <- copy 0
]

before <label1> [
  2:number <- copy 0
]
+mem: storing 0 in location 1
+mem: storing 0 in location 2
+mem: storing 0 in location 3
# nothing else
$mem: 3

//: while loading recipes, load before/after fragments

:(before "End Globals")
map<string /*label*/, recipe> Before_fragments, After_fragments;
set<string /*label*/> Fragments_used;
:(before "End Setup")
Before_fragments.clear();
After_fragments.clear();
Fragments_used.clear();

:(before "End Command Handlers")
else if (command == "before") {
  string label = next_word(in);
  recipe tmp;
  slurp_body(in, tmp);
  if (is_waypoint(label))
    Before_fragments[label].steps.insert(Before_fragments[label].steps.end(), tmp.steps.begin(), tmp.steps.end());
  else
    raise_error << "can't tangle before label " << label << '\n' << end();
}
else if (command == "after") {
  string label = next_word(in);
  recipe tmp;
  slurp_body(in, tmp);
  if (is_waypoint(label))
    After_fragments[label].steps.insert(After_fragments[label].steps.begin(), tmp.steps.begin(), tmp.steps.end());
  else
    raise_error << "can't tangle after label " << label << '\n' << end();
}

//: after all recipes are loaded, insert fragments at appropriate labels.

:(after "Begin Instruction Inserting/Deleting Transforms")
Transform.push_back(insert_fragments);  // NOT idempotent

//: We might need to perform multiple passes, in case inserted fragments
//: include more labels that need further insertions. Track which labels we've
//: already processed using an extra field.
:(before "End instruction Fields")
mutable bool tangle_done;
:(before "End instruction Constructor")
tangle_done = false;

:(code)
void insert_fragments(const recipe_ordinal r) {
  bool made_progress = true;
  long long int pass = 0;
  while (made_progress) {
    made_progress = false;
    // create a new vector because insertions invalidate iterators
    vector<instruction> result;
    for (long long int i = 0; i < SIZE(get(Recipe, r).steps); ++i) {
      const instruction& inst = get(Recipe, r).steps.at(i);
      if (!inst.is_label || !is_waypoint(inst.label) || inst.tangle_done) {
        result.push_back(inst);
        continue;
      }
      inst.tangle_done = true;
      made_progress = true;
      Fragments_used.insert(inst.label);
      ostringstream prefix;
      prefix << '+' << get(Recipe, r).name << '_' << pass << '_' << i;
      if (contains_key(Before_fragments, inst.label)) {
        append_fragment(result, Before_fragments[inst.label].steps, prefix.str());
      }
      result.push_back(inst);
      if (contains_key(After_fragments, inst.label)) {
        append_fragment(result, After_fragments[inst.label].steps, prefix.str());
      }
    }
    get(Recipe, r).steps.swap(result);
    ++pass;
  }
}

void append_fragment(vector<instruction>& base, const vector<instruction>& patch, const string prefix) {
  // append 'patch' to 'base' while keeping 'base' oblivious to any new jump
  // targets in 'patch' oblivious to 'base' by prepending 'prefix' to them.
  // we might tangle the same fragment at multiple points in a single recipe,
  // and we need to avoid duplicate jump targets.
  // so we'll keep jump targets local to the specific before/after fragment
  // that introduces them.
  set<string> jump_targets;
  for (long long int i = 0; i < SIZE(patch); ++i) {
    const instruction& inst = patch.at(i);
    if (inst.is_label && is_jump_target(inst.label))
      jump_targets.insert(inst.label);
  }
  for (long long int i = 0; i < SIZE(patch); ++i) {
    instruction inst = patch.at(i);
    if (inst.is_label) {
      if (contains_key(jump_targets, inst.label))
        inst.label = prefix+inst.label;
      base.push_back(inst);
      continue;
    }
    for (long long int j = 0; j < SIZE(inst.ingredients); ++j) {
      reagent& x = inst.ingredients.at(j);
      if (!is_literal(x)) continue;
      if (x.properties.at(0).second->value == "label" && contains_key(jump_targets, x.name))
        x.name = prefix+x.name;
    }
    base.push_back(inst);
  }
}

bool is_waypoint(string label) {
  return *label.begin() == '<' && *label.rbegin() == '>';
}

//: complain about unapplied fragments
:(before "End Globals")
bool Transform_check_insert_fragments_Ran = false;
:(after "Transform.push_back(insert_fragments)")
Transform.push_back(check_insert_fragments);  // idempotent
:(code)
void check_insert_fragments(unused recipe_ordinal) {
  if (Transform_check_insert_fragments_Ran) return;
  Transform_check_insert_fragments_Ran = true;
  for (map<string, recipe>::iterator p = Before_fragments.begin(); p != Before_fragments.end(); ++p) {
    if (!contains_key(Fragments_used, p->first))
      raise_error << "could not locate insert before " << p->first << '\n' << end();
  }
  for (map<string, recipe>::iterator p = After_fragments.begin(); p != After_fragments.end(); ++p) {
    if (!contains_key(Fragments_used, p->first))
      raise_error << "could not locate insert after " << p->first << '\n' << end();
  }
}

:(scenario tangle_before_and_after)
recipe main [
  1:number <- copy 0
  <label1>
  4:number <- copy 0
]
before <label1> [
  2:number <- copy 0
]
after <label1> [
  3:number <- copy 0
]
+mem: storing 0 in location 1
+mem: storing 0 in location 2
# label1
+mem: storing 0 in location 3
+mem: storing 0 in location 4
# nothing else
$mem: 4

:(scenario tangle_ignores_jump_target)
% Hide_errors = true;
recipe main [
  1:number <- copy 0
  +label1
  4:number <- copy 0
]
before +label1 [
  2:number <- copy 0
]
+error: can't tangle before label +label1
+mem: storing 0 in location 1
+mem: storing 0 in location 4
# label1
-mem: storing 0 in location 2
# nothing else
$mem: 2

:(scenario tangle_keeps_labels_separate)
recipe main [
  1:number <- copy 0
  <label1>
  <label2>
  6:number <- copy 0
]
before <label1> [
  2:number <- copy 0
]
after <label1> [
  3:number <- copy 0
]
before <label2> [
  4:number <- copy 0
]
after <label2> [
  5:number <- copy 0
]
+mem: storing 0 in location 1
+mem: storing 0 in location 2
# label1
+mem: storing 0 in location 3
# 'after' fragments for earlier label always go before 'before' fragments for later label
+mem: storing 0 in location 4
# label2
+mem: storing 0 in location 5
+mem: storing 0 in location 6
# nothing else
$mem: 6

:(scenario tangle_stacks_multiple_fragments)
recipe main [
  1:number <- copy 0
  <label1>
  6:number <- copy 0
]
before <label1> [
  2:number <- copy 0
]
after <label1> [
  3:number <- copy 0
]
before <label1> [
  4:number <- copy 0
]
after <label1> [
  5:number <- copy 0
]
+mem: storing 0 in location 1
# 'before' fragments stack in order
+mem: storing 0 in location 2
+mem: storing 0 in location 4
# label1
# 'after' fragments stack in reverse order
+mem: storing 0 in location 5
+mem: storing 0 in location 3
+mem: storing 0 in location 6
# nothing else
$mem: 6

:(scenario tangle_supports_fragments_with_multiple_instructions)
recipe main [
  1:number <- copy 0
  <label1>
  6:number <- copy 0
]
before <label1> [
  2:number <- copy 0
  3:number <- copy 0
]
after <label1> [
  4:number <- copy 0
  5:number <- copy 0
]
+mem: storing 0 in location 1
+mem: storing 0 in location 2
+mem: storing 0 in location 3
# label1
+mem: storing 0 in location 4
+mem: storing 0 in location 5
+mem: storing 0 in location 6
# nothing else
$mem: 6

:(scenario tangle_tangles_into_all_labels_with_same_name)
recipe main [
  1:number <- copy 10
  <label1>
  4:number <- copy 10
  recipe2
]
recipe recipe2 [
  1:number <- copy 11
  <label1>
  4:number <- copy 11
]
before <label1> [
  2:number <- copy 12
]
after <label1> [
  3:number <- copy 12
]
+mem: storing 10 in location 1
+mem: storing 12 in location 2
# label1
+mem: storing 12 in location 3
+mem: storing 10 in location 4
# recipe2
+mem: storing 11 in location 1
+mem: storing 12 in location 2
# label1
+mem: storing 12 in location 3
+mem: storing 11 in location 4
# nothing else
$mem: 8

:(scenario tangle_tangles_into_all_labels_with_same_name_2)
recipe main [
  1:number <- copy 10
  <label1>
  <label1>
  4:number <- copy 10
]
before <label1> [
  2:number <- copy 12
]
after <label1> [
  3:number <- copy 12
]
+mem: storing 10 in location 1
+mem: storing 12 in location 2
# label1
+mem: storing 12 in location 3
+mem: storing 12 in location 2
# label1
+mem: storing 12 in location 3
+mem: storing 10 in location 4
# nothing else
$mem: 6

:(scenario tangle_tangles_into_all_labels_with_same_name_3)
recipe main [
  1:number <- copy 10
  <label1>
  <foo>
  4:number <- copy 10
]
before <label1> [
  2:number <- copy 12
]
after <label1> [
  3:number <- copy 12
]
after <foo> [
  <label1>
]
+mem: storing 10 in location 1
+mem: storing 12 in location 2
# label1
+mem: storing 12 in location 3
+mem: storing 12 in location 2
# foo/label1
+mem: storing 12 in location 3
+mem: storing 10 in location 4
# nothing else
$mem: 6

:(scenario tangle_handles_jump_target_inside_fragment)
recipe main [
  1:number <- copy 10
  <label1>
  4:number <- copy 10
]
before <label1> [
  jump +label2:label
  2:number <- copy 12
  +label2
  3:number <- copy 12
]
+mem: storing 10 in location 1
# label1
+mem: storing 12 in location 3
+mem: storing 10 in location 4
# ignored by jump
-mem: storing 12 in label 2
# nothing else
$mem: 3

:(scenario tangle_renames_jump_target)
recipe main [
  1:number <- copy 10
  <label1>
  +label2
  4:number <- copy 10
]
before <label1> [
  jump +label2:label
  2:number <- copy 12
  +label2  # renamed
  3:number <- copy 12
]
+mem: storing 10 in location 1
# label1
+mem: storing 12 in location 3
+mem: storing 10 in location 4
# ignored by jump
-mem: storing 12 in label 2
# nothing else
$mem: 3

:(scenario tangle_jump_to_base_recipe)
recipe main [
  1:number <- copy 10
  <label1>
  +label2
  4:number <- copy 10
]
before <label1> [
  jump +label2:label
  2:number <- copy 12
  3:number <- copy 12
]
+mem: storing 10 in location 1
# label1
+mem: storing 10 in location 4
# ignored by jump
-mem: storing 12 in label 2
-mem: storing 12 in location 3
# nothing else
$mem: 2