5c4150aeb6eeea6db4e341a9a0f573a1c1d0a7b8
[samba.git] / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid unmake_str);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of get_array_element);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header ArrayDynamicallyAllocated);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45         my $arrays = 0;
46
47         foreach my $l (@{$e->{LEVELS}}) {
48                 if ($l->{TYPE} eq "POINTER") {
49                         $pointers++;
50                 } elsif ($l->{TYPE} eq "ARRAY") {
51                         $arrays++;
52                         if (($pointers == 0) and 
53                             (not $l->{IS_FIXED}) and
54                             (not $l->{IS_INLINE})) {
55                                 return get_value_of($var_name);
56                         }
57                 } elsif ($l->{TYPE} eq "DATA") {
58                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
59                                 return get_value_of($var_name) unless ($pointers or $arrays);
60                         }
61                 }
62         }
63         
64         return $var_name;
65 }
66
67 sub has_fast_array($$)
68 {
69         my ($e,$l) = @_;
70
71         return 0 if ($l->{TYPE} ne "ARRAY");
72
73         my $nl = GetNextLevel($e,$l);
74         return 0 unless ($nl->{TYPE} eq "DATA");
75         return 0 unless (hasType($nl->{DATA_TYPE}));
76
77         my $t = getType($nl->{DATA_TYPE});
78
79         # Only uint8 and string have fast array functions at the moment
80         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
81 }
82
83
84 ####################################
85 # pidl() is our basic output routine
86 sub pidl($$)
87 {
88         my ($self, $d) = @_;
89         if ($d) {
90                 $self->{res} .= $self->{tabs};
91                 $self->{res} .= $d;
92         }
93         $self->{res} .="\n";
94 }
95
96 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
97
98 ####################################
99 # defer() is like pidl(), but adds to 
100 # a deferred buffer which is then added to the 
101 # output buffer at the end of the structure/union/function
102 # This is needed to cope with code that must be pushed back
103 # to the end of a block of elements
104 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
105 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
106
107 sub defer($$)
108 {
109         my ($self, $d) = @_;
110         if ($d) {
111                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
112         }
113 }
114
115 ########################################
116 # add the deferred content to the current
117 # output
118 sub add_deferred($)
119 {
120         my ($self) = @_;
121         $self->pidl($_) foreach (@{$self->{deferred}});
122         $self->{deferred} = [];
123         $self->{defer_tabs} = "";
124 }
125
126 sub indent($)
127 {
128         my ($self) = @_;
129         $self->{tabs} .= "\t";
130 }
131
132 sub deindent($)
133 {
134         my ($self) = @_;
135         $self->{tabs} = substr($self->{tabs}, 0, -1);
136 }
137
138 #####################################################################
139 # declare a function public or static, depending on its attributes
140 sub fn_declare($$$$)
141 {
142         my ($self,$type,$fn,$decl) = @_;
143
144         if (has_property($fn, "no$type")) {
145                 $self->pidl_hdr("$decl;");
146                 return 0;
147         }
148
149         if (has_property($fn, "public")) {
150                 $self->pidl_hdr("$decl;");
151                 $self->pidl("_PUBLIC_ $decl");
152         } else {
153                 $self->pidl("static $decl");
154         }
155
156         return 1;
157 }
158
159 ###################################################################
160 # setup any special flags for an element or structure
161 sub start_flags($$$)
162 {
163         my ($self, $e, $ndr) = @_;
164         my $flags = has_property($e, "flag");
165         if (defined $flags) {
166                 $self->pidl("{");
167                 $self->indent;
168                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = $ndr->flags;");
169                 $self->pidl("ndr_set_flags(&$ndr->flags, $flags);");
170         }
171 }
172
173 ###################################################################
174 # end any special flags for an element or structure
175 sub end_flags($$$)
176 {
177         my ($self, $e, $ndr) = @_;
178         my $flags = has_property($e, "flag");
179         if (defined $flags) {
180                 $self->pidl("$ndr->flags = _flags_save_$e->{TYPE};");
181                 $self->deindent;
182                 $self->pidl("}");
183         }
184 }
185
186 #####################################################################
187 # parse the data of an array - push side
188 sub ParseArrayPushHeader($$$$$$)
189 {
190         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
191
192         my $size;
193         my $length;
194
195         if ($l->{IS_ZERO_TERMINATED}) {
196                 if (has_property($e, "charset")) {
197                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
198                 } else {
199                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
200                 }
201         } else {
202                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
203                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
204         }
205
206         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
207                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $size));");
208         }
209         
210         if ($l->{IS_VARYING}) {
211                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, 0));");  # array offset
212                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $length));");
213         } 
214
215         return $length;
216 }
217
218 sub check_fully_dereferenced($$)
219 {
220         my ($element, $env) = @_;
221
222         return sub ($) {
223                 my $origvar = shift;
224                 my $check = 0;
225
226                 # Figure out the number of pointers in $ptr
227                 my $expandedvar = $origvar;
228                 $expandedvar =~ s/^(\**)//;
229                 my $ptr = $1;
230
231                 my $var = undef;
232                 foreach (keys %$env) {
233                         if ($env->{$_} eq $expandedvar) {
234                                 $var = $_;
235                                 last;
236                         }
237                 }
238                 
239                 return($origvar) unless (defined($var));
240                 my $e;
241                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
242                         if ($_->{NAME} eq $var) {
243                                 $e = $_;
244                                 last;
245                         }
246                 }
247
248                 $e or die("Environment doesn't match siblings");
249
250                 # See if pointer at pointer level $level
251                 # needs to be checked.
252                 my $nump = 0;
253                 foreach (@{$e->{LEVELS}}) {
254                         if ($_->{TYPE} eq "POINTER") {
255                                 $nump = $_->{POINTER_INDEX}+1;
256                         }
257                 }
258                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
259                 return ($origvar);
260         }
261 }       
262
263 sub check_null_pointer($$$$)
264 {
265         my ($element, $env, $print_fn, $return) = @_;
266
267         return sub ($) {
268                 my $expandedvar = shift;
269                 my $check = 0;
270
271                 # Figure out the number of pointers in $ptr
272                 $expandedvar =~ s/^(\**)//;
273                 my $ptr = $1;
274
275                 my $var = undef;
276                 foreach (keys %$env) {
277                         if ($env->{$_} eq $expandedvar) {
278                                 $var = $_;
279                                 last;
280                         }
281                 }
282                 
283                 if (defined($var)) {
284                         my $e;
285                         # lookup ptr in $e
286                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
287                                 if ($_->{NAME} eq $var) {
288                                         $e = $_;
289                                         last;
290                                 }
291                         }
292
293                         $e or die("Environment doesn't match siblings");
294
295                         # See if pointer at pointer level $level
296                         # needs to be checked.
297                         foreach my $l (@{$e->{LEVELS}}) {
298                                 if ($l->{TYPE} eq "POINTER" and 
299                                         $l->{POINTER_INDEX} == length($ptr)) {
300                                         # No need to check ref pointers
301                                         $check = ($l->{POINTER_TYPE} ne "ref");
302                                         last;
303                                 }
304
305                                 if ($l->{TYPE} eq "DATA") {
306                                         warning($element, "too much dereferences for `$var'");
307                                 }
308                         }
309                 } else {
310                         warning($element, "unknown dereferenced expression `$expandedvar'");
311                         $check = 1;
312                 }
313                 
314                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
315         }
316 }
317
318 sub ParseArrayPullGetSize($$$$$$)
319 {
320         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
321
322         my $size;
323
324         if ($l->{IS_CONFORMANT}) {
325                 $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
326         } elsif ($l->{IS_ZERO_TERMINATED} and $l->{SIZE_IS} == 0 and $l->{LENGTH_IS} == 0) { # Noheader arrays
327                 $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
328         } else {
329                 $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
330                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
331                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
332                         check_fully_dereferenced($e, $env));
333         }
334
335         my $array_size = $size;
336
337         return $array_size;
338 }
339
340 #####################################################################
341 # parse an array - pull side
342 sub ParseArrayPullGetLength($$$$$$;$)
343 {
344         my ($self,$e,$l,$ndr,$var_name,$env,$array_size) = @_;
345
346         if (not defined($array_size)) {
347                 $array_size = $self->ParseArrayPullGetSize($e, $l, $ndr, $var_name, $env);
348         }
349
350         my $array_length = $array_size;
351         if ($l->{IS_VARYING}) {
352                 my $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
353                 $array_length = $length;
354         }
355
356         return $array_length;
357 }
358
359 #####################################################################
360 # parse an array - pull side
361 sub ParseArrayPullHeader($$$$$$)
362 {
363         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
364
365         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
366                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, " . get_pointer_to($var_name) . "));");
367         }
368
369         if ($l->{IS_VARYING}) {
370                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
371         }
372
373         my $array_size = $self->ParseArrayPullGetSize($e, $l, $ndr, $var_name, $env);
374         my $array_length = $self->ParseArrayPullGetLength($e, $l, $ndr, $var_name, $env, $array_size);
375
376         if ($array_length ne $array_size) {
377                 $self->pidl("if ($array_length > $array_size) {");
378                 $self->indent;
379                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $array_size, $array_length);");
380                 $self->deindent;
381                 $self->pidl("}");
382         }
383
384         if ($l->{IS_CONFORMANT} and not $l->{IS_ZERO_TERMINATED}) {
385                 $self->defer("if ($var_name) {");
386                 $self->defer_indent;
387                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
388                         check_null_pointer($e, $env, sub { $self->defer(shift); },
389                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
390                         check_fully_dereferenced($e, $env));
391                 $self->defer("NDR_CHECK(ndr_check_array_size($ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
392                 $self->defer_deindent;
393                 $self->defer("}");
394         }
395
396         if ($l->{IS_VARYING} and not $l->{IS_ZERO_TERMINATED}) {
397                 $self->defer("if ($var_name) {");
398                 $self->defer_indent;
399                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
400                         check_null_pointer($e, $env, sub { $self->defer(shift); },
401                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
402                         check_fully_dereferenced($e, $env));
403                 $self->defer("NDR_CHECK(ndr_check_array_length($ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
404                 $self->defer_deindent;
405                 $self->defer("}");
406         }
407
408         if (ArrayDynamicallyAllocated($e,$l) and not is_charset_array($e,$l)) {
409                 $self->AllocateArrayLevel($e,$l,$ndr,$var_name,$array_size);
410         }
411
412         return $array_length;
413 }
414
415 sub compression_alg($$)
416 {
417         my ($e, $l) = @_;
418         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
419
420         return $alg;
421 }
422
423 sub compression_clen($$$)
424 {
425         my ($e, $l, $env) = @_;
426         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
427
428         return ParseExpr($clen, $env, $e->{ORIGINAL});
429 }
430
431 sub compression_dlen($$$)
432 {
433         my ($e,$l,$env) = @_;
434         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
435
436         return ParseExpr($dlen, $env, $e->{ORIGINAL});
437 }
438
439 sub ParseCompressionPushStart($$$$$)
440 {
441         my ($self,$e,$l,$ndr,$env) = @_;
442         my $comndr = "$ndr\_compressed";
443         my $alg = compression_alg($e, $l);
444         my $dlen = compression_dlen($e, $l, $env);
445
446         $self->pidl("{");
447         $self->indent;
448         $self->pidl("struct ndr_push *$comndr;");
449         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
450
451         return $comndr;
452 }
453
454 sub ParseCompressionPushEnd($$$$$)
455 {
456         my ($self,$e,$l,$ndr,$env) = @_;
457         my $comndr = "$ndr\_compressed";
458         my $alg = compression_alg($e, $l);
459         my $dlen = compression_dlen($e, $l, $env);
460
461         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
462         $self->deindent;
463         $self->pidl("}");
464 }
465
466 sub ParseCompressionPullStart($$$$$)
467 {
468         my ($self,$e,$l,$ndr,$env) = @_;
469         my $comndr = "$ndr\_compressed";
470         my $alg = compression_alg($e, $l);
471         my $dlen = compression_dlen($e, $l, $env);
472
473         $self->pidl("{");
474         $self->indent;
475         $self->pidl("struct ndr_pull *$comndr;");
476         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
477
478         return $comndr;
479 }
480
481 sub ParseCompressionPullEnd($$$$$)
482 {
483         my ($self,$e,$l,$ndr,$env) = @_;
484         my $comndr = "$ndr\_compressed";
485         my $alg = compression_alg($e, $l);
486         my $dlen = compression_dlen($e, $l, $env);
487
488         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
489         $self->deindent;
490         $self->pidl("}");
491 }
492
493 sub ParseSubcontextPushStart($$$$$)
494 {
495         my ($self,$e,$l,$ndr,$env) = @_;
496         my $subndr = "_ndr_$e->{NAME}";
497         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
498
499         $self->pidl("{");
500         $self->indent;
501         $self->pidl("struct ndr_push *$subndr;");
502         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
503
504         if (defined $l->{COMPRESSION}) {
505                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
506         }
507
508         return $subndr;
509 }
510
511 sub ParseSubcontextPushEnd($$$$$)
512 {
513         my ($self,$e,$l,$ndr,$env) = @_;
514         my $subndr = "_ndr_$e->{NAME}";
515         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
516
517         if (defined $l->{COMPRESSION}) {
518                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
519         }
520
521         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
522         $self->deindent;
523         $self->pidl("}");
524 }
525
526 sub ParseSubcontextPullStart($$$$$)
527 {
528         my ($self,$e,$l,$ndr,$env) = @_;
529         my $subndr = "_ndr_$e->{NAME}";
530         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
531
532         $self->pidl("{");
533         $self->indent;
534         $self->pidl("struct ndr_pull *$subndr;");
535         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
536
537         if (defined $l->{COMPRESSION}) {
538                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
539         }
540
541         return $subndr;
542 }
543
544 sub ParseSubcontextPullEnd($$$$$)
545 {
546         my ($self,$e,$l,$ndr,$env) = @_;
547         my $subndr = "_ndr_$e->{NAME}";
548         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
549
550         if (defined $l->{COMPRESSION}) {
551                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
552         }
553
554         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
555         $self->deindent;
556         $self->pidl("}");
557 }
558
559 sub ParseElementPushLevel
560 {
561         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
562
563         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
564
565         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
566                 $var_name = get_pointer_to($var_name);
567         }
568
569         if (defined($ndr_flags)) {
570                 if ($l->{TYPE} eq "SUBCONTEXT") {
571                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
572                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
573                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
574                 } elsif ($l->{TYPE} eq "POINTER") {
575                         $self->ParsePtrPush($e, $l, $ndr, $var_name);
576                 } elsif ($l->{TYPE} eq "ARRAY") {
577                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
578
579                         my $nl = GetNextLevel($e, $l);
580
581                         # Allow speedups for arrays of scalar types
582                         if (is_charset_array($e,$l)) {
583                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
584                                 return;
585                         } elsif (has_fast_array($e,$l)) {
586                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
587                                 return;
588                         } 
589                 } elsif ($l->{TYPE} eq "SWITCH") {
590                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
591                 } elsif ($l->{TYPE} eq "DATA") {
592                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
593                 } elsif ($l->{TYPE} eq "TYPEDEF") {
594                         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
595                 }
596         }
597
598         if ($l->{TYPE} eq "POINTER" and $deferred) {
599                 my $rel_var_name = $var_name;
600                 if ($l->{POINTER_TYPE} ne "ref") {
601                         $self->pidl("if ($var_name) {");
602                         $self->indent;
603                         if ($l->{POINTER_TYPE} eq "relative") {
604                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_start($ndr, $rel_var_name));");
605                         }
606                 }
607                 $var_name = get_value_of($var_name);
608                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
609
610                 if ($l->{POINTER_TYPE} ne "ref") {
611                         if ($l->{POINTER_TYPE} eq "relative") {
612                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_end($ndr, $rel_var_name));");
613                         }
614                         $self->deindent;
615                         $self->pidl("}");
616                 }
617         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
618                 not is_charset_array($e, $l)) {
619                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
620                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
621
622                 my $array_pointless = ($length eq "0");
623
624                 if ($array_pointless) {
625                         warning($e->{ORIGINAL}, "pointless array `$e->{NAME}' will always have size 0");
626                 }
627
628                 $var_name = get_array_element($var_name, $counter);
629
630                 if ((($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) and not $array_pointless) {
631                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
632                         $self->indent;
633                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
634                         $self->deindent;
635                         $self->pidl("}");
636                 }
637
638                 if ($deferred and ContainsDeferred($e, $l) and not $array_pointless) {
639                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
640                         $self->indent;
641                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
642                         $self->deindent;
643                         $self->pidl("}");
644                 }       
645         } elsif ($l->{TYPE} eq "SWITCH") {
646                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
647         }
648 }
649
650 #####################################################################
651 # parse scalars in a structure element
652 sub ParseElementPush($$$$$$)
653 {
654         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
655         my $subndr = undef;
656
657         my $var_name = $env->{$e->{NAME}};
658
659         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
660
661         # Representation type is different from transmit_as
662         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
663                 $self->pidl("{");
664                 $self->indent;
665                 my $transmit_name = "_transmit_$e->{NAME}";
666                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
667                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
668                 $var_name = $transmit_name;
669         }
670
671         $var_name = append_prefix($e, $var_name);
672
673         $self->start_flags($e, $ndr);
674
675         if (defined(my $value = has_property($e, "value"))) {
676                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
677         }
678
679         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
680
681         $self->end_flags($e, $ndr);
682
683         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
684                 $self->deindent;
685                 $self->pidl("}");
686         }
687 }
688
689 #####################################################################
690 # parse a pointer in a struct element or function
691 sub ParsePtrPush($$$$$)
692 {
693         my ($self,$e,$l,$ndr,$var_name) = @_;
694
695         if ($l->{POINTER_TYPE} eq "ref") {
696                 $self->pidl("if ($var_name == NULL) {");
697                 $self->indent;
698                 $self->pidl("return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
699                 $self->deindent;
700                 $self->pidl("}");
701                 if ($l->{LEVEL} eq "EMBEDDED") {
702                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
703                 }
704         } elsif ($l->{POINTER_TYPE} eq "relative") {
705                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1($ndr, $var_name));");
706         } elsif ($l->{POINTER_TYPE} eq "unique") {
707                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr($ndr, $var_name));");
708         } elsif ($l->{POINTER_TYPE} eq "full") {
709                 $self->pidl("NDR_CHECK(ndr_push_full_ptr($ndr, $var_name));");
710         } else {
711                 die("Unhandled pointer type $l->{POINTER_TYPE}");
712         }
713 }
714
715 sub need_pointer_to($$$)
716 {
717         my ($e, $l, $scalar_only) = @_;
718
719         my $t;
720         if (ref($l->{DATA_TYPE})) {
721                 $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
722         } else {
723                 $t = $l->{DATA_TYPE};
724         }
725
726         if (not Parse::Pidl::Typelist::is_scalar($t)) {
727                 return 1 if $scalar_only;
728         }
729
730         my $arrays = 0;
731
732         foreach my $tl (@{$e->{LEVELS}}) {
733                 last if $l == $tl;
734                 if ($tl->{TYPE} eq "ARRAY") {
735                         $arrays++;
736                 }
737         }
738
739         if (Parse::Pidl::Typelist::scalar_is_reference($t)) {
740                 return 1 unless $arrays;
741         }
742
743         return 0;
744 }
745
746 sub ParseDataPrint($$$$$)
747 {
748         my ($self, $e, $l, $ndr, $var_name) = @_;
749
750         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
751
752                 if (need_pointer_to($e, $l, 1)) {
753                         $var_name = get_pointer_to($var_name);
754                 }
755
756                 $self->pidl(TypeFunctionName("ndr_print", $l->{DATA_TYPE})."($ndr, \"$e->{NAME}\", $var_name);");
757         } else {
758                 $self->ParseTypePrint($l->{DATA_TYPE}, $ndr, $var_name);
759         }
760 }
761
762 #####################################################################
763 # print scalars in a structure element
764 sub ParseElementPrint($$$$$)
765 {
766         my($self, $e, $ndr, $var_name, $env) = @_;
767
768         return if (has_property($e, "noprint"));
769
770         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
771                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}($ndr, \"$e->{NAME}\", $var_name);");
772                 return;
773         }
774
775         $var_name = append_prefix($e, $var_name);
776
777         if (defined(my $value = has_property($e, "value"))) {
778                 $var_name = "($ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
779         }
780
781         foreach my $l (@{$e->{LEVELS}}) {
782                 if ($l->{TYPE} eq "POINTER") {
783                         $self->pidl("ndr_print_ptr($ndr, \"$e->{NAME}\", $var_name);");
784                         $self->pidl("$ndr->depth++;");
785                         if ($l->{POINTER_TYPE} ne "ref") {
786                                 $self->pidl("if ($var_name) {");
787                                 $self->indent;
788                         }
789                         $var_name = get_value_of($var_name);
790                 } elsif ($l->{TYPE} eq "ARRAY") {
791                         my $length;
792
793                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
794                                 $var_name = get_pointer_to($var_name); 
795                         }
796                         
797                         if ($l->{IS_ZERO_TERMINATED}) {
798                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
799                         } else {
800                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
801                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
802                         }
803
804                         if (is_charset_array($e,$l)) {
805                                 $self->pidl("ndr_print_string($ndr, \"$e->{NAME}\", $var_name);");
806                                 last;
807                         } elsif (has_fast_array($e, $l)) {
808                                 my $nl = GetNextLevel($e, $l);
809                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}($ndr, \"$e->{NAME}\", $var_name, $length);");
810                                 last;
811                         } else {
812                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
813
814                                 $self->pidl("$ndr->print($ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", (int)$length);");
815                                 $self->pidl("$ndr->depth++;");
816                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
817                                 $self->indent;
818                                 $self->pidl("char *idx_$l->{LEVEL_INDEX}=NULL;");
819                                 $self->pidl("if (asprintf(&idx_$l->{LEVEL_INDEX}, \"[\%d]\", $counter) != -1) {");
820                                 $self->indent;
821
822                                 $var_name = get_array_element($var_name, $counter);
823                         }
824                 } elsif ($l->{TYPE} eq "DATA") {
825                         $self->ParseDataPrint($e, $l, $ndr, $var_name);
826                 } elsif ($l->{TYPE} eq "SWITCH") {
827                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
828                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
829                         $self->pidl("ndr_print_set_switch_value($ndr, " . get_pointer_to($var_name) . ", $switch_var);");
830                 } 
831         }
832
833         foreach my $l (reverse @{$e->{LEVELS}}) {
834                 if ($l->{TYPE} eq "POINTER") {
835                         if ($l->{POINTER_TYPE} ne "ref") {
836                                 $self->deindent;
837                                 $self->pidl("}");
838                         }
839                         $self->pidl("$ndr->depth--;");
840                 } elsif (($l->{TYPE} eq "ARRAY")
841                         and not is_charset_array($e,$l)
842                         and not has_fast_array($e,$l)) {
843                         $self->pidl("free(idx_$l->{LEVEL_INDEX});");
844                         $self->deindent;
845                         $self->pidl("}");
846                         $self->deindent;
847                         $self->pidl("}");
848                         $self->pidl("$ndr->depth--;");
849                 }
850         }
851 }
852
853 #####################################################################
854 # parse scalars in a structure element - pull size
855 sub ParseSwitchPull($$$$$$)
856 {
857         my($self,$e,$l,$ndr,$var_name,$env) = @_;
858         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
859                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
860                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
861                 check_fully_dereferenced($e, $env));
862
863         $var_name = get_pointer_to($var_name);
864         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
865 }
866
867 #####################################################################
868 # push switch element
869 sub ParseSwitchPush($$$$$$)
870 {
871         my($self,$e,$l,$ndr,$var_name,$env) = @_;
872         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
873                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
874                                    "return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
875                 check_fully_dereferenced($e, $env));
876
877         $var_name = get_pointer_to($var_name);
878         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
879 }
880
881 sub ParseDataPull($$$$$$$)
882 {
883         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
884
885         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
886
887                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
888
889                 if (need_pointer_to($e, $l, 0)) {
890                         $var_name = get_pointer_to($var_name);
891                 }
892
893                 $var_name = get_pointer_to($var_name);
894
895                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
896
897                 my $pl = GetPrevLevel($e, $l);
898
899                 my $range = has_property($e, "range");
900                 if ($range and $pl->{TYPE} ne "ARRAY") {
901                         $var_name = get_value_of($var_name);
902                         my $signed = Parse::Pidl::Typelist::is_signed($l->{DATA_TYPE});
903                         my ($low, $high) = split(/,/, $range, 2);
904                         if ($low < 0 and not $signed) {
905                                 warning(0, "$low is invalid for the range of an unsigned type");
906                         }
907                         if ($low == 0 and not $signed) {
908                                 $self->pidl("if ($var_name > $high) {");
909                         } else {
910                                 $self->pidl("if ($var_name < $low || $var_name > $high) {");
911                         }
912                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
913                         $self->pidl("}");
914                 }
915         } else {
916                 $self->ParseTypePull($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
917         }
918 }
919
920 sub ParseDataPush($$$$$$$)
921 {
922         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
923
924         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
925
926                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
927
928                 # strings are passed by value rather than reference
929                 if (need_pointer_to($e, $l, 1)) {
930                         $var_name = get_pointer_to($var_name);
931                 }
932
933                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_push", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
934         } else {
935                 $self->ParseTypePush($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
936         }
937 }
938
939 sub CalcNdrFlags($$$)
940 {
941         my ($l,$primitives,$deferred) = @_;
942
943         my $scalars = 0;
944         my $buffers = 0;
945
946         # Add NDR_SCALARS if this one is deferred 
947         # and deferreds may be pushed
948         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
949
950         # Add NDR_SCALARS if this one is not deferred and 
951         # primitives may be pushed
952         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
953         
954         # Add NDR_BUFFERS if this one contains deferred stuff
955         # and deferreds may be pushed
956         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
957
958         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
959         return "NDR_SCALARS" if ($scalars);
960         return "NDR_BUFFERS" if ($buffers);
961         return undef;
962 }
963
964 sub ParseMemCtxPullFlags($$$$)
965 {
966         my ($self, $e, $l) = @_;
967
968         return undef unless ($l->{TYPE} eq "POINTER" or $l->{TYPE} eq "ARRAY");
969
970         return undef unless ($l->{TYPE} ne "ARRAY" or ArrayDynamicallyAllocated($e,$l));
971         return undef if has_fast_array($e, $l);
972         return undef if is_charset_array($e, $l);
973
974         my $mem_flags = "0";
975
976         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
977                 my $nl = GetNextLevel($e, $l);
978                 my $next_is_array = ($nl->{TYPE} eq "ARRAY");
979                 my $next_is_string = (($nl->{TYPE} eq "DATA") and 
980                                         ($nl->{DATA_TYPE} eq "string"));
981                 if ($next_is_array or $next_is_string) {
982                         return undef;
983                 } elsif ($l->{LEVEL} eq "TOP") {
984                         $mem_flags = "LIBNDR_FLAG_REF_ALLOC";
985                 }
986         }
987
988         return $mem_flags;
989 }
990
991 sub ParseMemCtxPullStart($$$$$)
992 {
993         my ($self, $e, $l, $ndr, $ptr_name) = @_;
994
995         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
996         my $mem_c_ctx = $ptr_name;
997         my $mem_c_flags = $self->ParseMemCtxPullFlags($e, $l);
998
999         return unless defined($mem_c_flags);
1000
1001         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX($ndr);");
1002         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_c_ctx, $mem_c_flags);");
1003 }
1004
1005 sub ParseMemCtxPullEnd($$$$)
1006 {
1007         my ($self, $e, $l, $ndr) = @_;
1008
1009         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
1010         my $mem_r_flags = $self->ParseMemCtxPullFlags($e, $l);
1011
1012         return unless defined($mem_r_flags);
1013
1014         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_r_ctx, $mem_r_flags);");
1015 }
1016
1017 sub CheckStringTerminator($$$$$)
1018 {
1019         my ($self,$ndr,$e,$l,$length) = @_;
1020         my $nl = GetNextLevel($e, $l);
1021
1022         # Make sure last element is zero!
1023         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
1024 }
1025
1026 sub ParseElementPullLevel
1027 {
1028         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
1029
1030         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
1031         my $array_length = undef;
1032
1033         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
1034                 $var_name = get_pointer_to($var_name);
1035         }
1036
1037         # Only pull something if there's actually something to be pulled
1038         if (defined($ndr_flags)) {
1039                 if ($l->{TYPE} eq "SUBCONTEXT") {
1040                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
1041                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
1042                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
1043                 } elsif ($l->{TYPE} eq "ARRAY") {
1044                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
1045                         $array_length = $length;
1046
1047                         if (my $range = has_property($e, "range")) {
1048                                 my ($low, $high) = split(/,/, $range, 2);
1049                                 if ($low < 0) {
1050                                         warning(0, "$low is invalid for the range of an array size");
1051                                 }
1052                                 if ($low == 0) {
1053                                         $self->pidl("if ($length > $high) {");
1054                                 } else {
1055                                         $self->pidl("if ($length < $low || $length > $high) {");
1056                                 }
1057                                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1058                                 $self->pidl("}");
1059                         }
1060
1061                         my $nl = GetNextLevel($e, $l);
1062
1063                         if (is_charset_array($e,$l)) {
1064                                 if ($l->{IS_ZERO_TERMINATED}) {
1065                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
1066                                 }
1067                                 $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1068                                 return;
1069                         } elsif (has_fast_array($e, $l)) {
1070                                 if ($l->{IS_ZERO_TERMINATED}) {
1071                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
1072                                 }
1073                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
1074                                 return;
1075                         }
1076                 } elsif ($l->{TYPE} eq "POINTER") {
1077                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
1078                 } elsif ($l->{TYPE} eq "SWITCH") {
1079                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
1080                 } elsif ($l->{TYPE} eq "DATA") {
1081                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
1082                 } elsif ($l->{TYPE} eq "TYPEDEF") {
1083                         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
1084                 }
1085         }
1086
1087         # add additional constructions
1088         if ($l->{TYPE} eq "POINTER" and $deferred) {
1089                 if ($l->{POINTER_TYPE} ne "ref") {
1090                         $self->pidl("if ($var_name) {");
1091                         $self->indent;
1092
1093                         if ($l->{POINTER_TYPE} eq "relative") {
1094                                 $self->pidl("uint32_t _relative_save_offset;");
1095                                 $self->pidl("_relative_save_offset = $ndr->offset;");
1096                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2($ndr, $var_name));");
1097                         }
1098                 }
1099
1100                 $self->ParseMemCtxPullStart($e, $l, $ndr, $var_name);
1101
1102                 $var_name = get_value_of($var_name);
1103                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1104
1105                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1106
1107                 if ($l->{POINTER_TYPE} ne "ref") {
1108                         if ($l->{POINTER_TYPE} eq "relative") {
1109                                 $self->pidl("$ndr->offset = _relative_save_offset;");
1110                         }
1111                         $self->deindent;
1112                         $self->pidl("}");
1113                 }
1114         } elsif ($l->{TYPE} eq "ARRAY" and 
1115                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1116                 my $length = $array_length;
1117                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1118                 my $array_name = $var_name;
1119
1120                 if (not defined($length)) {
1121                         $length = $self->ParseArrayPullGetLength($e, $l, $ndr, $var_name, $env);
1122                 }
1123
1124                 if (my $range = has_property($e, "range")) {
1125                         my ($low, $high) = split(/,/, $range, 2);
1126                         if ($low < 0) {
1127                                 warning(0, "$low is invalid for the range of an array size");
1128                         }
1129                         if ($low == 0) {
1130                                 $self->pidl("if ($length > $high) {");
1131                         } else {
1132                                 $self->pidl("if ($length < $low || $length > $high) {");
1133                         }
1134                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1135                         $self->pidl("}");
1136                 }
1137
1138                 $var_name = get_array_element($var_name, $counter);
1139
1140                 $self->ParseMemCtxPullStart($e, $l, $ndr, $array_name);
1141
1142                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1143                         my $nl = GetNextLevel($e,$l);
1144
1145                         if ($l->{IS_ZERO_TERMINATED}) {
1146                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1147                         }
1148
1149                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1150                         $self->indent;
1151                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1152                         $self->deindent;
1153                         $self->pidl("}");
1154                 }
1155
1156                 if ($deferred and ContainsDeferred($e, $l)) {
1157                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1158                         $self->indent;
1159                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1160                         $self->deindent;
1161                         $self->pidl("}");
1162                 }
1163
1164                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1165
1166         } elsif ($l->{TYPE} eq "SWITCH") {
1167                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1168         }
1169 }
1170
1171 #####################################################################
1172 # parse scalars in a structure element - pull size
1173 sub ParseElementPull($$$$$$)
1174 {
1175         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1176
1177         my $var_name = $env->{$e->{NAME}};
1178         my $represent_name;
1179         my $transmit_name;
1180
1181         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1182
1183         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1184                 $self->pidl("{");
1185                 $self->indent;
1186                 $represent_name = $var_name;
1187                 $transmit_name = "_transmit_$e->{NAME}";
1188                 $var_name = $transmit_name;
1189                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1190         }
1191
1192         $var_name = append_prefix($e, $var_name);
1193
1194         $self->start_flags($e, $ndr);
1195
1196         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1197
1198         $self->end_flags($e, $ndr);
1199
1200         # Representation type is different from transmit_as
1201         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1202                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1203                 $self->deindent;
1204                 $self->pidl("}");
1205         }
1206 }
1207
1208 #####################################################################
1209 # parse a pointer in a struct element or function
1210 sub ParsePtrPull($$$$$)
1211 {
1212         my($self, $e,$l,$ndr,$var_name) = @_;
1213
1214         my $nl = GetNextLevel($e, $l);
1215         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1216         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1217                                                  ($nl->{DATA_TYPE} eq "string"));
1218
1219         if ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP") {
1220
1221                 if (!$next_is_array and !$next_is_string) {
1222                         $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1223                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1224                         $self->pidl("}");
1225                 }
1226                 
1227                 return;
1228         } elsif ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "EMBEDDED") {
1229                 $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1230         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1231                  ($l->{POINTER_TYPE} eq "relative") or
1232                  ($l->{POINTER_TYPE} eq "full")) {
1233                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1234         } else {
1235                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1236         }
1237
1238         $self->pidl("if (_ptr_$e->{NAME}) {");
1239         $self->indent;
1240
1241         # Don't do this for arrays, they're allocated at the actual level 
1242         # of the array
1243         unless ($next_is_array or $next_is_string) { 
1244                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1245         } else {
1246                 # FIXME: Yes, this is nasty.
1247                 # We allocate an array twice
1248                 # - once just to indicate that it's there,
1249                 # - then the real allocation...
1250                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1251         }
1252
1253         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1254         if ($l->{POINTER_TYPE} eq "relative") {
1255                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1256         }
1257         $self->deindent;
1258         $self->pidl("} else {");
1259         $self->pidl("\t$var_name = NULL;");
1260         $self->pidl("}");
1261 }
1262
1263 sub ParseStructPushPrimitives($$$$$)
1264 {
1265         my ($self, $struct, $ndr, $varname, $env) = @_;
1266
1267         # see if the structure contains a conformant array. If it
1268         # does, then it must be the last element of the structure, and
1269         # we need to push the conformant length early, as it fits on
1270         # the wire before the structure (and even before the structure
1271         # alignment)
1272         if (defined($struct->{SURROUNDING_ELEMENT})) {
1273                 my $e = $struct->{SURROUNDING_ELEMENT};
1274
1275                 if (defined($e->{LEVELS}[0]) and 
1276                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1277                         my $size;
1278                         
1279                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1280                                 if (has_property($e, "charset")) {
1281                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1282                                 } else {
1283                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1284                                 }
1285                         } else {
1286                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1287                         }
1288
1289                         $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $size));");
1290                 } else {
1291                         $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, ndr_string_array_size($ndr, $varname->$e->{NAME})));");
1292                 }
1293         }
1294
1295         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $struct->{ALIGN}));");
1296
1297         if (defined($struct->{PROPERTIES}{relative_base})) {
1298                 # set the current offset as base for relative pointers
1299                 # and store it based on the toplevel struct/union
1300                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1301         }
1302
1303         $self->ParseElementPush($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1304 }
1305
1306 sub ParseStructPushDeferred($$$$)
1307 {
1308         my ($self, $struct, $ndr, $varname, $env) = @_;
1309         if (defined($struct->{PROPERTIES}{relative_base})) {
1310                 # retrieve the current offset as base for relative pointers
1311                 # based on the toplevel struct/union
1312                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1313         }
1314         $self->ParseElementPush($_, $ndr, $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1315 }
1316
1317 #####################################################################
1318 # parse a struct
1319 sub ParseStructPush($$$$)
1320 {
1321         my ($self, $struct, $ndr, $varname) = @_;
1322         
1323         return unless defined($struct->{ELEMENTS});
1324
1325         my $env = GenerateStructEnv($struct, $varname);
1326
1327         EnvSubstituteValue($env, $struct);
1328
1329         $self->DeclareArrayVariablesNoZero($_, $env) foreach (@{$struct->{ELEMENTS}});
1330
1331         $self->start_flags($struct, $ndr);
1332
1333         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1334         $self->indent;
1335         $self->ParseStructPushPrimitives($struct, $ndr, $varname, $env);
1336         $self->deindent;
1337         $self->pidl("}");
1338
1339         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1340         $self->indent;
1341         $self->ParseStructPushDeferred($struct, $ndr, $varname, $env);
1342         $self->deindent;
1343         $self->pidl("}");
1344
1345         $self->end_flags($struct, $ndr);
1346 }
1347
1348 #####################################################################
1349 # generate a push function for an enum
1350 sub ParseEnumPush($$$$)
1351 {
1352         my($self,$enum,$ndr,$varname) = @_;
1353         my($type_fn) = $enum->{BASE_TYPE};
1354
1355         $self->start_flags($enum, $ndr);
1356         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1357         $self->end_flags($enum, $ndr);
1358 }
1359
1360 #####################################################################
1361 # generate a pull function for an enum
1362 sub ParseEnumPull($$$$)
1363 {
1364         my($self,$enum,$ndr,$varname) = @_;
1365         my($type_fn) = $enum->{BASE_TYPE};
1366         my($type_v_decl) = mapTypeName($type_fn);
1367
1368         $self->pidl("$type_v_decl v;");
1369         $self->start_flags($enum, $ndr);
1370         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1371         $self->pidl("*$varname = v;");
1372
1373         $self->end_flags($enum, $ndr);
1374 }
1375
1376 #####################################################################
1377 # generate a print function for an enum
1378 sub ParseEnumPrint($$$$$)
1379 {
1380         my($self,$enum,$ndr,$name,$varname) = @_;
1381
1382         $self->pidl("const char *val = NULL;");
1383         $self->pidl("");
1384
1385         $self->start_flags($enum, $ndr);
1386
1387         $self->pidl("switch ($varname) {");
1388         $self->indent;
1389         my $els = \@{$enum->{ELEMENTS}};
1390         foreach my $i (0 .. $#{$els}) {
1391                 my $e = ${$els}[$i];
1392                 chomp $e;
1393                 if ($e =~ /^(.*)=/) {
1394                         $e = $1;
1395                 }
1396                 $self->pidl("case $e: val = \"$e\"; break;");
1397         }
1398
1399         $self->deindent;
1400         $self->pidl("}");
1401         
1402         $self->pidl("ndr_print_enum($ndr, name, \"$enum->{TYPE}\", val, $varname);");
1403
1404         $self->end_flags($enum, $ndr);
1405 }
1406
1407 sub DeclEnum($$$$)
1408 {
1409         my ($e,$t,$name,$varname) = @_;
1410         return "enum $name " . 
1411                 ($t eq "pull"?"*":"") . $varname;
1412 }
1413
1414 $typefamily{ENUM} = {
1415         DECL => \&DeclEnum,
1416         PUSH_FN_BODY => \&ParseEnumPush,
1417         PULL_FN_BODY => \&ParseEnumPull,
1418         PRINT_FN_BODY => \&ParseEnumPrint,
1419 };
1420
1421 #####################################################################
1422 # generate a push function for a bitmap
1423 sub ParseBitmapPush($$$$)
1424 {
1425         my($self,$bitmap,$ndr,$varname) = @_;
1426         my($type_fn) = $bitmap->{BASE_TYPE};
1427
1428         $self->start_flags($bitmap, $ndr);
1429
1430         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1431
1432         $self->end_flags($bitmap, $ndr);
1433 }
1434
1435 #####################################################################
1436 # generate a pull function for an bitmap
1437 sub ParseBitmapPull($$$$)
1438 {
1439         my($self,$bitmap,$ndr,$varname) = @_;
1440         my $type_fn = $bitmap->{BASE_TYPE};
1441         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1442
1443         $self->pidl("$type_decl v;");
1444         $self->start_flags($bitmap, $ndr);
1445         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1446         $self->pidl("*$varname = v;");
1447
1448         $self->end_flags($bitmap, $ndr);
1449 }
1450
1451 #####################################################################
1452 # generate a print function for an bitmap
1453 sub ParseBitmapPrintElement($$$$$$)
1454 {
1455         my($self,$e,$bitmap,$ndr,$name,$varname) = @_;
1456         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1457         my($type_fn) = $bitmap->{BASE_TYPE};
1458         my($flag);
1459
1460         if ($e =~ /^(\w+) .*$/) {
1461                 $flag = "$1";
1462         } else {
1463                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1464         }
1465
1466         $self->pidl("ndr_print_bitmap_flag($ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1467 }
1468
1469 #####################################################################
1470 # generate a print function for an bitmap
1471 sub ParseBitmapPrint($$$$$)
1472 {
1473         my($self,$bitmap,$ndr,$name,$varname) = @_;
1474         my($type_decl) = mapTypeName($bitmap->{TYPE});
1475         my($type_fn) = $bitmap->{BASE_TYPE};
1476
1477         $self->start_flags($bitmap, $ndr);
1478
1479         $self->pidl("ndr_print_$type_fn($ndr, name, $varname);");
1480
1481         $self->pidl("$ndr->depth++;");
1482         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1483                 $self->ParseBitmapPrintElement($e, $bitmap, $ndr, $name, $varname);
1484         }
1485         $self->pidl("$ndr->depth--;");
1486
1487         $self->end_flags($bitmap, $ndr);
1488 }
1489
1490 sub DeclBitmap($$$$)
1491 {
1492         my ($e,$t,$name,$varname) = @_;
1493         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1494                 ($t eq "pull"?" *":" ") . $varname;
1495 }
1496
1497 $typefamily{BITMAP} = {
1498         DECL => \&DeclBitmap,
1499         PUSH_FN_BODY => \&ParseBitmapPush,
1500         PULL_FN_BODY => \&ParseBitmapPull,
1501         PRINT_FN_BODY => \&ParseBitmapPrint,
1502 };
1503
1504 #####################################################################
1505 # generate a struct print function
1506 sub ParseStructPrint($$$$$)
1507 {
1508         my($self,$struct,$ndr,$name,$varname) = @_;
1509
1510         return unless defined $struct->{ELEMENTS};
1511
1512         my $env = GenerateStructEnv($struct, $varname);
1513
1514         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1515
1516         $self->pidl("ndr_print_struct($ndr, name, \"$name\");");
1517
1518         $self->start_flags($struct, $ndr);
1519
1520         $self->pidl("$ndr->depth++;");
1521         
1522         $self->ParseElementPrint($_, $ndr, $env->{$_->{NAME}}, $env)
1523                 foreach (@{$struct->{ELEMENTS}});
1524         $self->pidl("$ndr->depth--;");
1525
1526         $self->end_flags($struct, $ndr);
1527 }
1528
1529 sub DeclarePtrVariables($$)
1530 {
1531         my ($self,$e) = @_;
1532         foreach my $l (@{$e->{LEVELS}}) {
1533                 if ($l->{TYPE} eq "POINTER" and 
1534                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1535                         $self->pidl("uint32_t _ptr_$e->{NAME};");
1536                         last;
1537                 }
1538         }
1539 }
1540
1541 sub DeclareArrayVariables($$)
1542 {
1543         my ($self,$e) = @_;
1544
1545         foreach my $l (@{$e->{LEVELS}}) {
1546                 next if ($l->{TYPE} ne "ARRAY");
1547                 next if has_fast_array($e,$l);
1548                 next if is_charset_array($e,$l);
1549                 $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1550         }
1551 }
1552
1553 sub DeclareArrayVariablesNoZero($$$)
1554 {
1555         my ($self,$e,$env) = @_;
1556
1557         foreach my $l (@{$e->{LEVELS}}) {
1558                 next if ($l->{TYPE} ne "ARRAY");
1559                 next if has_fast_array($e,$l);
1560                 next if is_charset_array($e,$l);
1561                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1562                 if ($length eq "0") {
1563                         warning($e->{ORIGINAL}, "pointless array cntr: 'cntr_$e->{NAME}_$l->{LEVEL_INDEX}': length=$length");
1564                 } else {
1565                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1566                 }
1567         }
1568 }
1569
1570 sub DeclareMemCtxVariables($$)
1571 {
1572         my ($self,$e) = @_;
1573         foreach my $l (@{$e->{LEVELS}}) {
1574                 my $mem_flags = $self->ParseMemCtxPullFlags($e, $l);
1575                 if (defined($mem_flags)) {
1576                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1577                 }
1578         }
1579 }
1580
1581 sub ParseStructPullPrimitives($$$$$)
1582 {
1583         my($self,$struct,$ndr,$varname,$env) = @_;
1584
1585         if (defined $struct->{SURROUNDING_ELEMENT}) {
1586                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1587         }
1588
1589         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $struct->{ALIGN}));");
1590
1591         if (defined($struct->{PROPERTIES}{relative_base})) {
1592                 # set the current offset as base for relative pointers
1593                 # and store it based on the toplevel struct/union
1594                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1595         }
1596
1597         $self->ParseElementPull($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1598
1599         $self->add_deferred();
1600 }
1601
1602 sub ParseStructPullDeferred($$$$$)
1603 {
1604         my ($self,$struct,$ndr,$varname,$env) = @_;
1605
1606         if (defined($struct->{PROPERTIES}{relative_base})) {
1607                 # retrieve the current offset as base for relative pointers
1608                 # based on the toplevel struct/union
1609                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1610         }
1611         foreach my $e (@{$struct->{ELEMENTS}}) {
1612                 $self->ParseElementPull($e, $ndr, $env, 0, 1);
1613         }
1614
1615         $self->add_deferred();
1616 }
1617
1618 #####################################################################
1619 # parse a struct - pull side
1620 sub ParseStructPull($$$$)
1621 {
1622         my($self,$struct,$ndr,$varname) = @_;
1623
1624         return unless defined $struct->{ELEMENTS};
1625
1626         # declare any internal pointers we need
1627         foreach my $e (@{$struct->{ELEMENTS}}) {
1628                 $self->DeclarePtrVariables($e);
1629                 $self->DeclareArrayVariables($e);
1630                 $self->DeclareMemCtxVariables($e);
1631         }
1632
1633         $self->start_flags($struct, $ndr);
1634
1635         my $env = GenerateStructEnv($struct, $varname);
1636
1637         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1638         $self->indent;
1639         $self->ParseStructPullPrimitives($struct,$ndr,$varname,$env);
1640         $self->deindent;
1641         $self->pidl("}");
1642         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1643         $self->indent;
1644         $self->ParseStructPullDeferred($struct,$ndr,$varname,$env);
1645         $self->deindent;
1646         $self->pidl("}");
1647
1648         $self->end_flags($struct, $ndr);
1649 }
1650
1651 #####################################################################
1652 # calculate size of ndr struct
1653 sub ParseStructNdrSize($$$$)
1654 {
1655         my ($self,$t, $name, $varname) = @_;
1656         my $sizevar;
1657
1658         if (my $flags = has_property($t, "flag")) {
1659                 $self->pidl("flags |= $flags;");
1660         }
1661         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name, ic);");
1662 }
1663
1664 sub DeclStruct($$$$)
1665 {
1666         my ($e,$t,$name,$varname) = @_;
1667         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1668 }
1669
1670 sub ArgsStructNdrSize($$$)
1671 {
1672         my ($d, $name, $varname) = @_;
1673         return "const struct $name *$varname, struct smb_iconv_convenience *ic, int flags";
1674 }
1675
1676 $typefamily{STRUCT} = {
1677         PUSH_FN_BODY => \&ParseStructPush,
1678         DECL => \&DeclStruct,
1679         PULL_FN_BODY => \&ParseStructPull,
1680         PRINT_FN_BODY => \&ParseStructPrint,
1681         SIZE_FN_BODY => \&ParseStructNdrSize,
1682         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1683 };
1684
1685 #####################################################################
1686 # calculate size of ndr struct
1687 sub ParseUnionNdrSize($$$)
1688 {
1689         my ($self, $t, $name, $varname) = @_;
1690         my $sizevar;
1691
1692         if (my $flags = has_property($t, "flag")) {
1693                 $self->pidl("flags |= $flags;");
1694         }
1695
1696         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name, ic);");
1697 }
1698
1699 sub ParseUnionPushPrimitives($$$$)
1700 {
1701         my ($self, $e, $ndr ,$varname) = @_;
1702
1703         my $have_default = 0;
1704
1705         $self->pidl("int level = ndr_push_get_switch_value($ndr, $varname);");
1706
1707         if (defined($e->{SWITCH_TYPE})) {
1708                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}($ndr, NDR_SCALARS, level));");
1709         }
1710
1711         $self->pidl("switch (level) {");
1712         $self->indent;
1713         foreach my $el (@{$e->{ELEMENTS}}) {
1714                 if ($el->{CASE} eq "default") {
1715                         $have_default = 1;
1716                 }
1717                 $self->pidl("$el->{CASE}: {");
1718
1719                 if ($el->{TYPE} ne "EMPTY") {
1720                         $self->indent;
1721                         if (defined($e->{PROPERTIES}{relative_base})) {
1722                                 $self->pidl("NDR_CHECK(ndr_push_align($ndr, $el->{ALIGN}));");
1723                                 # set the current offset as base for relative pointers
1724                                 # and store it based on the toplevel struct/union
1725                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1726                         }
1727                         $self->DeclareArrayVariables($el);
1728                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1729                         $self->deindent;
1730                 }
1731                 $self->pidl("break; }");
1732                 $self->pidl("");
1733         }
1734         if (! $have_default) {
1735                 $self->pidl("default:");
1736                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1737         }
1738         $self->deindent;
1739         $self->pidl("}");
1740 }
1741
1742 sub ParseUnionPushDeferred($$$$)
1743 {
1744         my ($self,$e,$ndr,$varname) = @_;
1745
1746         my $have_default = 0;
1747
1748         $self->pidl("int level = ndr_push_get_switch_value($ndr, $varname);");
1749         if (defined($e->{PROPERTIES}{relative_base})) {
1750                 # retrieve the current offset as base for relative pointers
1751                 # based on the toplevel struct/union
1752                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1753         }
1754         $self->pidl("switch (level) {");
1755         $self->indent;
1756         foreach my $el (@{$e->{ELEMENTS}}) {
1757                 if ($el->{CASE} eq "default") {
1758                         $have_default = 1;
1759                 }
1760
1761                 $self->pidl("$el->{CASE}:");
1762                 if ($el->{TYPE} ne "EMPTY") {
1763                         $self->indent;
1764                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1765                         $self->deindent;
1766                 }
1767                 $self->pidl("break;");
1768                 $self->pidl("");
1769         }
1770         if (! $have_default) {
1771                 $self->pidl("default:");
1772                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1773         }
1774         $self->deindent;
1775         $self->pidl("}");
1776 }
1777
1778 #####################################################################
1779 # parse a union - push side
1780 sub ParseUnionPush($$$$)
1781 {
1782         my ($self,$e,$ndr,$varname) = @_;
1783         my $have_default = 0;
1784
1785         $self->start_flags($e, $ndr);
1786
1787         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1788         $self->indent;
1789         $self->ParseUnionPushPrimitives($e, $ndr, $varname);
1790         $self->deindent;
1791         $self->pidl("}");
1792         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1793         $self->indent;
1794         $self->ParseUnionPushDeferred($e, $ndr, $varname);
1795         $self->deindent;
1796         $self->pidl("}");
1797         $self->end_flags($e, $ndr);
1798 }
1799
1800 #####################################################################
1801 # print a union
1802 sub ParseUnionPrint($$$$$)
1803 {
1804         my ($self,$e,$ndr,$name,$varname) = @_;
1805         my $have_default = 0;
1806
1807         $self->pidl("int level;");
1808         foreach my $el (@{$e->{ELEMENTS}}) {
1809                 $self->DeclareArrayVariables($el);
1810         }
1811
1812         $self->start_flags($e, $ndr);
1813
1814         $self->pidl("level = ndr_print_get_switch_value($ndr, $varname);");
1815
1816         $self->pidl("ndr_print_union($ndr, name, level, \"$name\");");
1817
1818         $self->pidl("switch (level) {");
1819         $self->indent;
1820         foreach my $el (@{$e->{ELEMENTS}}) {
1821                 if ($el->{CASE} eq "default") {
1822                         $have_default = 1;
1823                 }
1824                 $self->pidl("$el->{CASE}:");
1825                 if ($el->{TYPE} ne "EMPTY") {
1826                         $self->indent;
1827                         $self->ParseElementPrint($el, $ndr, "$varname->$el->{NAME}", {});
1828                         $self->deindent;
1829                 }
1830                 $self->pidl("break;");
1831                 $self->pidl("");
1832         }
1833         if (! $have_default) {
1834                 $self->pidl("default:");
1835                 $self->pidl("\tndr_print_bad_level($ndr, name, level);");
1836         }
1837         $self->deindent;
1838         $self->pidl("}");
1839
1840         $self->end_flags($e, $ndr);
1841 }
1842
1843 sub ParseUnionPullPrimitives($$$$$)
1844 {
1845         my ($self,$e,$ndr,$varname,$switch_type) = @_;
1846         my $have_default = 0;
1847
1848         if (defined($switch_type)) {
1849                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type($ndr, NDR_SCALARS, &_level));");
1850                 $self->pidl("if (_level != level) {"); 
1851                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname\", _level);");
1852                 $self->pidl("}");
1853         }
1854
1855         $self->pidl("switch (level) {");
1856         $self->indent;
1857         foreach my $el (@{$e->{ELEMENTS}}) {
1858                 if ($el->{CASE} eq "default") {
1859                         $have_default = 1;
1860                 } 
1861                 $self->pidl("$el->{CASE}: {");
1862
1863                 if ($el->{TYPE} ne "EMPTY") {
1864                         $self->indent;
1865                         if (defined($e->{PROPERTIES}{relative_base})) {
1866                                 $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $el->{ALIGN}));");
1867                                 # set the current offset as base for relative pointers
1868                                 # and store it based on the toplevel struct/union
1869                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1870                         }
1871                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1872                         $self->deindent;
1873                 }
1874                 $self->pidl("break; }");
1875                 $self->pidl("");
1876         }
1877         if (! $have_default) {
1878                 $self->pidl("default:");
1879                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1880         }
1881         $self->deindent;
1882         $self->pidl("}");
1883 }
1884
1885 sub ParseUnionPullDeferred($$$$)
1886 {
1887         my ($self,$e,$ndr,$varname) = @_;
1888         my $have_default = 0;
1889
1890         if (defined($e->{PROPERTIES}{relative_base})) {
1891                 # retrieve the current offset as base for relative pointers
1892                 # based on the toplevel struct/union
1893                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1894         }
1895         $self->pidl("switch (level) {");
1896         $self->indent;
1897         foreach my $el (@{$e->{ELEMENTS}}) {
1898                 if ($el->{CASE} eq "default") {
1899                         $have_default = 1;
1900                 } 
1901
1902                 $self->pidl("$el->{CASE}:");
1903                 if ($el->{TYPE} ne "EMPTY") {
1904                         $self->indent;
1905                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1906                         $self->deindent;
1907                 }
1908                 $self->pidl("break;");
1909                 $self->pidl("");
1910         }
1911         if (! $have_default) {
1912                 $self->pidl("default:");
1913                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1914         }
1915         $self->deindent;
1916         $self->pidl("}");
1917
1918
1919 }
1920
1921 #####################################################################
1922 # parse a union - pull side
1923 sub ParseUnionPull($$$$)
1924 {
1925         my ($self,$e,$ndr,$varname) = @_;
1926         my $switch_type = $e->{SWITCH_TYPE};
1927
1928         $self->pidl("int level;");
1929         if (defined($switch_type)) {
1930                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1931                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1932                 }
1933                 $self->pidl(mapTypeName($switch_type) . " _level;");
1934         }
1935
1936         my %double_cases = ();
1937         foreach my $el (@{$e->{ELEMENTS}}) {
1938                 next if ($el->{TYPE} eq "EMPTY");
1939                 next if ($double_cases{"$el->{NAME}"});
1940                 $self->DeclareMemCtxVariables($el);
1941                 $self->DeclarePtrVariables($el);
1942                 $self->DeclareArrayVariables($el);
1943                 $double_cases{"$el->{NAME}"} = 1;
1944         }
1945
1946         $self->start_flags($e, $ndr);
1947
1948         $self->pidl("level = ndr_pull_get_switch_value($ndr, $varname);");
1949
1950         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1951         $self->indent;
1952         $self->ParseUnionPullPrimitives($e,$ndr,$varname,$switch_type);
1953         $self->deindent;
1954         $self->pidl("}");
1955
1956         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1957         $self->indent;
1958         $self->ParseUnionPullDeferred($e,$ndr,$varname);
1959         $self->deindent;
1960         $self->pidl("}");
1961
1962         $self->add_deferred();
1963
1964         $self->end_flags($e, $ndr);
1965 }
1966
1967 sub DeclUnion($$$$)
1968 {
1969         my ($e,$t,$name,$varname) = @_;
1970         return ($t ne "pull"?"const ":"") . "union $name *$varname";
1971 }
1972
1973 sub ArgsUnionNdrSize($$)
1974 {
1975         my ($d,$name) = @_;
1976         return "const union $name *r, uint32_t level, struct smb_iconv_convenience *ic, int flags";
1977 }
1978
1979 $typefamily{UNION} = {
1980         PUSH_FN_BODY => \&ParseUnionPush,
1981         DECL => \&DeclUnion,
1982         PULL_FN_BODY => \&ParseUnionPull,
1983         PRINT_FN_BODY => \&ParseUnionPrint,
1984         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
1985         SIZE_FN_BODY => \&ParseUnionNdrSize,
1986 };
1987         
1988 #####################################################################
1989 # parse a typedef - push side
1990 sub ParseTypedefPush($$$$)
1991 {
1992         my($self,$e,$ndr,$varname) = @_;
1993
1994         my $env;
1995
1996         $env->{$e->{NAME}} = $varname;
1997
1998         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
1999 }
2000
2001 #####################################################################
2002 # parse a typedef - pull side
2003 sub ParseTypedefPull($$$$)
2004 {
2005         my($self,$e,$ndr,$varname) = @_;
2006
2007         my $env;
2008
2009         $env->{$e->{NAME}} = $varname;
2010
2011         $self->ParseElementPullLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2012 }
2013
2014 #####################################################################
2015 # parse a typedef - print side
2016 sub ParseTypedefPrint($$$$$)
2017 {
2018         my($self,$e,$ndr,$name,$varname) = @_;
2019
2020         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $ndr, $name, $varname);
2021 }
2022
2023 #####################################################################
2024 ## calculate the size of a structure
2025 sub ParseTypedefNdrSize($$$$)
2026 {
2027         my($self,$t,$name,$varname) = @_;
2028
2029         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
2030 }
2031
2032 sub DeclTypedef($$$$)
2033 {
2034         my ($e, $t, $name, $varname) = @_;
2035         
2036         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
2037 }
2038
2039 sub ArgsTypedefNdrSize($$$)
2040 {
2041         my ($d, $name, $varname) = @_;
2042         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
2043 }
2044
2045 $typefamily{TYPEDEF} = {
2046         PUSH_FN_BODY => \&ParseTypedefPush,
2047         DECL => \&DeclTypedef,
2048         PULL_FN_BODY => \&ParseTypedefPull,
2049         PRINT_FN_BODY => \&ParseTypedefPrint,
2050         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
2051         SIZE_FN_BODY => \&ParseTypedefNdrSize,
2052 };
2053
2054 #####################################################################
2055 # parse a function - print side
2056 sub ParseFunctionPrint($$)
2057 {
2058         my($self, $fn) = @_;
2059         my $ndr = "ndr";
2060
2061         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
2062
2063         return if has_property($fn, "noprint");
2064
2065         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
2066         $self->pidl("{");
2067         $self->indent;
2068
2069         foreach my $e (@{$fn->{ELEMENTS}}) {
2070                 $self->DeclareArrayVariables($e);
2071         }
2072
2073         $self->pidl("ndr_print_struct($ndr, name, \"$fn->{NAME}\");");
2074         $self->pidl("$ndr->depth++;");
2075
2076         $self->pidl("if (flags & NDR_SET_VALUES) {");
2077         $self->pidl("\t$ndr->flags |= LIBNDR_PRINT_SET_VALUES;");
2078         $self->pidl("}");
2079
2080         $self->pidl("if (flags & NDR_IN) {");
2081         $self->indent;
2082         $self->pidl("ndr_print_struct($ndr, \"in\", \"$fn->{NAME}\");");
2083         $self->pidl("$ndr->depth++;");
2084
2085         my $env = GenerateFunctionInEnv($fn);
2086
2087         foreach my $e (@{$fn->{ELEMENTS}}) {
2088                 if (grep(/in/,@{$e->{DIRECTION}})) {
2089                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2090                 }
2091         }
2092         $self->pidl("$ndr->depth--;");
2093         $self->deindent;
2094         $self->pidl("}");
2095         
2096         $self->pidl("if (flags & NDR_OUT) {");
2097         $self->indent;
2098         $self->pidl("ndr_print_struct($ndr, \"out\", \"$fn->{NAME}\");");
2099         $self->pidl("$ndr->depth++;");
2100
2101         $env = GenerateFunctionOutEnv($fn);
2102         foreach my $e (@{$fn->{ELEMENTS}}) {
2103                 if (grep(/out/,@{$e->{DIRECTION}})) {
2104                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2105                 }
2106         }
2107         if ($fn->{RETURN_TYPE}) {
2108                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}($ndr, \"result\", r->out.result);");
2109         }
2110         $self->pidl("$ndr->depth--;");
2111         $self->deindent;
2112         $self->pidl("}");
2113         
2114         $self->pidl("$ndr->depth--;");
2115         $self->deindent;
2116         $self->pidl("}");
2117         $self->pidl("");
2118 }
2119
2120 #####################################################################
2121 # parse a function
2122 sub ParseFunctionPush($$)
2123
2124         my($self, $fn) = @_;
2125         my $ndr = "ndr";
2126
2127         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *$ndr, int flags, const struct $fn->{NAME} *r)") or return;
2128
2129         return if has_property($fn, "nopush");
2130
2131         $self->pidl("{");
2132         $self->indent;
2133
2134         foreach my $e (@{$fn->{ELEMENTS}}) { 
2135                 $self->DeclareArrayVariables($e);
2136         }
2137
2138         $self->pidl("if (flags & NDR_IN) {");
2139         $self->indent;
2140
2141         my $env = GenerateFunctionInEnv($fn);
2142
2143         EnvSubstituteValue($env, $fn);
2144
2145         foreach my $e (@{$fn->{ELEMENTS}}) {
2146                 if (grep(/in/,@{$e->{DIRECTION}})) {
2147                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2148                 }
2149         }
2150
2151         $self->deindent;
2152         $self->pidl("}");
2153
2154         $self->pidl("if (flags & NDR_OUT) {");
2155         $self->indent;
2156
2157         $env = GenerateFunctionOutEnv($fn);
2158         foreach my $e (@{$fn->{ELEMENTS}}) {
2159                 if (grep(/out/,@{$e->{DIRECTION}})) {
2160                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2161                 }
2162         }
2163
2164         if ($fn->{RETURN_TYPE}) {
2165                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, r->out.result));");
2166         }
2167     
2168         $self->deindent;
2169         $self->pidl("}");
2170         $self->pidl("return NDR_ERR_SUCCESS;");
2171         $self->deindent;
2172         $self->pidl("}");
2173         $self->pidl("");
2174 }
2175
2176 sub AllocateArrayLevel($$$$$$)
2177 {
2178         my ($self,$e,$l,$ndr,$var,$size) = @_;
2179
2180         my $pl = GetPrevLevel($e, $l);
2181         if (defined($pl) and 
2182             $pl->{TYPE} eq "POINTER" and 
2183             $pl->{POINTER_TYPE} eq "ref"
2184             and not $l->{IS_ZERO_TERMINATED}) {
2185                 $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2186                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2187                 $self->pidl("}");
2188                 if (grep(/in/,@{$e->{DIRECTION}}) and
2189                     grep(/out/,@{$e->{DIRECTION}})) {
2190                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2191                 }
2192                 return;
2193         }
2194
2195         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2196 }
2197
2198 #####################################################################
2199 # parse a function
2200 sub ParseFunctionPull($$)
2201
2202         my($self,$fn) = @_;
2203         my $ndr = "ndr";
2204
2205         # pull function args
2206         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *$ndr, int flags, struct $fn->{NAME} *r)") or return;
2207
2208         $self->pidl("{");
2209         $self->indent;
2210
2211         # declare any internal pointers we need
2212         foreach my $e (@{$fn->{ELEMENTS}}) { 
2213                 $self->DeclarePtrVariables($e);
2214                 $self->DeclareArrayVariables($e);
2215         }
2216
2217         my %double_cases = ();
2218         foreach my $e (@{$fn->{ELEMENTS}}) {
2219                 next if ($e->{TYPE} eq "EMPTY");
2220                 next if ($double_cases{"$e->{NAME}"});
2221                 $self->DeclareMemCtxVariables($e);
2222                 $double_cases{"$e->{NAME}"} = 1;
2223         }
2224
2225         $self->pidl("if (flags & NDR_IN) {");
2226         $self->indent;
2227
2228         # auto-init the out section of a structure. I originally argued that
2229         # this was a bad idea as it hides bugs, but coping correctly
2230         # with initialisation and not wiping ref vars is turning
2231         # out to be too tricky (tridge)
2232         foreach my $e (@{$fn->{ELEMENTS}}) {
2233                 next unless grep(/out/, @{$e->{DIRECTION}});
2234                 $self->pidl("ZERO_STRUCT(r->out);");
2235                 $self->pidl("");
2236                 last;
2237         }
2238
2239         my $env = GenerateFunctionInEnv($fn);
2240
2241         foreach my $e (@{$fn->{ELEMENTS}}) {
2242                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2243                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2244         }
2245
2246         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2247         # own flag rather than be in NDR_IN ?
2248
2249         foreach my $e (@{$fn->{ELEMENTS}}) {
2250                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2251                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2252                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2253                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2254                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2255                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2256                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2257
2258                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2259                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2260                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2261                                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2262                                 check_fully_dereferenced($e, $env));
2263                         $self->pidl("NDR_PULL_ALLOC_N($ndr, r->out.$e->{NAME}, $size);");
2264
2265                         if (grep(/in/, @{$e->{DIRECTION}})) {
2266                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2267                         } else {
2268                                 $self->pidl("memset(r->out.$e->{NAME}, 0, ($size) * sizeof(*r->out.$e->{NAME}));");
2269                         }
2270                 } else {
2271                         $self->pidl("NDR_PULL_ALLOC($ndr, r->out.$e->{NAME});");
2272                 
2273                         if (grep(/in/, @{$e->{DIRECTION}})) {
2274                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2275                         } else {
2276                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2277                         }
2278                 }
2279         }
2280
2281         $self->add_deferred();
2282         $self->deindent;
2283         $self->pidl("}");
2284         
2285         $self->pidl("if (flags & NDR_OUT) {");
2286         $self->indent;
2287
2288         $env = GenerateFunctionOutEnv($fn);
2289         foreach my $e (@{$fn->{ELEMENTS}}) {
2290                 next unless grep(/out/, @{$e->{DIRECTION}});
2291                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2292         }
2293
2294         if ($fn->{RETURN_TYPE}) {
2295                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, &r->out.result));");
2296         }
2297
2298         $self->add_deferred();
2299         $self->deindent;
2300         $self->pidl("}");
2301
2302         $self->pidl("return NDR_ERR_SUCCESS;");
2303         $self->deindent;
2304         $self->pidl("}");
2305         $self->pidl("");
2306 }
2307
2308 sub AuthServiceStruct($$$)
2309 {
2310         my ($self, $ifacename, $authservice) = @_;
2311         my @a = split /,/, $authservice;
2312         my $authservice_count = $#a + 1;
2313
2314         $self->pidl("static const char * const $ifacename\_authservice_strings[] = {");
2315         foreach my $ap (@a) {
2316                 $self->pidl("\t$ap, ");
2317         }
2318         $self->pidl("};");
2319         $self->pidl("");
2320
2321         $self->pidl("static const struct ndr_interface_string_array $ifacename\_authservices = {");
2322         $self->pidl("\t.count\t= $authservice_count,");
2323         $self->pidl("\t.names\t= $ifacename\_authservice_strings");
2324         $self->pidl("};");
2325         $self->pidl("");
2326 }
2327
2328 sub FunctionCallEntry($$)
2329 {
2330         my ($self, $d) = @_;
2331         return 0 if not defined($d->{OPNUM});
2332         $self->pidl("\t{");
2333         $self->pidl("\t\t\"$d->{NAME}\",");
2334         $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2335         $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2336         $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2337         $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2338         $self->pidl("\t\t".($d->{ASYNC}?"true":"false").",");
2339         $self->pidl("\t},");
2340         return 1;
2341 }
2342
2343 #####################################################################
2344 # produce a function call table
2345 sub FunctionTable($$)
2346 {
2347         my($self,$interface) = @_;
2348         my $count = 0;
2349         my $uname = uc $interface->{NAME};
2350
2351         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2352         return unless defined ($interface->{PROPERTIES}->{uuid});
2353
2354         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2355
2356         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2357                 $count += $self->FunctionCallEntry($d);
2358         }
2359         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL, false }");
2360         $self->pidl("};");
2361         $self->pidl("");
2362
2363         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2364         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2365                 $self->pidl("\t$ep, ");
2366         }
2367         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2368         
2369         $self->pidl("};");
2370         $self->pidl("");
2371
2372         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2373         $self->pidl("\t.count\t= $endpoint_count,");
2374         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2375         $self->pidl("};");
2376         $self->pidl("");
2377
2378         if (! defined $interface->{PROPERTIES}->{authservice}) {
2379                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2380         }
2381
2382         $self->AuthServiceStruct($interface->{NAME}, 
2383                                      $interface->{PROPERTIES}->{authservice});
2384
2385         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2386         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2387         $self->pidl("\t.syntax_id\t= {");
2388         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2389         $self->pidl("\t\tNDR_$uname\_VERSION");
2390         $self->pidl("\t},");
2391         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2392         $self->pidl("\t.num_calls\t= $count,");
2393         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2394         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2395         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2396         $self->pidl("};");
2397         $self->pidl("");
2398
2399 }
2400
2401 #####################################################################
2402 # generate include statements for imported idl files
2403 sub HeaderImport
2404 {
2405         my $self = shift;
2406         my @imports = @_;
2407         foreach (@imports) {
2408                 $_ = unmake_str($_);
2409                 s/\.idl$//;
2410                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2411         }
2412 }
2413
2414 #####################################################################
2415 # generate include statements for included header files
2416 sub HeaderInclude
2417 {
2418         my $self = shift;
2419         my @includes = @_;
2420         foreach (@includes) {
2421                 $self->pidl_hdr("#include $_");
2422         }
2423 }
2424
2425 #####################################################################
2426 # generate prototypes and defines for the interface definitions
2427 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2428 # NDR parser and so do not belong here, technically speaking
2429 sub HeaderInterface($$$)
2430 {
2431         my($self,$interface,$needed) = @_;
2432
2433         my $count = 0;
2434
2435         if ($needed->{"compression"}) {
2436                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2437         }
2438
2439         if (has_property($interface, "object")) {
2440                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2441         }
2442
2443         if (defined $interface->{PROPERTIES}->{helper}) {
2444                 $self->HeaderInclude(split /,/, $interface->{PROPERTIES}->{helper});
2445         }
2446
2447         if (defined $interface->{PROPERTIES}->{uuid}) {
2448                 my $name = uc $interface->{NAME};
2449                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2450                 Parse::Pidl::Util::make_str(lc($interface->{PROPERTIES}->{uuid})));
2451
2452                 if(!defined $interface->{PROPERTIES}->{version}) { $interface->{PROPERTIES}->{version} = "0.0"; }
2453                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{PROPERTIES}->{version}");
2454
2455                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2456
2457                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2458                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2459
2460                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2461         }
2462
2463         foreach (@{$interface->{FUNCTIONS}}) {
2464                 next if has_property($_, "noopnum");
2465                 next if grep(/^$_->{NAME}$/,@{$interface->{INHERITED_FUNCTIONS}});
2466                 my $u_name = uc $_->{NAME};
2467         
2468                 my $val = sprintf("0x%02x", $count);
2469                 if (defined($interface->{BASE})) {
2470                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2471                 }
2472                 
2473                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2474
2475                 $self->pidl_hdr("");
2476                 $count++;
2477         }
2478
2479         my $val = $count;
2480
2481         if (defined($interface->{BASE})) {
2482                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2483         }
2484
2485         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2486
2487 }
2488
2489 sub ParseTypePush($$$$$$)
2490 {
2491         my ($self,$e, $ndr, $varname, $primitives, $deferred) = @_;
2492
2493         # save the old relative_base_offset
2494         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2495         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $ndr, $varname);
2496         # restore the old relative_base_offset
2497         $self->pidl("ndr_push_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2498 }
2499
2500 sub ParseTypePushFunction($$$)
2501 {
2502         my ($self, $e, $varname) = @_;
2503         my $ndr = "ndr";
2504
2505         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2506
2507         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2508
2509         $self->pidl("{");
2510         $self->indent;
2511         $self->ParseTypePush($e, $ndr, $varname, 1, 1);
2512         $self->pidl("return NDR_ERR_SUCCESS;");
2513         $self->deindent;
2514         $self->pidl("}");
2515         $self->pidl("");;
2516 }
2517
2518 sub ParseTypePull($$$$$$)
2519 {
2520         my ($self, $e, $ndr, $varname, $primitives, $deferred) = @_;
2521
2522         # save the old relative_base_offset
2523         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2524         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $ndr, $varname);
2525         # restore the old relative_base_offset
2526         $self->pidl("ndr_pull_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2527 }
2528
2529 sub ParseTypePullFunction($$)
2530 {
2531         my ($self, $e, $varname) = @_;
2532         my $ndr = "ndr";
2533
2534         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2535
2536         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2537
2538         $self->pidl("{");
2539         $self->indent;
2540         $self->ParseTypePull($e, $ndr, $varname, 1, 1);
2541         $self->pidl("return NDR_ERR_SUCCESS;");
2542         $self->deindent;
2543         $self->pidl("}");
2544         $self->pidl("");
2545 }
2546
2547 sub ParseTypePrint($$$$)
2548 {
2549         my ($self, $e, $ndr, $varname) = @_;
2550
2551         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $ndr, $e->{NAME}, $varname);
2552 }
2553
2554 sub ParseTypePrintFunction($$$)
2555 {
2556         my ($self, $e, $varname) = @_;
2557         my $ndr = "ndr";
2558
2559         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2560
2561         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2562
2563         return if (has_property($e, "noprint"));
2564
2565         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *$ndr, const char *name, $args)");
2566         $self->pidl("{");
2567         $self->indent;
2568         $self->ParseTypePrint($e, $ndr, $varname);
2569         $self->deindent;
2570         $self->pidl("}");
2571         $self->pidl("");
2572 }
2573
2574 sub ParseTypeNdrSize($$)
2575 {
2576         my ($self,$t) = @_;
2577
2578         my $varname = "r";
2579         my $tf = $typefamily{$t->{TYPE}};
2580         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2581
2582         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2583
2584         $self->pidl("{");
2585         $self->indent;
2586         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2587         $self->deindent;
2588         $self->pidl("}");
2589         $self->pidl("");
2590 }
2591
2592 #####################################################################
2593 # parse the interface definitions
2594 sub ParseInterface($$$)
2595 {
2596         my($self,$interface,$needed) = @_;
2597
2598         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2599         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2600
2601         $self->pidl_hdr("");
2602
2603         $self->HeaderInterface($interface, $needed);
2604
2605         # Typedefs
2606         foreach my $d (@{$interface->{TYPES}}) {
2607                 next unless(typeHasBody($d));
2608
2609                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2610                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2611                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2612
2613                 # Make sure we don't generate a function twice...
2614                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2615                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2616                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2617
2618                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2619         }
2620
2621         # Functions
2622         foreach my $d (@{$interface->{FUNCTIONS}}) {
2623                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2624                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2625                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2626
2627                 # Make sure we don't generate a function twice...
2628                 $needed->{"ndr_push_$d->{NAME}"} = $needed->{"ndr_pull_$d->{NAME}"} = 
2629                         $needed->{"ndr_print_$d->{NAME}"} = 0;
2630         }
2631
2632         $self->FunctionTable($interface);
2633
2634         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2635 }
2636
2637 sub GenerateIncludes($)
2638 {
2639         my ($self) = @_;
2640         if (is_intree()) {
2641                 $self->pidl("#include \"includes.h\"");
2642         } else {
2643                 $self->pidl("#ifndef _GNU_SOURCE");
2644                 $self->pidl("#define _GNU_SOURCE");
2645                 $self->pidl("#endif");
2646                 $self->pidl("#include <stdint.h>");
2647                 $self->pidl("#include <stdlib.h>");
2648                 $self->pidl("#include <stdio.h>");
2649                 $self->pidl("#include <stdbool.h>");
2650                 $self->pidl("#include <stdarg.h>");
2651                 $self->pidl("#include <string.h>");
2652         }
2653 }
2654
2655 #####################################################################
2656 # parse a parsed IDL structure back into an IDL file
2657 sub Parse($$$$)
2658 {
2659         my($self, $ndr,$gen_header,$ndr_header) = @_;
2660
2661         $self->pidl_hdr("/* header auto-generated by pidl */");
2662         $self->pidl_hdr("");
2663         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2664         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2665         $self->pidl_hdr("");
2666
2667         $self->pidl("/* parser auto-generated by pidl */");
2668         $self->pidl("");
2669         $self->GenerateIncludes();
2670         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2671         $self->pidl("");
2672
2673         my %needed = ();
2674
2675         foreach (@{$ndr}) {
2676                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2677         }
2678
2679         foreach (@{$ndr}) {
2680                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2681                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2682                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2683         }
2684
2685         return ($self->{res_hdr}, $self->{res});
2686 }
2687
2688 sub NeededElement($$$)
2689 {
2690         my ($e, $dir, $needed) = @_;
2691
2692         return if ($e->{TYPE} eq "EMPTY");
2693
2694         return if (ref($e->{TYPE}) eq "HASH" and 
2695                        not defined($e->{TYPE}->{NAME}));
2696
2697         my ($t, $rt);
2698         if (ref($e->{TYPE}) eq "HASH") {
2699                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2700         } else {
2701                 $t = $e->{TYPE};
2702         }
2703
2704         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2705                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2706         } else {
2707                 $rt = $e->{REPRESENTATION_TYPE};
2708         }
2709
2710         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2711
2712         my @fn = ();
2713         if ($dir eq "print") {
2714                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2715         } elsif ($dir eq "pull") {
2716                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2717                 push (@fn, "ndr_$t\_to_$rt")
2718                         if ($rt ne $t);
2719         } elsif ($dir eq "push") {
2720                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2721                 push (@fn, "ndr_$rt\_to_$t")
2722                         if ($rt ne $t);
2723         } else {
2724                 die("invalid direction `$dir'");
2725         }
2726
2727         foreach (@fn) {
2728                 unless (defined($needed->{$_})) {
2729                         $needed->{$_} = 1;
2730                 }
2731         }
2732 }
2733
2734 sub NeededFunction($$)
2735 {
2736         my ($fn,$needed) = @_;
2737         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2738         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2739         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2740         foreach my $e (@{$fn->{ELEMENTS}}) {
2741                 $e->{PARENT} = $fn;
2742                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2743         }
2744 }
2745
2746 sub NeededType($$$)
2747 {
2748         sub NeededType($$$);
2749         my ($t,$needed,$req) = @_;
2750
2751         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2752
2753         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2754                 return unless defined($t->{ELEMENTS});
2755                 for my $e (@{$t->{ELEMENTS}}) {
2756                         $e->{PARENT} = $t;
2757                         if (has_property($e, "compression")) { 
2758                                 $needed->{"compression"} = 1;
2759                         }
2760                         NeededElement($e, $req, $needed);
2761                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
2762                 }
2763         }
2764 }
2765
2766 #####################################################################
2767 # work out what parse functions are needed
2768 sub NeededInterface($$)
2769 {
2770         my ($interface,$needed) = @_;
2771         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
2772         foreach (reverse @{$interface->{TYPES}}) {
2773                 if (has_property($_, "public")) {
2774                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
2775                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
2776                 }
2777
2778                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
2779                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
2780                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
2781                 if (has_property($_, "gensize")) {
2782                         $needed->{"ndr_size_$_->{NAME}"} = 1;
2783                 }
2784         }
2785 }
2786
2787 sub TypeFunctionName($$)
2788 {
2789         my ($prefix, $t) = @_;
2790
2791         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
2792                         $t->{TYPE} eq "TYPEDEF");
2793         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
2794         return "$prefix\_$t";
2795 }
2796
2797 1;