bcc854b8276dd6c1733c38eba2ecc241bbd33d67
[metze/samba/wip.git] / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid unmake_str);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of get_array_element);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred ContainsPipe is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header ArrayDynamicallyAllocated);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45         my $arrays = 0;
46
47         foreach my $l (@{$e->{LEVELS}}) {
48                 if ($l->{TYPE} eq "POINTER") {
49                         $pointers++;
50                 } elsif ($l->{TYPE} eq "ARRAY") {
51                         $arrays++;
52                         if (($pointers == 0) and 
53                             (not $l->{IS_FIXED}) and
54                             (not $l->{IS_INLINE})) {
55                                 return get_value_of($var_name);
56                         }
57                 } elsif ($l->{TYPE} eq "DATA") {
58                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
59                                 return get_value_of($var_name) unless ($pointers or $arrays);
60                         }
61                 }
62         }
63         
64         return $var_name;
65 }
66
67 sub has_fast_array($$)
68 {
69         my ($e,$l) = @_;
70
71         return 0 if ($l->{TYPE} ne "ARRAY");
72
73         my $nl = GetNextLevel($e,$l);
74         return 0 unless ($nl->{TYPE} eq "DATA");
75         return 0 unless (hasType($nl->{DATA_TYPE}));
76
77         my $t = getType($nl->{DATA_TYPE});
78
79         # Only uint8 and string have fast array functions at the moment
80         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
81 }
82
83
84 ####################################
85 # pidl() is our basic output routine
86 sub pidl($$)
87 {
88         my ($self, $d) = @_;
89         if ($d) {
90                 $self->{res} .= $self->{tabs};
91                 $self->{res} .= $d;
92         }
93         $self->{res} .="\n";
94 }
95
96 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
97
98 ####################################
99 # defer() is like pidl(), but adds to 
100 # a deferred buffer which is then added to the 
101 # output buffer at the end of the structure/union/function
102 # This is needed to cope with code that must be pushed back
103 # to the end of a block of elements
104 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
105 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
106
107 sub defer($$)
108 {
109         my ($self, $d) = @_;
110         if ($d) {
111                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
112         }
113 }
114
115 ########################################
116 # add the deferred content to the current
117 # output
118 sub add_deferred($)
119 {
120         my ($self) = @_;
121         $self->pidl($_) foreach (@{$self->{deferred}});
122         $self->{deferred} = [];
123         $self->{defer_tabs} = "";
124 }
125
126 sub indent($)
127 {
128         my ($self) = @_;
129         $self->{tabs} .= "\t";
130 }
131
132 sub deindent($)
133 {
134         my ($self) = @_;
135         $self->{tabs} = substr($self->{tabs}, 0, -1);
136 }
137
138 #####################################################################
139 # declare a function public or static, depending on its attributes
140 sub fn_declare($$$$)
141 {
142         my ($self,$type,$fn,$decl) = @_;
143
144         if (has_property($fn, "no$type")) {
145                 $self->pidl_hdr("$decl;");
146                 return 0;
147         }
148
149         if (has_property($fn, "public")) {
150                 $self->pidl_hdr("$decl;");
151                 $self->pidl("_PUBLIC_ $decl");
152         } else {
153                 $self->pidl("static $decl");
154         }
155
156         return 1;
157 }
158
159 ###################################################################
160 # setup any special flags for an element or structure
161 sub start_flags($$$)
162 {
163         my ($self, $e, $ndr) = @_;
164         my $flags = has_property($e, "flag");
165         if (defined $flags) {
166                 $self->pidl("{");
167                 $self->indent;
168                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = $ndr->flags;");
169                 $self->pidl("ndr_set_flags(&$ndr->flags, $flags);");
170         }
171 }
172
173 ###################################################################
174 # end any special flags for an element or structure
175 sub end_flags($$$)
176 {
177         my ($self, $e, $ndr) = @_;
178         my $flags = has_property($e, "flag");
179         if (defined $flags) {
180                 $self->pidl("$ndr->flags = _flags_save_$e->{TYPE};");
181                 $self->deindent;
182                 $self->pidl("}");
183         }
184 }
185
186 #####################################################################
187 # parse the data of an array - push side
188 sub ParseArrayPushHeader($$$$$$)
189 {
190         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
191
192         my $size;
193         my $length;
194
195         if ($l->{IS_ZERO_TERMINATED}) {
196                 if (has_property($e, "charset")) {
197                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
198                 } else {
199                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
200                 }
201         } else {
202                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
203                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
204         }
205
206         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
207                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
208         }
209
210         if ($l->{IS_VARYING}) {
211                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, 0));");  # array offset
212                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $length));");
213         }
214
215         return $length;
216 }
217
218 sub check_fully_dereferenced($$)
219 {
220         my ($element, $env) = @_;
221
222         return sub ($) {
223                 my $origvar = shift;
224                 my $check = 0;
225
226                 # Figure out the number of pointers in $ptr
227                 my $expandedvar = $origvar;
228                 $expandedvar =~ s/^(\**)//;
229                 my $ptr = $1;
230
231                 my $var = undef;
232                 foreach (keys %$env) {
233                         if ($env->{$_} eq $expandedvar) {
234                                 $var = $_;
235                                 last;
236                         }
237                 }
238                 
239                 return($origvar) unless (defined($var));
240                 my $e;
241                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
242                         if ($_->{NAME} eq $var) {
243                                 $e = $_;
244                                 last;
245                         }
246                 }
247
248                 $e or die("Environment doesn't match siblings");
249
250                 # See if pointer at pointer level $level
251                 # needs to be checked.
252                 my $nump = 0;
253                 foreach (@{$e->{LEVELS}}) {
254                         if ($_->{TYPE} eq "POINTER") {
255                                 $nump = $_->{POINTER_INDEX}+1;
256                         }
257                 }
258                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
259                 return ($origvar);
260         }
261 }       
262
263 sub check_null_pointer($$$$)
264 {
265         my ($element, $env, $print_fn, $return) = @_;
266
267         return sub ($) {
268                 my $expandedvar = shift;
269                 my $check = 0;
270
271                 # Figure out the number of pointers in $ptr
272                 $expandedvar =~ s/^(\**)//;
273                 my $ptr = $1;
274
275                 my $var = undef;
276                 foreach (keys %$env) {
277                         if ($env->{$_} eq $expandedvar) {
278                                 $var = $_;
279                                 last;
280                         }
281                 }
282                 
283                 if (defined($var)) {
284                         my $e;
285                         # lookup ptr in $e
286                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
287                                 if ($_->{NAME} eq $var) {
288                                         $e = $_;
289                                         last;
290                                 }
291                         }
292
293                         $e or die("Environment doesn't match siblings");
294
295                         # See if pointer at pointer level $level
296                         # needs to be checked.
297                         foreach my $l (@{$e->{LEVELS}}) {
298                                 if ($l->{TYPE} eq "POINTER" and 
299                                         $l->{POINTER_INDEX} == length($ptr)) {
300                                         # No need to check ref pointers
301                                         $check = ($l->{POINTER_TYPE} ne "ref");
302                                         last;
303                                 }
304
305                                 if ($l->{TYPE} eq "DATA") {
306                                         warning($element, "too much dereferences for `$var'");
307                                 }
308                         }
309                 } else {
310                         warning($element, "unknown dereferenced expression `$expandedvar'");
311                         $check = 1;
312                 }
313                 
314                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
315         }
316 }
317
318 #####################################################################
319 # parse an array - pull side
320 sub ParseArrayPullHeader($$$$$$)
321 {
322         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
323
324         my $length;
325         my $size;
326
327         if ($l->{IS_CONFORMANT}) {
328                 $length = $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
329         } elsif ($l->{IS_ZERO_TERMINATED} and $l->{SIZE_IS} == 0 and $l->{LENGTH_IS} == 0) { # Noheader arrays
330                 $length = $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
331         } else {
332                 $length = $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
333                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
334                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
335                         check_fully_dereferenced($e, $env));
336         }
337
338         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
339                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, " . get_pointer_to($var_name) . "));");
340         }
341
342         if ($l->{IS_VARYING}) {
343                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
344                 $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
345         }
346
347         if ($length ne $size) {
348                 $self->pidl("if ($length > $size) {");
349                 $self->indent;
350                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $size, $length);");
351                 $self->deindent;
352                 $self->pidl("}");
353         }
354
355         if ($l->{IS_CONFORMANT} and not $l->{IS_ZERO_TERMINATED}) {
356                 $self->defer("if ($var_name) {");
357                 $self->defer_indent;
358                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
359                         check_null_pointer($e, $env, sub { $self->defer(shift); },
360                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
361                         check_fully_dereferenced($e, $env));
362                 $self->defer("NDR_CHECK(ndr_check_array_size($ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
363                 $self->defer_deindent;
364                 $self->defer("}");
365         }
366
367         if ($l->{IS_VARYING} and not $l->{IS_ZERO_TERMINATED}) {
368                 $self->defer("if ($var_name) {");
369                 $self->defer_indent;
370                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
371                         check_null_pointer($e, $env, sub { $self->defer(shift); },
372                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
373                         check_fully_dereferenced($e, $env));
374                 $self->defer("NDR_CHECK(ndr_check_array_length($ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
375                 $self->defer_deindent;
376                 $self->defer("}");
377         }
378
379         if (ArrayDynamicallyAllocated($e,$l) and not is_charset_array($e,$l)) {
380                 $self->AllocateArrayLevel($e,$l,$ndr,$var_name,$size);
381         }
382
383         return $length;
384 }
385
386 sub compression_alg($$)
387 {
388         my ($e, $l) = @_;
389         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
390
391         return $alg;
392 }
393
394 sub compression_clen($$$)
395 {
396         my ($e, $l, $env) = @_;
397         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
398
399         return ParseExpr($clen, $env, $e->{ORIGINAL});
400 }
401
402 sub compression_dlen($$$)
403 {
404         my ($e,$l,$env) = @_;
405         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
406
407         return ParseExpr($dlen, $env, $e->{ORIGINAL});
408 }
409
410 sub ParseCompressionPushStart($$$$$)
411 {
412         my ($self,$e,$l,$ndr,$env) = @_;
413         my $comndr = "$ndr\_compressed";
414         my $alg = compression_alg($e, $l);
415         my $dlen = compression_dlen($e, $l, $env);
416
417         $self->pidl("{");
418         $self->indent;
419         $self->pidl("struct ndr_push *$comndr;");
420         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
421
422         return $comndr;
423 }
424
425 sub ParseCompressionPushEnd($$$$$)
426 {
427         my ($self,$e,$l,$ndr,$env) = @_;
428         my $comndr = "$ndr\_compressed";
429         my $alg = compression_alg($e, $l);
430         my $dlen = compression_dlen($e, $l, $env);
431
432         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
433         $self->deindent;
434         $self->pidl("}");
435 }
436
437 sub ParseCompressionPullStart($$$$$)
438 {
439         my ($self,$e,$l,$ndr,$env) = @_;
440         my $comndr = "$ndr\_compressed";
441         my $alg = compression_alg($e, $l);
442         my $dlen = compression_dlen($e, $l, $env);
443
444         $self->pidl("{");
445         $self->indent;
446         $self->pidl("struct ndr_pull *$comndr;");
447         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
448
449         return $comndr;
450 }
451
452 sub ParseCompressionPullEnd($$$$$)
453 {
454         my ($self,$e,$l,$ndr,$env) = @_;
455         my $comndr = "$ndr\_compressed";
456         my $alg = compression_alg($e, $l);
457         my $dlen = compression_dlen($e, $l, $env);
458
459         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
460         $self->deindent;
461         $self->pidl("}");
462 }
463
464 sub ParseSubcontextPushStart($$$$$)
465 {
466         my ($self,$e,$l,$ndr,$env) = @_;
467         my $subndr = "_ndr_$e->{NAME}";
468         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
469
470         $self->pidl("{");
471         $self->indent;
472         $self->pidl("struct ndr_push *$subndr;");
473         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
474
475         if (defined $l->{COMPRESSION}) {
476                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
477         }
478
479         return $subndr;
480 }
481
482 sub ParseSubcontextPushEnd($$$$$)
483 {
484         my ($self,$e,$l,$ndr,$env) = @_;
485         my $subndr = "_ndr_$e->{NAME}";
486         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
487
488         if (defined $l->{COMPRESSION}) {
489                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
490         }
491
492         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
493         $self->deindent;
494         $self->pidl("}");
495 }
496
497 sub ParseSubcontextPullStart($$$$$)
498 {
499         my ($self,$e,$l,$ndr,$env) = @_;
500         my $subndr = "_ndr_$e->{NAME}";
501         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
502
503         $self->pidl("{");
504         $self->indent;
505         $self->pidl("struct ndr_pull *$subndr;");
506         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
507
508         if (defined $l->{COMPRESSION}) {
509                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
510         }
511
512         return $subndr;
513 }
514
515 sub ParseSubcontextPullEnd($$$$$)
516 {
517         my ($self,$e,$l,$ndr,$env) = @_;
518         my $subndr = "_ndr_$e->{NAME}";
519         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
520
521         if (defined $l->{COMPRESSION}) {
522                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
523         }
524
525         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
526         $self->deindent;
527         $self->pidl("}");
528 }
529
530 sub ParseElementPushLevel
531 {
532         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
533
534         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
535
536         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
537                 $var_name = get_pointer_to($var_name);
538         }
539
540         if (defined($ndr_flags)) {
541                 if ($l->{TYPE} eq "SUBCONTEXT") {
542                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
543                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
544                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
545                 } elsif ($l->{TYPE} eq "POINTER") {
546                         $self->ParsePtrPush($e, $l, $ndr, $var_name);
547                 } elsif ($l->{TYPE} eq "ARRAY") {
548                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
549
550                         my $nl = GetNextLevel($e, $l);
551
552                         # Allow speedups for arrays of scalar types
553                         if (is_charset_array($e,$l)) {
554                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
555                                 return;
556                         } elsif (has_fast_array($e,$l)) {
557                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
558                                 return;
559                         } 
560                 } elsif ($l->{TYPE} eq "SWITCH") {
561                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
562                 } elsif ($l->{TYPE} eq "DATA") {
563                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
564                 } elsif ($l->{TYPE} eq "TYPEDEF") {
565                         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
566                 }
567         }
568
569         if ($l->{TYPE} eq "POINTER" and $deferred) {
570                 my $rel_var_name = $var_name;
571                 if ($l->{POINTER_TYPE} ne "ref") {
572                         $self->pidl("if ($var_name) {");
573                         $self->indent;
574                         if ($l->{POINTER_TYPE} eq "relative") {
575                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_start($ndr, $rel_var_name));");
576                         }
577                         if ($l->{POINTER_TYPE} eq "relative_short") {
578                                 $self->pidl("NDR_CHECK(ndr_push_short_relative_ptr2($ndr, $var_name));");
579                         }
580                 }
581                 $var_name = get_value_of($var_name);
582                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
583
584                 if ($l->{POINTER_TYPE} ne "ref") {
585                         if ($l->{POINTER_TYPE} eq "relative") {
586                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_end($ndr, $rel_var_name));");
587                         }
588                         $self->deindent;
589                         $self->pidl("}");
590                 }
591         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
592                 not is_charset_array($e, $l)) {
593                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
594                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
595
596                 my $array_pointless = ($length eq "0");
597
598                 if ($array_pointless) {
599                         warning($e->{ORIGINAL}, "pointless array `$e->{NAME}' will always have size 0");
600                 }
601
602                 $var_name = get_array_element($var_name, $counter);
603
604                 if ((($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) and not $array_pointless) {
605                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
606                         $self->indent;
607                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
608                         $self->deindent;
609                         $self->pidl("}");
610                 }
611
612                 if ($deferred and ContainsDeferred($e, $l) and not $array_pointless) {
613                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
614                         $self->indent;
615                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
616                         $self->deindent;
617                         $self->pidl("}");
618                 }       
619         } elsif ($l->{TYPE} eq "SWITCH") {
620                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
621         }
622 }
623
624 #####################################################################
625 # parse scalars in a structure element
626 sub ParseElementPush($$$$$$)
627 {
628         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
629         my $subndr = undef;
630
631         my $var_name = $env->{$e->{NAME}};
632
633         return if ContainsPipe($e, $e->{LEVELS}[0]);
634
635         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
636
637         # Representation type is different from transmit_as
638         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
639                 $self->pidl("{");
640                 $self->indent;
641                 my $transmit_name = "_transmit_$e->{NAME}";
642                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
643                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
644                 $var_name = $transmit_name;
645         }
646
647         $var_name = append_prefix($e, $var_name);
648
649         $self->start_flags($e, $ndr);
650
651         if (defined(my $value = has_property($e, "value"))) {
652                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
653         }
654
655         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
656
657         $self->end_flags($e, $ndr);
658
659         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
660                 $self->deindent;
661                 $self->pidl("}");
662         }
663 }
664
665 #####################################################################
666 # parse a pointer in a struct element or function
667 sub ParsePtrPush($$$$$)
668 {
669         my ($self,$e,$l,$ndr,$var_name) = @_;
670
671         if ($l->{POINTER_TYPE} eq "ref") {
672                 $self->pidl("if ($var_name == NULL) {");
673                 $self->indent;
674                 $self->pidl("return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
675                 $self->deindent;
676                 $self->pidl("}");
677                 if ($l->{LEVEL} eq "EMBEDDED") {
678                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
679                 }
680         } elsif ($l->{POINTER_TYPE} eq "relative") {
681                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1($ndr, $var_name));");
682         } elsif ($l->{POINTER_TYPE} eq "relative_short") {
683                 $self->pidl("NDR_CHECK(ndr_push_short_relative_ptr1($ndr, $var_name));");
684         } elsif ($l->{POINTER_TYPE} eq "unique") {
685                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr($ndr, $var_name));");
686         } elsif ($l->{POINTER_TYPE} eq "full") {
687                 $self->pidl("NDR_CHECK(ndr_push_full_ptr($ndr, $var_name));");
688         } else {
689                 die("Unhandled pointer type $l->{POINTER_TYPE}");
690         }
691 }
692
693 sub need_pointer_to($$$)
694 {
695         my ($e, $l, $scalar_only) = @_;
696
697         my $t;
698         if (ref($l->{DATA_TYPE})) {
699                 $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
700         } else {
701                 $t = $l->{DATA_TYPE};
702         }
703
704         if (not Parse::Pidl::Typelist::is_scalar($t)) {
705                 return 1 if $scalar_only;
706         }
707
708         my $arrays = 0;
709
710         foreach my $tl (@{$e->{LEVELS}}) {
711                 last if $l == $tl;
712                 if ($tl->{TYPE} eq "ARRAY") {
713                         $arrays++;
714                 }
715         }
716
717         if (Parse::Pidl::Typelist::scalar_is_reference($t)) {
718                 return 1 unless $arrays;
719         }
720
721         return 0;
722 }
723
724 sub ParseDataPrint($$$$$)
725 {
726         my ($self, $e, $l, $ndr, $var_name) = @_;
727
728         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
729
730                 if (need_pointer_to($e, $l, 1)) {
731                         $var_name = get_pointer_to($var_name);
732                 }
733
734                 $self->pidl(TypeFunctionName("ndr_print", $l->{DATA_TYPE})."($ndr, \"$e->{NAME}\", $var_name);");
735         } else {
736                 $self->ParseTypePrint($l->{DATA_TYPE}, $ndr, $var_name);
737         }
738 }
739
740 #####################################################################
741 # print scalars in a structure element
742 sub ParseElementPrint($$$$$)
743 {
744         my($self, $e, $ndr, $var_name, $env) = @_;
745
746         return if (has_property($e, "noprint"));
747
748         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
749                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}($ndr, \"$e->{NAME}\", $var_name);");
750                 return;
751         }
752
753         $var_name = append_prefix($e, $var_name);
754
755         if (defined(my $value = has_property($e, "value"))) {
756                 $var_name = "($ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
757         }
758
759         foreach my $l (@{$e->{LEVELS}}) {
760                 if ($l->{TYPE} eq "POINTER") {
761                         $self->pidl("ndr_print_ptr($ndr, \"$e->{NAME}\", $var_name);");
762                         $self->pidl("$ndr->depth++;");
763                         if ($l->{POINTER_TYPE} ne "ref") {
764                                 $self->pidl("if ($var_name) {");
765                                 $self->indent;
766                         }
767                         $var_name = get_value_of($var_name);
768                 } elsif ($l->{TYPE} eq "ARRAY") {
769                         my $length;
770
771                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
772                                 $var_name = get_pointer_to($var_name); 
773                         }
774                         
775                         if ($l->{IS_ZERO_TERMINATED}) {
776                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
777                         } else {
778                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
779                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
780                         }
781
782                         if (is_charset_array($e,$l)) {
783                                 $self->pidl("ndr_print_string($ndr, \"$e->{NAME}\", $var_name);");
784                                 last;
785                         } elsif (has_fast_array($e, $l)) {
786                                 my $nl = GetNextLevel($e, $l);
787                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}($ndr, \"$e->{NAME}\", $var_name, $length);");
788                                 last;
789                         } else {
790                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
791
792                                 $self->pidl("$ndr->print($ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", (int)$length);");
793                                 $self->pidl("$ndr->depth++;");
794                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
795                                 $self->indent;
796
797                                 $var_name = get_array_element($var_name, $counter);
798                         }
799                 } elsif ($l->{TYPE} eq "DATA") {
800                         $self->ParseDataPrint($e, $l, $ndr, $var_name);
801                 } elsif ($l->{TYPE} eq "SWITCH") {
802                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
803                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
804                         $self->pidl("ndr_print_set_switch_value($ndr, " . get_pointer_to($var_name) . ", $switch_var);");
805                 } 
806         }
807
808         foreach my $l (reverse @{$e->{LEVELS}}) {
809                 if ($l->{TYPE} eq "POINTER") {
810                         if ($l->{POINTER_TYPE} ne "ref") {
811                                 $self->deindent;
812                                 $self->pidl("}");
813                         }
814                         $self->pidl("$ndr->depth--;");
815                 } elsif (($l->{TYPE} eq "ARRAY")
816                         and not is_charset_array($e,$l)
817                         and not has_fast_array($e,$l)) {
818                         $self->deindent;
819                         $self->pidl("}");
820                         $self->pidl("$ndr->depth--;");
821                 }
822         }
823 }
824
825 #####################################################################
826 # parse scalars in a structure element - pull size
827 sub ParseSwitchPull($$$$$$)
828 {
829         my($self,$e,$l,$ndr,$var_name,$env) = @_;
830         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
831                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
832                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
833                 check_fully_dereferenced($e, $env));
834
835         $var_name = get_pointer_to($var_name);
836         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
837 }
838
839 #####################################################################
840 # push switch element
841 sub ParseSwitchPush($$$$$$)
842 {
843         my($self,$e,$l,$ndr,$var_name,$env) = @_;
844         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
845                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
846                                    "return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
847                 check_fully_dereferenced($e, $env));
848
849         $var_name = get_pointer_to($var_name);
850         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
851 }
852
853 sub ParseDataPull($$$$$$$)
854 {
855         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
856
857         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
858
859                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
860
861                 if (need_pointer_to($e, $l, 0)) {
862                         $var_name = get_pointer_to($var_name);
863                 }
864
865                 $var_name = get_pointer_to($var_name);
866
867                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
868
869                 my $pl = GetPrevLevel($e, $l);
870
871                 my $range = has_property($e, "range");
872                 if ($range and $pl->{TYPE} ne "ARRAY") {
873                         $var_name = get_value_of($var_name);
874                         my $signed = Parse::Pidl::Typelist::is_signed($l->{DATA_TYPE});
875                         my ($low, $high) = split(/,/, $range, 2);
876                         if ($low < 0 and not $signed) {
877                                 warning(0, "$low is invalid for the range of an unsigned type");
878                         }
879                         if ($low == 0 and not $signed) {
880                                 $self->pidl("if ($var_name > $high) {");
881                         } else {
882                                 $self->pidl("if ($var_name < $low || $var_name > $high) {");
883                         }
884                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
885                         $self->pidl("}");
886                 }
887         } else {
888                 $self->ParseTypePull($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
889         }
890 }
891
892 sub ParseDataPush($$$$$$$)
893 {
894         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
895
896         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
897
898                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
899
900                 # strings are passed by value rather than reference
901                 if (need_pointer_to($e, $l, 1)) {
902                         $var_name = get_pointer_to($var_name);
903                 }
904
905                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_push", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
906         } else {
907                 $self->ParseTypePush($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
908         }
909 }
910
911 sub CalcNdrFlags($$$)
912 {
913         my ($l,$primitives,$deferred) = @_;
914
915         my $scalars = 0;
916         my $buffers = 0;
917
918         # Add NDR_SCALARS if this one is deferred 
919         # and deferreds may be pushed
920         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
921
922         # Add NDR_SCALARS if this one is not deferred and 
923         # primitives may be pushed
924         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
925         
926         # Add NDR_BUFFERS if this one contains deferred stuff
927         # and deferreds may be pushed
928         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
929
930         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
931         return "NDR_SCALARS" if ($scalars);
932         return "NDR_BUFFERS" if ($buffers);
933         return undef;
934 }
935
936 sub ParseMemCtxPullFlags($$$$)
937 {
938         my ($self, $e, $l) = @_;
939
940         return undef unless ($l->{TYPE} eq "POINTER" or $l->{TYPE} eq "ARRAY");
941
942         return undef unless ($l->{TYPE} ne "ARRAY" or ArrayDynamicallyAllocated($e,$l));
943         return undef if has_fast_array($e, $l);
944         return undef if is_charset_array($e, $l);
945
946         my $mem_flags = "0";
947
948         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
949                 my $nl = GetNextLevel($e, $l);
950                 return undef if ($nl->{TYPE} eq "PIPE");
951                 return undef if ($nl->{TYPE} eq "ARRAY");
952                 return undef if (($nl->{TYPE} eq "DATA") and ($nl->{DATA_TYPE} eq "string"));
953
954                 if ($l->{LEVEL} eq "TOP") {
955                         $mem_flags = "LIBNDR_FLAG_REF_ALLOC";
956                 }
957         }
958
959         return $mem_flags;
960 }
961
962 sub ParseMemCtxPullStart($$$$$)
963 {
964         my ($self, $e, $l, $ndr, $ptr_name) = @_;
965
966         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
967         my $mem_c_ctx = $ptr_name;
968         my $mem_c_flags = $self->ParseMemCtxPullFlags($e, $l);
969
970         return unless defined($mem_c_flags);
971
972         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX($ndr);");
973         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_c_ctx, $mem_c_flags);");
974 }
975
976 sub ParseMemCtxPullEnd($$$$)
977 {
978         my ($self, $e, $l, $ndr) = @_;
979
980         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
981         my $mem_r_flags = $self->ParseMemCtxPullFlags($e, $l);
982
983         return unless defined($mem_r_flags);
984
985         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_r_ctx, $mem_r_flags);");
986 }
987
988 sub CheckStringTerminator($$$$$)
989 {
990         my ($self,$ndr,$e,$l,$length) = @_;
991         my $nl = GetNextLevel($e, $l);
992
993         # Make sure last element is zero!
994         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
995 }
996
997 sub ParseElementPullLevel
998 {
999         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
1000
1001         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
1002
1003         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
1004                 $var_name = get_pointer_to($var_name);
1005         }
1006
1007         # Only pull something if there's actually something to be pulled
1008         if (defined($ndr_flags)) {
1009                 if ($l->{TYPE} eq "SUBCONTEXT") {
1010                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
1011                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
1012                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
1013                 } elsif ($l->{TYPE} eq "ARRAY") {
1014                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
1015
1016                         if (my $range = has_property($e, "range")) {
1017                                 my ($low, $high) = split(/,/, $range, 2);
1018                                 if ($low < 0) {
1019                                         warning(0, "$low is invalid for the range of an array size");
1020                                 }
1021                                 if ($low == 0) {
1022                                         $self->pidl("if ($length > $high) {");
1023                                 } else {
1024                                         $self->pidl("if ($length < $low || $length > $high) {");
1025                                 }
1026                                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1027                                 $self->pidl("}");
1028                         }
1029
1030                         my $nl = GetNextLevel($e, $l);
1031
1032                         if (is_charset_array($e,$l)) {
1033                                 if ($l->{IS_ZERO_TERMINATED}) {
1034                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
1035                                 }
1036                                 if ($l->{IS_TO_NULL}) {
1037                                         $self->pidl("NDR_CHECK(ndr_pull_charset_to_null($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1038                                 } else {
1039                                         $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1040                                 }
1041                                 return;
1042                         } elsif (has_fast_array($e, $l)) {
1043                                 if ($l->{IS_ZERO_TERMINATED}) {
1044                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
1045                                 }
1046                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
1047                                 return;
1048                         }
1049                 } elsif ($l->{TYPE} eq "POINTER") {
1050                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
1051                 } elsif ($l->{TYPE} eq "SWITCH") {
1052                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
1053                 } elsif ($l->{TYPE} eq "DATA") {
1054                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
1055                 } elsif ($l->{TYPE} eq "TYPEDEF") {
1056                         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
1057                 }
1058         }
1059
1060         # add additional constructions
1061         if ($l->{TYPE} eq "POINTER" and $deferred) {
1062                 if ($l->{POINTER_TYPE} ne "ref") {
1063                         $self->pidl("if ($var_name) {");
1064                         $self->indent;
1065
1066                         if ($l->{POINTER_TYPE} eq "relative" or $l->{POINTER_TYPE} eq "relative_short") {
1067                                 $self->pidl("uint32_t _relative_save_offset;");
1068                                 $self->pidl("_relative_save_offset = $ndr->offset;");
1069                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2($ndr, $var_name));");
1070                         }
1071                 }
1072
1073                 $self->ParseMemCtxPullStart($e, $l, $ndr, $var_name);
1074
1075                 $var_name = get_value_of($var_name);
1076                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1077
1078                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1079
1080                 if ($l->{POINTER_TYPE} ne "ref") {
1081                         if ($l->{POINTER_TYPE} eq "relative") {
1082                                 $self->pidl("if ($ndr->offset > $ndr->relative_highest_offset) {");
1083                                 $self->indent;
1084                                 $self->pidl("$ndr->relative_highest_offset = $ndr->offset;");
1085                                 $self->deindent;
1086                                 $self->pidl("}");
1087                                 $self->pidl("$ndr->offset = _relative_save_offset;");
1088                         }
1089                         $self->deindent;
1090                         $self->pidl("}");
1091                 }
1092         } elsif ($l->{TYPE} eq "ARRAY" and 
1093                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1094                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1095                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1096                 my $array_name = $var_name;
1097
1098                 if ($l->{IS_VARYING}) {
1099                         $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
1100                 }
1101
1102                 if (my $range = has_property($e, "range")) {
1103                         my ($low, $high) = split(/,/, $range, 2);
1104                         if ($low < 0) {
1105                                 warning(0, "$low is invalid for the range of an array size");
1106                         }
1107                         if ($low == 0) {
1108                                 $self->pidl("if ($length > $high) {");
1109                         } else {
1110                                 $self->pidl("if ($length < $low || $length > $high) {");
1111                         }
1112                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1113                         $self->pidl("}");
1114                 }
1115
1116                 $var_name = get_array_element($var_name, $counter);
1117
1118                 $self->ParseMemCtxPullStart($e, $l, $ndr, $array_name);
1119
1120                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1121                         my $nl = GetNextLevel($e,$l);
1122
1123                         if ($l->{IS_ZERO_TERMINATED}) {
1124                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1125                         }
1126
1127                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1128                         $self->indent;
1129                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1130                         $self->deindent;
1131                         $self->pidl("}");
1132                 }
1133
1134                 if ($deferred and ContainsDeferred($e, $l)) {
1135                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1136                         $self->indent;
1137                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1138                         $self->deindent;
1139                         $self->pidl("}");
1140                 }
1141
1142                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1143
1144         } elsif ($l->{TYPE} eq "SWITCH") {
1145                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1146         }
1147 }
1148
1149 #####################################################################
1150 # parse scalars in a structure element - pull size
1151 sub ParseElementPull($$$$$$)
1152 {
1153         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1154
1155         my $var_name = $env->{$e->{NAME}};
1156         my $represent_name;
1157         my $transmit_name;
1158
1159         return if ContainsPipe($e, $e->{LEVELS}[0]);
1160
1161         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1162
1163         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1164                 $self->pidl("{");
1165                 $self->indent;
1166                 $represent_name = $var_name;
1167                 $transmit_name = "_transmit_$e->{NAME}";
1168                 $var_name = $transmit_name;
1169                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1170         }
1171
1172         $var_name = append_prefix($e, $var_name);
1173
1174         $self->start_flags($e, $ndr);
1175
1176         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1177
1178         $self->end_flags($e, $ndr);
1179
1180         # Representation type is different from transmit_as
1181         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1182                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1183                 $self->deindent;
1184                 $self->pidl("}");
1185         }
1186 }
1187
1188 #####################################################################
1189 # parse a pointer in a struct element or function
1190 sub ParsePtrPull($$$$$)
1191 {
1192         my($self, $e,$l,$ndr,$var_name) = @_;
1193
1194         my $nl = GetNextLevel($e, $l);
1195         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1196         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1197                                                  ($nl->{DATA_TYPE} eq "string"));
1198
1199         if ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP") {
1200
1201                 if (!$next_is_array and !$next_is_string) {
1202                         $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1203                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1204                         $self->pidl("}");
1205                 }
1206
1207                 return;
1208         } elsif ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "EMBEDDED") {
1209                 $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1210         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1211                  ($l->{POINTER_TYPE} eq "relative") or
1212                  ($l->{POINTER_TYPE} eq "full")) {
1213                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1214         } elsif ($l->{POINTER_TYPE} eq "relative_short") {
1215                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr_short($ndr, &_ptr_$e->{NAME}));");
1216         } else {
1217                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1218         }
1219
1220         $self->pidl("if (_ptr_$e->{NAME}) {");
1221         $self->indent;
1222
1223         # Don't do this for arrays, they're allocated at the actual level 
1224         # of the array
1225         unless ($next_is_array or $next_is_string) { 
1226                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1227         } else {
1228                 # FIXME: Yes, this is nasty.
1229                 # We allocate an array twice
1230                 # - once just to indicate that it's there,
1231                 # - then the real allocation...
1232                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1233         }
1234
1235         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1236         if ($l->{POINTER_TYPE} eq "relative" or $l->{POINTER_TYPE} eq "relative_short") {
1237                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1238         }
1239         $self->deindent;
1240         $self->pidl("} else {");
1241         $self->pidl("\t$var_name = NULL;");
1242         $self->pidl("}");
1243 }
1244
1245 sub ParseStructPushPrimitives($$$$$)
1246 {
1247         my ($self, $struct, $ndr, $varname, $env) = @_;
1248
1249         # see if the structure contains a conformant array. If it
1250         # does, then it must be the last element of the structure, and
1251         # we need to push the conformant length early, as it fits on
1252         # the wire before the structure (and even before the structure
1253         # alignment)
1254         if (defined($struct->{SURROUNDING_ELEMENT})) {
1255                 my $e = $struct->{SURROUNDING_ELEMENT};
1256
1257                 if (defined($e->{LEVELS}[0]) and 
1258                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1259                         my $size;
1260                         
1261                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1262                                 if (has_property($e, "charset")) {
1263                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1264                                 } else {
1265                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1266                                 }
1267                         } else {
1268                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1269                         }
1270
1271                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
1272                 } else {
1273                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, ndr_string_array_size($ndr, $varname->$e->{NAME})));");
1274                 }
1275         }
1276
1277         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $struct->{ALIGN}));");
1278
1279         if (defined($struct->{PROPERTIES}{relative_base})) {
1280                 # set the current offset as base for relative pointers
1281                 # and store it based on the toplevel struct/union
1282                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1283         }
1284
1285         $self->ParseElementPush($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1286
1287         $self->pidl("NDR_CHECK(ndr_push_trailer_align($ndr, $struct->{ALIGN}));");
1288 }
1289
1290 sub ParseStructPushDeferred($$$$)
1291 {
1292         my ($self, $struct, $ndr, $varname, $env) = @_;
1293         if (defined($struct->{PROPERTIES}{relative_base})) {
1294                 # retrieve the current offset as base for relative pointers
1295                 # based on the toplevel struct/union
1296                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1297         }
1298         $self->ParseElementPush($_, $ndr, $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1299 }
1300
1301 #####################################################################
1302 # parse a struct
1303 sub ParseStructPush($$$$)
1304 {
1305         my ($self, $struct, $ndr, $varname) = @_;
1306         
1307         return unless defined($struct->{ELEMENTS});
1308
1309         my $env = GenerateStructEnv($struct, $varname);
1310
1311         EnvSubstituteValue($env, $struct);
1312
1313         $self->DeclareArrayVariablesNoZero($_, $env) foreach (@{$struct->{ELEMENTS}});
1314
1315         $self->start_flags($struct, $ndr);
1316
1317         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1318         $self->indent;
1319         $self->ParseStructPushPrimitives($struct, $ndr, $varname, $env);
1320         $self->deindent;
1321         $self->pidl("}");
1322
1323         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1324         $self->indent;
1325         $self->ParseStructPushDeferred($struct, $ndr, $varname, $env);
1326         $self->deindent;
1327         $self->pidl("}");
1328
1329         $self->end_flags($struct, $ndr);
1330 }
1331
1332 #####################################################################
1333 # generate a push function for an enum
1334 sub ParseEnumPush($$$$)
1335 {
1336         my($self,$enum,$ndr,$varname) = @_;
1337         my($type_fn) = $enum->{BASE_TYPE};
1338
1339         $self->start_flags($enum, $ndr);
1340         $self->pidl("NDR_CHECK(ndr_push_enum_$type_fn($ndr, NDR_SCALARS, $varname));");
1341         $self->end_flags($enum, $ndr);
1342 }
1343
1344 #####################################################################
1345 # generate a pull function for an enum
1346 sub ParseEnumPull($$$$)
1347 {
1348         my($self,$enum,$ndr,$varname) = @_;
1349         my($type_fn) = $enum->{BASE_TYPE};
1350         my($type_v_decl) = mapTypeName($type_fn);
1351
1352         $self->pidl("$type_v_decl v;");
1353         $self->start_flags($enum, $ndr);
1354         $self->pidl("NDR_CHECK(ndr_pull_enum_$type_fn($ndr, NDR_SCALARS, &v));");
1355         $self->pidl("*$varname = v;");
1356
1357         $self->end_flags($enum, $ndr);
1358 }
1359
1360 #####################################################################
1361 # generate a print function for an enum
1362 sub ParseEnumPrint($$$$$)
1363 {
1364         my($self,$enum,$ndr,$name,$varname) = @_;
1365
1366         $self->pidl("const char *val = NULL;");
1367         $self->pidl("");
1368
1369         $self->start_flags($enum, $ndr);
1370
1371         $self->pidl("switch ($varname) {");
1372         $self->indent;
1373         my $els = \@{$enum->{ELEMENTS}};
1374         foreach my $i (0 .. $#{$els}) {
1375                 my $e = ${$els}[$i];
1376                 chomp $e;
1377                 if ($e =~ /^(.*)=/) {
1378                         $e = $1;
1379                 }
1380                 $self->pidl("case $e: val = \"$e\"; break;");
1381         }
1382
1383         $self->deindent;
1384         $self->pidl("}");
1385         
1386         $self->pidl("ndr_print_enum($ndr, name, \"$enum->{TYPE}\", val, $varname);");
1387
1388         $self->end_flags($enum, $ndr);
1389 }
1390
1391 sub DeclEnum($$$$)
1392 {
1393         my ($e,$t,$name,$varname) = @_;
1394         return "enum $name " . 
1395                 ($t eq "pull"?"*":"") . $varname;
1396 }
1397
1398 $typefamily{ENUM} = {
1399         DECL => \&DeclEnum,
1400         PUSH_FN_BODY => \&ParseEnumPush,
1401         PULL_FN_BODY => \&ParseEnumPull,
1402         PRINT_FN_BODY => \&ParseEnumPrint,
1403 };
1404
1405 #####################################################################
1406 # generate a push function for a bitmap
1407 sub ParseBitmapPush($$$$)
1408 {
1409         my($self,$bitmap,$ndr,$varname) = @_;
1410         my($type_fn) = $bitmap->{BASE_TYPE};
1411
1412         $self->start_flags($bitmap, $ndr);
1413
1414         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1415
1416         $self->end_flags($bitmap, $ndr);
1417 }
1418
1419 #####################################################################
1420 # generate a pull function for an bitmap
1421 sub ParseBitmapPull($$$$)
1422 {
1423         my($self,$bitmap,$ndr,$varname) = @_;
1424         my $type_fn = $bitmap->{BASE_TYPE};
1425         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1426
1427         $self->pidl("$type_decl v;");
1428         $self->start_flags($bitmap, $ndr);
1429         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1430         $self->pidl("*$varname = v;");
1431
1432         $self->end_flags($bitmap, $ndr);
1433 }
1434
1435 #####################################################################
1436 # generate a print function for an bitmap
1437 sub ParseBitmapPrintElement($$$$$$)
1438 {
1439         my($self,$e,$bitmap,$ndr,$name,$varname) = @_;
1440         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1441         my($type_fn) = $bitmap->{BASE_TYPE};
1442         my($flag);
1443
1444         if ($e =~ /^(\w+) .*$/) {
1445                 $flag = "$1";
1446         } else {
1447                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1448         }
1449
1450         $self->pidl("ndr_print_bitmap_flag($ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1451 }
1452
1453 #####################################################################
1454 # generate a print function for an bitmap
1455 sub ParseBitmapPrint($$$$$)
1456 {
1457         my($self,$bitmap,$ndr,$name,$varname) = @_;
1458         my($type_decl) = mapTypeName($bitmap->{TYPE});
1459         my($type_fn) = $bitmap->{BASE_TYPE};
1460
1461         $self->start_flags($bitmap, $ndr);
1462
1463         $self->pidl("ndr_print_$type_fn($ndr, name, $varname);");
1464
1465         $self->pidl("$ndr->depth++;");
1466         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1467                 $self->ParseBitmapPrintElement($e, $bitmap, $ndr, $name, $varname);
1468         }
1469         $self->pidl("$ndr->depth--;");
1470
1471         $self->end_flags($bitmap, $ndr);
1472 }
1473
1474 sub DeclBitmap($$$$)
1475 {
1476         my ($e,$t,$name,$varname) = @_;
1477         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1478                 ($t eq "pull"?" *":" ") . $varname;
1479 }
1480
1481 $typefamily{BITMAP} = {
1482         DECL => \&DeclBitmap,
1483         PUSH_FN_BODY => \&ParseBitmapPush,
1484         PULL_FN_BODY => \&ParseBitmapPull,
1485         PRINT_FN_BODY => \&ParseBitmapPrint,
1486 };
1487
1488 #####################################################################
1489 # generate a struct print function
1490 sub ParseStructPrint($$$$$)
1491 {
1492         my($self,$struct,$ndr,$name,$varname) = @_;
1493
1494         return unless defined $struct->{ELEMENTS};
1495
1496         my $env = GenerateStructEnv($struct, $varname);
1497
1498         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1499
1500         $self->pidl("ndr_print_struct($ndr, name, \"$name\");");
1501         $self->pidl("if (r == NULL) { ndr_print_null($ndr); return; }");
1502
1503         $self->start_flags($struct, $ndr);
1504
1505         $self->pidl("$ndr->depth++;");
1506         
1507         $self->ParseElementPrint($_, $ndr, $env->{$_->{NAME}}, $env)
1508                 foreach (@{$struct->{ELEMENTS}});
1509         $self->pidl("$ndr->depth--;");
1510
1511         $self->end_flags($struct, $ndr);
1512 }
1513
1514 sub DeclarePtrVariables($$)
1515 {
1516         my ($self,$e) = @_;
1517         foreach my $l (@{$e->{LEVELS}}) {
1518                 my $size = 32;
1519                 if ($l->{TYPE} eq "POINTER" and 
1520                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1521                         if ($l->{POINTER_TYPE} eq "relative_short") {
1522                                 $size = 16;
1523                         }
1524                         $self->pidl("uint${size}_t _ptr_$e->{NAME};");
1525                         last;
1526                 }
1527         }
1528 }
1529
1530 sub DeclareArrayVariables($$)
1531 {
1532         my ($self,$e) = @_;
1533
1534         foreach my $l (@{$e->{LEVELS}}) {
1535                 next if has_fast_array($e,$l);
1536                 next if is_charset_array($e,$l);
1537                 if ($l->{TYPE} eq "ARRAY") {
1538                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1539                 }
1540         }
1541 }
1542
1543 sub DeclareArrayVariablesNoZero($$$)
1544 {
1545         my ($self,$e,$env) = @_;
1546
1547         foreach my $l (@{$e->{LEVELS}}) {
1548                 next if has_fast_array($e,$l);
1549                 next if is_charset_array($e,$l);
1550                 if ($l->{TYPE} eq "ARRAY") {
1551                     my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1552                     if ($length eq "0") {
1553                         warning($e->{ORIGINAL}, "pointless array cntr: 'cntr_$e->{NAME}_$l->{LEVEL_INDEX}': length=$length");
1554                     } else {
1555                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1556                     }
1557                 }
1558         }
1559 }
1560
1561 sub DeclareMemCtxVariables($$)
1562 {
1563         my ($self,$e) = @_;
1564         foreach my $l (@{$e->{LEVELS}}) {
1565                 my $mem_flags = $self->ParseMemCtxPullFlags($e, $l);
1566                 if (defined($mem_flags)) {
1567                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1568                 }
1569         }
1570 }
1571
1572 sub ParseStructPullPrimitives($$$$$)
1573 {
1574         my($self,$struct,$ndr,$varname,$env) = @_;
1575
1576         if (defined $struct->{SURROUNDING_ELEMENT}) {
1577                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1578         }
1579
1580         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $struct->{ALIGN}));");
1581
1582         if (defined($struct->{PROPERTIES}{relative_base})) {
1583                 # set the current offset as base for relative pointers
1584                 # and store it based on the toplevel struct/union
1585                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1586         }
1587
1588         $self->ParseElementPull($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1589
1590         $self->add_deferred();
1591
1592         $self->pidl("NDR_CHECK(ndr_pull_trailer_align($ndr, $struct->{ALIGN}));");
1593 }
1594
1595 sub ParseStructPullDeferred($$$$$)
1596 {
1597         my ($self,$struct,$ndr,$varname,$env) = @_;
1598
1599         if (defined($struct->{PROPERTIES}{relative_base})) {
1600                 # retrieve the current offset as base for relative pointers
1601                 # based on the toplevel struct/union
1602                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1603         }
1604         foreach my $e (@{$struct->{ELEMENTS}}) {
1605                 $self->ParseElementPull($e, $ndr, $env, 0, 1);
1606         }
1607
1608         $self->add_deferred();
1609 }
1610
1611 #####################################################################
1612 # parse a struct - pull side
1613 sub ParseStructPull($$$$)
1614 {
1615         my($self,$struct,$ndr,$varname) = @_;
1616
1617         return unless defined $struct->{ELEMENTS};
1618
1619         # declare any internal pointers we need
1620         foreach my $e (@{$struct->{ELEMENTS}}) {
1621                 $self->DeclarePtrVariables($e);
1622                 $self->DeclareArrayVariables($e);
1623                 $self->DeclareMemCtxVariables($e);
1624         }
1625
1626         $self->start_flags($struct, $ndr);
1627
1628         my $env = GenerateStructEnv($struct, $varname);
1629
1630         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1631         $self->indent;
1632         $self->ParseStructPullPrimitives($struct,$ndr,$varname,$env);
1633         $self->deindent;
1634         $self->pidl("}");
1635         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1636         $self->indent;
1637         $self->ParseStructPullDeferred($struct,$ndr,$varname,$env);
1638         $self->deindent;
1639         $self->pidl("}");
1640
1641         $self->end_flags($struct, $ndr);
1642 }
1643
1644 #####################################################################
1645 # calculate size of ndr struct
1646 sub ParseStructNdrSize($$$$)
1647 {
1648         my ($self,$t, $name, $varname) = @_;
1649         my $sizevar;
1650
1651         if (my $flags = has_property($t, "flag")) {
1652                 $self->pidl("flags |= $flags;");
1653         }
1654         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name);");
1655 }
1656
1657 sub DeclStruct($$$$)
1658 {
1659         my ($e,$t,$name,$varname) = @_;
1660         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1661 }
1662
1663 sub ArgsStructNdrSize($$$)
1664 {
1665         my ($d, $name, $varname) = @_;
1666         return "const struct $name *$varname, int flags";
1667 }
1668
1669 $typefamily{STRUCT} = {
1670         PUSH_FN_BODY => \&ParseStructPush,
1671         DECL => \&DeclStruct,
1672         PULL_FN_BODY => \&ParseStructPull,
1673         PRINT_FN_BODY => \&ParseStructPrint,
1674         SIZE_FN_BODY => \&ParseStructNdrSize,
1675         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1676 };
1677
1678 #####################################################################
1679 # calculate size of ndr struct
1680 sub ParseUnionNdrSize($$$)
1681 {
1682         my ($self, $t, $name, $varname) = @_;
1683         my $sizevar;
1684
1685         if (my $flags = has_property($t, "flag")) {
1686                 $self->pidl("flags |= $flags;");
1687         }
1688
1689         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name);");
1690 }
1691
1692 sub ParseUnionPushPrimitives($$$$)
1693 {
1694         my ($self, $e, $ndr ,$varname) = @_;
1695
1696         my $have_default = 0;
1697
1698         $self->pidl("uint32_t level = ndr_push_get_switch_value($ndr, $varname);");
1699
1700         if (defined($e->{SWITCH_TYPE})) {
1701                 if (defined($e->{ALIGN})) {
1702                         $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1703                 }
1704
1705                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}($ndr, NDR_SCALARS, level));");
1706         }
1707
1708         if (defined($e->{ALIGN})) {
1709                 if ($e->{IS_MS_UNION}) {
1710                         $self->pidl("/* ms_union is always aligned to the largest union arm*/");
1711                         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $e->{ALIGN}));");
1712                 } else {
1713                         $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1714                 }
1715         }
1716
1717         $self->pidl("switch (level) {");
1718         $self->indent;
1719         foreach my $el (@{$e->{ELEMENTS}}) {
1720                 if ($el->{CASE} eq "default") {
1721                         $have_default = 1;
1722                 }
1723                 $self->pidl("$el->{CASE}: {");
1724
1725                 if ($el->{TYPE} ne "EMPTY") {
1726                         $self->indent;
1727                         if (defined($e->{PROPERTIES}{relative_base})) {
1728                                 $self->pidl("NDR_CHECK(ndr_push_align($ndr, $el->{ALIGN}));");
1729                                 # set the current offset as base for relative pointers
1730                                 # and store it based on the toplevel struct/union
1731                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1732                         }
1733                         $self->DeclareArrayVariables($el);
1734                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1735                         $self->deindent;
1736                 }
1737                 $self->pidl("break; }");
1738                 $self->pidl("");
1739         }
1740         if (! $have_default) {
1741                 $self->pidl("default:");
1742                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1743         }
1744         $self->deindent;
1745         $self->pidl("}");
1746 }
1747
1748 sub ParseUnionPushDeferred($$$$)
1749 {
1750         my ($self,$e,$ndr,$varname) = @_;
1751
1752         my $have_default = 0;
1753
1754         $self->pidl("uint32_t level = ndr_push_get_switch_value($ndr, $varname);");
1755         if (defined($e->{PROPERTIES}{relative_base})) {
1756                 # retrieve the current offset as base for relative pointers
1757                 # based on the toplevel struct/union
1758                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1759         }
1760         $self->pidl("switch (level) {");
1761         $self->indent;
1762         foreach my $el (@{$e->{ELEMENTS}}) {
1763                 if ($el->{CASE} eq "default") {
1764                         $have_default = 1;
1765                 }
1766
1767                 $self->pidl("$el->{CASE}:");
1768                 if ($el->{TYPE} ne "EMPTY") {
1769                         $self->indent;
1770                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1771                         $self->deindent;
1772                 }
1773                 $self->pidl("break;");
1774                 $self->pidl("");
1775         }
1776         if (! $have_default) {
1777                 $self->pidl("default:");
1778                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1779         }
1780         $self->deindent;
1781         $self->pidl("}");
1782 }
1783
1784 #####################################################################
1785 # parse a union - push side
1786 sub ParseUnionPush($$$$)
1787 {
1788         my ($self,$e,$ndr,$varname) = @_;
1789         my $have_default = 0;
1790
1791         $self->start_flags($e, $ndr);
1792
1793         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1794         $self->indent;
1795         $self->ParseUnionPushPrimitives($e, $ndr, $varname);
1796         $self->deindent;
1797         $self->pidl("}");
1798         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1799         $self->indent;
1800         $self->ParseUnionPushDeferred($e, $ndr, $varname);
1801         $self->deindent;
1802         $self->pidl("}");
1803         $self->end_flags($e, $ndr);
1804 }
1805
1806 #####################################################################
1807 # print a union
1808 sub ParseUnionPrint($$$$$)
1809 {
1810         my ($self,$e,$ndr,$name,$varname) = @_;
1811         my $have_default = 0;
1812
1813         $self->pidl("uint32_t level;");
1814         foreach my $el (@{$e->{ELEMENTS}}) {
1815                 $self->DeclareArrayVariables($el);
1816         }
1817
1818         $self->start_flags($e, $ndr);
1819
1820         $self->pidl("level = ndr_print_get_switch_value($ndr, $varname);");
1821
1822         $self->pidl("ndr_print_union($ndr, name, level, \"$name\");");
1823
1824         $self->pidl("switch (level) {");
1825         $self->indent;
1826         foreach my $el (@{$e->{ELEMENTS}}) {
1827                 if ($el->{CASE} eq "default") {
1828                         $have_default = 1;
1829                 }
1830                 $self->pidl("$el->{CASE}:");
1831                 if ($el->{TYPE} ne "EMPTY") {
1832                         $self->indent;
1833                         $self->ParseElementPrint($el, $ndr, "$varname->$el->{NAME}", {});
1834                         $self->deindent;
1835                 }
1836                 $self->pidl("break;");
1837                 $self->pidl("");
1838         }
1839         if (! $have_default) {
1840                 $self->pidl("default:");
1841                 $self->pidl("\tndr_print_bad_level($ndr, name, level);");
1842         }
1843         $self->deindent;
1844         $self->pidl("}");
1845
1846         $self->end_flags($e, $ndr);
1847 }
1848
1849 sub ParseUnionPullPrimitives($$$$$)
1850 {
1851         my ($self,$e,$ndr,$varname,$switch_type) = @_;
1852         my $have_default = 0;
1853
1854
1855         if (defined($switch_type)) {
1856                 if (defined($e->{ALIGN})) {
1857                         $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1858                 }
1859
1860                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type($ndr, NDR_SCALARS, &_level));");
1861                 $self->pidl("if (_level != level) {"); 
1862                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname at \%s\", _level, __location__);");
1863                 $self->pidl("}");
1864         }
1865
1866         if (defined($e->{ALIGN})) {
1867                 if ($e->{IS_MS_UNION}) {
1868                         $self->pidl("/* ms_union is always aligned to the largest union arm*/");
1869                         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $e->{ALIGN}));");
1870                 } else {
1871                         $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1872                 }
1873         }
1874
1875         $self->pidl("switch (level) {");
1876         $self->indent;
1877         foreach my $el (@{$e->{ELEMENTS}}) {
1878                 if ($el->{CASE} eq "default") {
1879                         $have_default = 1;
1880                 } 
1881                 $self->pidl("$el->{CASE}: {");
1882
1883                 if ($el->{TYPE} ne "EMPTY") {
1884                         $self->indent;
1885                         if (defined($e->{PROPERTIES}{relative_base})) {
1886                                 $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $el->{ALIGN}));");
1887                                 # set the current offset as base for relative pointers
1888                                 # and store it based on the toplevel struct/union
1889                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1890                         }
1891                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1892                         $self->deindent;
1893                 }
1894                 $self->pidl("break; }");
1895                 $self->pidl("");
1896         }
1897         if (! $have_default) {
1898                 $self->pidl("default:");
1899                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1900         }
1901         $self->deindent;
1902         $self->pidl("}");
1903 }
1904
1905 sub ParseUnionPullDeferred($$$$)
1906 {
1907         my ($self,$e,$ndr,$varname) = @_;
1908         my $have_default = 0;
1909
1910         if (defined($e->{PROPERTIES}{relative_base})) {
1911                 # retrieve the current offset as base for relative pointers
1912                 # based on the toplevel struct/union
1913                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1914         }
1915         $self->pidl("switch (level) {");
1916         $self->indent;
1917         foreach my $el (@{$e->{ELEMENTS}}) {
1918                 if ($el->{CASE} eq "default") {
1919                         $have_default = 1;
1920                 } 
1921
1922                 $self->pidl("$el->{CASE}:");
1923                 if ($el->{TYPE} ne "EMPTY") {
1924                         $self->indent;
1925                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1926                         $self->deindent;
1927                 }
1928                 $self->pidl("break;");
1929                 $self->pidl("");
1930         }
1931         if (! $have_default) {
1932                 $self->pidl("default:");
1933                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1934         }
1935         $self->deindent;
1936         $self->pidl("}");
1937
1938
1939 }
1940
1941 #####################################################################
1942 # parse a union - pull side
1943 sub ParseUnionPull($$$$)
1944 {
1945         my ($self,$e,$ndr,$varname) = @_;
1946         my $switch_type = $e->{SWITCH_TYPE};
1947
1948         $self->pidl("uint32_t level;");
1949         if (defined($switch_type)) {
1950                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1951                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1952                 }
1953                 $self->pidl(mapTypeName($switch_type) . " _level;");
1954         }
1955
1956         my %double_cases = ();
1957         foreach my $el (@{$e->{ELEMENTS}}) {
1958                 next if ($el->{TYPE} eq "EMPTY");
1959                 next if ($double_cases{"$el->{NAME}"});
1960                 $self->DeclareMemCtxVariables($el);
1961                 $self->DeclarePtrVariables($el);
1962                 $self->DeclareArrayVariables($el);
1963                 $double_cases{"$el->{NAME}"} = 1;
1964         }
1965
1966         $self->start_flags($e, $ndr);
1967
1968         $self->pidl("level = ndr_pull_get_switch_value($ndr, $varname);");
1969
1970         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1971         $self->indent;
1972         $self->ParseUnionPullPrimitives($e,$ndr,$varname,$switch_type);
1973         $self->deindent;
1974         $self->pidl("}");
1975
1976         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1977         $self->indent;
1978         $self->ParseUnionPullDeferred($e,$ndr,$varname);
1979         $self->deindent;
1980         $self->pidl("}");
1981
1982         $self->add_deferred();
1983
1984         $self->end_flags($e, $ndr);
1985 }
1986
1987 sub DeclUnion($$$$)
1988 {
1989         my ($e,$t,$name,$varname) = @_;
1990         return ($t ne "pull"?"const ":"") . "union $name *$varname";
1991 }
1992
1993 sub ArgsUnionNdrSize($$)
1994 {
1995         my ($d,$name) = @_;
1996         return "const union $name *r, uint32_t level, int flags";
1997 }
1998
1999 $typefamily{UNION} = {
2000         PUSH_FN_BODY => \&ParseUnionPush,
2001         DECL => \&DeclUnion,
2002         PULL_FN_BODY => \&ParseUnionPull,
2003         PRINT_FN_BODY => \&ParseUnionPrint,
2004         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
2005         SIZE_FN_BODY => \&ParseUnionNdrSize,
2006 };
2007         
2008 #####################################################################
2009 # parse a typedef - push side
2010 sub ParseTypedefPush($$$$)
2011 {
2012         my($self,$e,$ndr,$varname) = @_;
2013
2014         my $env;
2015
2016         $env->{$e->{NAME}} = $varname;
2017
2018         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2019 }
2020
2021 #####################################################################
2022 # parse a typedef - pull side
2023 sub ParseTypedefPull($$$$)
2024 {
2025         my($self,$e,$ndr,$varname) = @_;
2026
2027         my $env;
2028
2029         $env->{$e->{NAME}} = $varname;
2030
2031         $self->ParseElementPullLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2032 }
2033
2034 #####################################################################
2035 # parse a typedef - print side
2036 sub ParseTypedefPrint($$$$$)
2037 {
2038         my($self,$e,$ndr,$name,$varname) = @_;
2039
2040         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $ndr, $name, $varname);
2041 }
2042
2043 #####################################################################
2044 ## calculate the size of a structure
2045 sub ParseTypedefNdrSize($$$$)
2046 {
2047         my($self,$t,$name,$varname) = @_;
2048
2049         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
2050 }
2051
2052 sub DeclTypedef($$$$)
2053 {
2054         my ($e, $t, $name, $varname) = @_;
2055         
2056         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
2057 }
2058
2059 sub ArgsTypedefNdrSize($$$)
2060 {
2061         my ($d, $name, $varname) = @_;
2062         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
2063 }
2064
2065 $typefamily{TYPEDEF} = {
2066         PUSH_FN_BODY => \&ParseTypedefPush,
2067         DECL => \&DeclTypedef,
2068         PULL_FN_BODY => \&ParseTypedefPull,
2069         PRINT_FN_BODY => \&ParseTypedefPrint,
2070         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
2071         SIZE_FN_BODY => \&ParseTypedefNdrSize,
2072 };
2073
2074 sub ParsePipePushChunk($$)
2075 {
2076         my ($self, $t) = @_;
2077
2078         my $pipe = $t;
2079         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2080         my $struct = $pipe->{DATA};
2081
2082         my $name = "$struct->{NAME}";
2083         my $ndr = "ndr";
2084         my $varname = "r";
2085
2086         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "push", $name, $varname);
2087
2088         $self->fn_declare("push", $struct, "enum ndr_err_code ndr_push_$name(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2089
2090         return if has_property($t, "nopush");
2091
2092         $self->pidl("{");
2093         $self->indent;
2094
2095         $self->ParseStructPush($struct, $ndr, $varname);
2096         $self->pidl("");
2097
2098         $self->pidl("NDR_CHECK(ndr_push_pipe_chunk_trailer(ndr, ndr_flags, $varname->count));");
2099         $self->pidl("");
2100
2101         $self->pidl("return NDR_ERR_SUCCESS;");
2102         $self->deindent;
2103         $self->pidl("}");
2104         $self->pidl("");
2105 }
2106
2107 sub ParsePipePullChunk($$)
2108 {
2109         my ($self, $t) = @_;
2110
2111         my $pipe = $t;
2112         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2113         my $struct = $pipe->{DATA};
2114
2115         my $name = "$struct->{NAME}";
2116         my $ndr = "ndr";
2117         my $varname = "r";
2118
2119         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "pull", $name, $varname);
2120
2121         $self->fn_declare("pull", $struct, "enum ndr_err_code ndr_pull_$name(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2122
2123         return if has_property($struct, "nopull");
2124
2125         $self->pidl("{");
2126         $self->indent;
2127
2128         $self->ParseStructPull($struct, $ndr, $varname);
2129         $self->pidl("");
2130
2131         $self->pidl("NDR_CHECK(ndr_check_pipe_chunk_trailer($ndr, ndr_flags, $varname->count));");
2132         $self->pidl("");
2133
2134         $self->pidl("return NDR_ERR_SUCCESS;");
2135         $self->deindent;
2136         $self->pidl("}");
2137         $self->pidl("");
2138 }
2139
2140 sub ParsePipePrintChunk($$)
2141 {
2142         my ($self, $t) = @_;
2143
2144         my $pipe = $t;
2145         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2146         my $struct = $pipe->{DATA};
2147
2148         my $name = "$struct->{NAME}";
2149         my $ndr = "ndr";
2150         my $varname = "r";
2151
2152         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "print", $name, $varname);
2153
2154         $self->pidl_hdr("void ndr_print_$name(struct ndr_print *ndr, const char *name, $args);");
2155
2156         return if (has_property($t, "noprint"));
2157
2158         $self->pidl("_PUBLIC_ void ndr_print_$name(struct ndr_print *$ndr, const char *name, $args)");
2159         $self->pidl("{");
2160         $self->indent;
2161         $self->ParseTypePrint($struct, $ndr, $varname);
2162         $self->deindent;
2163         $self->pidl("}");
2164         $self->pidl("");
2165 }
2166
2167 #####################################################################
2168 # parse a function - print side
2169 sub ParseFunctionPrint($$)
2170 {
2171         my($self, $fn) = @_;
2172         my $ndr = "ndr";
2173
2174         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
2175
2176         return if has_property($fn, "noprint");
2177
2178         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
2179         $self->pidl("{");
2180         $self->indent;
2181
2182         foreach my $e (@{$fn->{ELEMENTS}}) {
2183                 $self->DeclareArrayVariables($e);
2184         }
2185
2186         $self->pidl("ndr_print_struct($ndr, name, \"$fn->{NAME}\");");
2187         $self->pidl("if (r == NULL) { ndr_print_null($ndr); return; }");
2188         $self->pidl("$ndr->depth++;");
2189
2190         $self->pidl("if (flags & NDR_SET_VALUES) {");
2191         $self->pidl("\t$ndr->flags |= LIBNDR_PRINT_SET_VALUES;");
2192         $self->pidl("}");
2193
2194         $self->pidl("if (flags & NDR_IN) {");
2195         $self->indent;
2196         $self->pidl("ndr_print_struct($ndr, \"in\", \"$fn->{NAME}\");");
2197         $self->pidl("$ndr->depth++;");
2198
2199         my $env = GenerateFunctionInEnv($fn);
2200
2201         foreach my $e (@{$fn->{ELEMENTS}}) {
2202                 if (grep(/in/,@{$e->{DIRECTION}})) {
2203                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2204                 }
2205         }
2206         $self->pidl("$ndr->depth--;");
2207         $self->deindent;
2208         $self->pidl("}");
2209         
2210         $self->pidl("if (flags & NDR_OUT) {");
2211         $self->indent;
2212         $self->pidl("ndr_print_struct($ndr, \"out\", \"$fn->{NAME}\");");
2213         $self->pidl("$ndr->depth++;");
2214
2215         $env = GenerateFunctionOutEnv($fn);
2216         foreach my $e (@{$fn->{ELEMENTS}}) {
2217                 if (grep(/out/,@{$e->{DIRECTION}})) {
2218                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2219                 }
2220         }
2221         if ($fn->{RETURN_TYPE}) {
2222                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}($ndr, \"result\", r->out.result);");
2223         }
2224         $self->pidl("$ndr->depth--;");
2225         $self->deindent;
2226         $self->pidl("}");
2227         
2228         $self->pidl("$ndr->depth--;");
2229         $self->deindent;
2230         $self->pidl("}");
2231         $self->pidl("");
2232 }
2233
2234 #####################################################################
2235 # parse a function
2236 sub ParseFunctionPush($$)
2237
2238         my($self, $fn) = @_;
2239         my $ndr = "ndr";
2240
2241         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *$ndr, int flags, const struct $fn->{NAME} *r)") or return;
2242
2243         return if has_property($fn, "nopush");
2244
2245         $self->pidl("{");
2246         $self->indent;
2247
2248         foreach my $e (@{$fn->{ELEMENTS}}) { 
2249                 $self->DeclareArrayVariables($e);
2250         }
2251
2252         $self->pidl("if (flags & NDR_IN) {");
2253         $self->indent;
2254
2255         my $env = GenerateFunctionInEnv($fn);
2256
2257         EnvSubstituteValue($env, $fn);
2258
2259         foreach my $e (@{$fn->{ELEMENTS}}) {
2260                 if (grep(/in/,@{$e->{DIRECTION}})) {
2261                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2262                 }
2263         }
2264
2265         $self->deindent;
2266         $self->pidl("}");
2267
2268         $self->pidl("if (flags & NDR_OUT) {");
2269         $self->indent;
2270
2271         $env = GenerateFunctionOutEnv($fn);
2272         foreach my $e (@{$fn->{ELEMENTS}}) {
2273                 if (grep(/out/,@{$e->{DIRECTION}})) {
2274                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2275                 }
2276         }
2277
2278         if ($fn->{RETURN_TYPE}) {
2279                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, r->out.result));");
2280         }
2281     
2282         $self->deindent;
2283         $self->pidl("}");
2284         $self->pidl("return NDR_ERR_SUCCESS;");
2285         $self->deindent;
2286         $self->pidl("}");
2287         $self->pidl("");
2288 }
2289
2290 sub AllocateArrayLevel($$$$$$)
2291 {
2292         my ($self,$e,$l,$ndr,$var,$size) = @_;
2293
2294         my $pl = GetPrevLevel($e, $l);
2295         if (defined($pl) and 
2296             $pl->{TYPE} eq "POINTER" and 
2297             $pl->{POINTER_TYPE} eq "ref"
2298             and not $l->{IS_ZERO_TERMINATED}) {
2299                 $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2300                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2301                 $self->pidl("}");
2302                 if (grep(/in/,@{$e->{DIRECTION}}) and
2303                     grep(/out/,@{$e->{DIRECTION}})) {
2304                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2305                 }
2306                 return;
2307         }
2308
2309         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2310 }
2311
2312 #####################################################################
2313 # parse a function
2314 sub ParseFunctionPull($$)
2315
2316         my($self,$fn) = @_;
2317         my $ndr = "ndr";
2318
2319         # pull function args
2320         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *$ndr, int flags, struct $fn->{NAME} *r)") or return;
2321
2322         $self->pidl("{");
2323         $self->indent;
2324
2325         # declare any internal pointers we need
2326         foreach my $e (@{$fn->{ELEMENTS}}) { 
2327                 $self->DeclarePtrVariables($e);
2328                 $self->DeclareArrayVariables($e);
2329         }
2330
2331         my %double_cases = ();
2332         foreach my $e (@{$fn->{ELEMENTS}}) {
2333                 next if ($e->{TYPE} eq "EMPTY");
2334                 next if ($double_cases{"$e->{NAME}"});
2335                 $self->DeclareMemCtxVariables($e);
2336                 $double_cases{"$e->{NAME}"} = 1;
2337         }
2338
2339         $self->pidl("if (flags & NDR_IN) {");
2340         $self->indent;
2341
2342         # auto-init the out section of a structure. I originally argued that
2343         # this was a bad idea as it hides bugs, but coping correctly
2344         # with initialisation and not wiping ref vars is turning
2345         # out to be too tricky (tridge)
2346         foreach my $e (@{$fn->{ELEMENTS}}) {
2347                 next unless grep(/out/, @{$e->{DIRECTION}});
2348                 $self->pidl("ZERO_STRUCT(r->out);");
2349                 $self->pidl("");
2350                 last;
2351         }
2352
2353         my $env = GenerateFunctionInEnv($fn);
2354
2355         foreach my $e (@{$fn->{ELEMENTS}}) {
2356                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2357                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2358         }
2359
2360         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2361         # own flag rather than be in NDR_IN ?
2362
2363         foreach my $e (@{$fn->{ELEMENTS}}) {
2364                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2365                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2366                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2367                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2368                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2369                 next if ($e->{LEVELS}[1]->{TYPE} eq "PIPE");
2370                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2371                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2372
2373                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2374                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2375                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2376                                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2377                                 check_fully_dereferenced($e, $env));
2378                         $self->pidl("NDR_PULL_ALLOC_N($ndr, r->out.$e->{NAME}, $size);");
2379
2380                         if (grep(/in/, @{$e->{DIRECTION}})) {
2381                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2382                         } else {
2383                                 $self->pidl("memset(r->out.$e->{NAME}, 0, ($size) * sizeof(*r->out.$e->{NAME}));");
2384                         }
2385                 } elsif ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2386                         if (grep(/in/, @{$e->{DIRECTION}})) {
2387                                 $self->pidl("r->out.$e->{NAME} = r->in.$e->{NAME};");
2388                         } else {
2389                                 $self->pidl("r->out.$e->{NAME} = NULL;");
2390                         }
2391                 } else {
2392                         $self->pidl("NDR_PULL_ALLOC($ndr, r->out.$e->{NAME});");
2393                 
2394                         if (grep(/in/, @{$e->{DIRECTION}})) {
2395                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2396                         } else {
2397                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2398                         }
2399                 }
2400         }
2401
2402         $self->add_deferred();
2403         $self->deindent;
2404         $self->pidl("}");
2405         
2406         $self->pidl("if (flags & NDR_OUT) {");
2407         $self->indent;
2408
2409         $env = GenerateFunctionOutEnv($fn);
2410         foreach my $e (@{$fn->{ELEMENTS}}) {
2411                 next unless grep(/out/, @{$e->{DIRECTION}});
2412                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2413         }
2414
2415         if ($fn->{RETURN_TYPE}) {
2416                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, &r->out.result));");
2417         }
2418
2419         $self->add_deferred();
2420         $self->deindent;
2421         $self->pidl("}");
2422
2423         $self->pidl("return NDR_ERR_SUCCESS;");
2424         $self->deindent;
2425         $self->pidl("}");
2426         $self->pidl("");
2427 }
2428
2429 sub AuthServiceStruct($$$)
2430 {
2431         my ($self, $ifacename, $authservice) = @_;
2432         my @a = split /,/, $authservice;
2433         my $authservice_count = $#a + 1;
2434
2435         $self->pidl("static const char * const $ifacename\_authservice_strings[] = {");
2436         foreach my $ap (@a) {
2437                 $self->pidl("\t$ap, ");
2438         }
2439         $self->pidl("};");
2440         $self->pidl("");
2441
2442         $self->pidl("static const struct ndr_interface_string_array $ifacename\_authservices = {");
2443         $self->pidl("\t.count\t= $authservice_count,");
2444         $self->pidl("\t.names\t= $ifacename\_authservice_strings");
2445         $self->pidl("};");
2446         $self->pidl("");
2447 }
2448
2449 sub ParseGeneratePipeArray($$$)
2450 {
2451         my ($self, $fn, $direction) = @_;
2452
2453         $self->pidl("static const struct ndr_interface_call_pipe $fn->{NAME}\_$direction\_pipes[] = {");
2454         $self->indent;
2455
2456         foreach my $e (@{$fn->{ELEMENTS}}) {
2457                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2458                 next unless (grep(/$direction/, @{$e->{DIRECTION}}));
2459
2460                 my $cname = "$e->{TYPE}_chunk";
2461
2462                 $self->pidl("{");
2463                 $self->indent;
2464                 $self->pidl("\"$direction.$e->{NAME}\",");
2465                 $self->pidl("\"$cname\",");
2466                 $self->pidl("sizeof(struct $cname),");
2467                 $self->pidl("(ndr_push_flags_fn_t) ndr_push_$cname,");
2468                 $self->pidl("(ndr_pull_flags_fn_t) ndr_pull_$cname,");
2469                 $self->pidl("(ndr_print_fn_t) ndr_print_$cname,");
2470                 $self->deindent;
2471                 $self->pidl("},");
2472         }
2473         $self->pidl("{ NULL, NULL, 0, NULL, NULL, NULL }");
2474         $self->deindent;
2475         $self->pidl("};");
2476         $self->pidl("");
2477 }
2478
2479 sub FunctionCallPipes($$)
2480 {
2481         my ($self, $d) = @_;
2482         return if not defined($d->{OPNUM});
2483
2484         my $in_pipes = 0;
2485         my $out_pipes = 0;
2486
2487         foreach my $e (@{$d->{ELEMENTS}}) {
2488                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2489
2490                 if (grep(/in/, @{$e->{DIRECTION}})) {
2491                         $in_pipes++;
2492                 }
2493                 if (grep(/out/, @{$e->{DIRECTION}})) {
2494                         $out_pipes++;
2495                 }
2496         }
2497
2498         if ($in_pipes) {
2499                 $self->ParseGeneratePipeArray($d, "in");
2500         }
2501
2502         if ($out_pipes) {
2503                 $self->ParseGeneratePipeArray($d, "out");
2504         }
2505 }
2506
2507 sub FunctionCallEntry($$)
2508 {
2509         my ($self, $d) = @_;
2510         return 0 if not defined($d->{OPNUM});
2511
2512         my $in_pipes = 0;
2513         my $out_pipes = 0;
2514
2515         foreach my $e (@{$d->{ELEMENTS}}) {
2516                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2517
2518                 if (grep(/in/, @{$e->{DIRECTION}})) {
2519                         $in_pipes++;
2520                 }
2521                 if (grep(/out/, @{$e->{DIRECTION}})) {
2522                         $out_pipes++;
2523                 }
2524         }
2525
2526         my $in_pipes_ptr = "NULL";
2527         my $out_pipes_ptr = "NULL";
2528
2529         if ($in_pipes) {
2530                 $in_pipes_ptr = "$d->{NAME}_in_pipes";
2531         }
2532
2533         if ($out_pipes) {
2534                 $out_pipes_ptr = "$d->{NAME}_out_pipes";
2535         }
2536
2537         $self->pidl("\t{");
2538         $self->pidl("\t\t\"$d->{NAME}\",");
2539         $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2540         $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2541         $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2542         $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2543         $self->pidl("\t\t{ $in_pipes, $in_pipes_ptr },");
2544         $self->pidl("\t\t{ $out_pipes, $out_pipes_ptr },");
2545         $self->pidl("\t},");
2546         return 1;
2547 }
2548
2549 #####################################################################
2550 # produce a function call table
2551 sub FunctionTable($$)
2552 {
2553         my($self,$interface) = @_;
2554         my $count = 0;
2555         my $uname = uc $interface->{NAME};
2556
2557         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2558         return unless defined ($interface->{PROPERTIES}->{uuid});
2559
2560         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2561                 $self->FunctionCallPipes($d);
2562         }
2563
2564         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2565
2566         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2567                 $count += $self->FunctionCallEntry($d);
2568         }
2569         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL }");
2570         $self->pidl("};");
2571         $self->pidl("");
2572
2573         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2574         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2575                 $self->pidl("\t$ep, ");
2576         }
2577         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2578         
2579         $self->pidl("};");
2580         $self->pidl("");
2581
2582         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2583         $self->pidl("\t.count\t= $endpoint_count,");
2584         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2585         $self->pidl("};");
2586         $self->pidl("");
2587
2588         if (! defined $interface->{PROPERTIES}->{authservice}) {
2589                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2590         }
2591
2592         $self->AuthServiceStruct($interface->{NAME}, 
2593                                      $interface->{PROPERTIES}->{authservice});
2594
2595         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2596         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2597         $self->pidl("\t.syntax_id\t= {");
2598         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2599         $self->pidl("\t\tNDR_$uname\_VERSION");
2600         $self->pidl("\t},");
2601         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2602         $self->pidl("\t.num_calls\t= $count,");
2603         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2604         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2605         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2606         $self->pidl("};");
2607         $self->pidl("");
2608
2609 }
2610
2611 #####################################################################
2612 # generate include statements for imported idl files
2613 sub HeaderImport
2614 {
2615         my $self = shift;
2616         my @imports = @_;
2617         foreach (@imports) {
2618                 $_ = unmake_str($_);
2619                 s/\.idl$//;
2620                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2621         }
2622 }
2623
2624 #####################################################################
2625 # generate include statements for included header files
2626 sub HeaderInclude
2627 {
2628         my $self = shift;
2629         my @includes = @_;
2630         foreach (@includes) {
2631                 $self->pidl_hdr("#include $_");
2632         }
2633 }
2634
2635 #####################################################################
2636 # generate prototypes and defines for the interface definitions
2637 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2638 # NDR parser and so do not belong here, technically speaking
2639 sub HeaderInterface($$$)
2640 {
2641         my($self,$interface,$needed) = @_;
2642
2643         my $count = 0;
2644
2645         if ($needed->{"compression"}) {
2646                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2647         }
2648
2649         if (has_property($interface, "object")) {
2650                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2651         }
2652
2653         if (defined $interface->{PROPERTIES}->{helper}) {
2654                 $self->HeaderInclude(split /,/, $interface->{PROPERTIES}->{helper});
2655         }
2656
2657         if (defined $interface->{PROPERTIES}->{uuid}) {
2658                 my $name = uc $interface->{NAME};
2659                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2660                 Parse::Pidl::Util::make_str(lc($interface->{PROPERTIES}->{uuid})));
2661
2662                 if(!defined $interface->{PROPERTIES}->{version}) { $interface->{PROPERTIES}->{version} = "0.0"; }
2663                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{PROPERTIES}->{version}");
2664
2665                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2666
2667                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2668                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2669
2670                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2671         }
2672
2673         foreach (@{$interface->{FUNCTIONS}}) {
2674                 next if has_property($_, "noopnum");
2675                 next if grep(/^$_->{NAME}$/,@{$interface->{INHERITED_FUNCTIONS}});
2676                 my $u_name = uc $_->{NAME};
2677         
2678                 my $val = sprintf("0x%02x", $count);
2679                 if (defined($interface->{BASE})) {
2680                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2681                 }
2682                 
2683                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2684
2685                 $self->pidl_hdr("");
2686                 $count++;
2687         }
2688
2689         my $val = $count;
2690
2691         if (defined($interface->{BASE})) {
2692                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2693         }
2694
2695         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2696
2697 }
2698
2699 sub ParseTypePush($$$$$$)
2700 {
2701         my ($self,$e, $ndr, $varname, $primitives, $deferred) = @_;
2702
2703         # save the old relative_base_offset
2704         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2705         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $ndr, $varname);
2706         # restore the old relative_base_offset
2707         $self->pidl("ndr_push_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2708 }
2709
2710 sub ParseTypePushFunction($$$)
2711 {
2712         my ($self, $e, $varname) = @_;
2713         my $ndr = "ndr";
2714
2715         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2716
2717         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2718
2719         $self->pidl("{");
2720         $self->indent;
2721         $self->ParseTypePush($e, $ndr, $varname, 1, 1);
2722         $self->pidl("return NDR_ERR_SUCCESS;");
2723         $self->deindent;
2724         $self->pidl("}");
2725         $self->pidl("");;
2726 }
2727
2728 sub ParseTypePull($$$$$$)
2729 {
2730         my ($self, $e, $ndr, $varname, $primitives, $deferred) = @_;
2731
2732         # save the old relative_base_offset
2733         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2734         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $ndr, $varname);
2735         # restore the old relative_base_offset
2736         $self->pidl("ndr_pull_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2737 }
2738
2739 sub ParseTypePullFunction($$)
2740 {
2741         my ($self, $e, $varname) = @_;
2742         my $ndr = "ndr";
2743
2744         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2745
2746         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2747
2748         $self->pidl("{");
2749         $self->indent;
2750         $self->ParseTypePull($e, $ndr, $varname, 1, 1);
2751         $self->pidl("return NDR_ERR_SUCCESS;");
2752         $self->deindent;
2753         $self->pidl("}");
2754         $self->pidl("");
2755 }
2756
2757 sub ParseTypePrint($$$$)
2758 {
2759         my ($self, $e, $ndr, $varname) = @_;
2760
2761         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $ndr, $e->{NAME}, $varname);
2762 }
2763
2764 sub ParseTypePrintFunction($$$)
2765 {
2766         my ($self, $e, $varname) = @_;
2767         my $ndr = "ndr";
2768
2769         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2770
2771         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2772
2773         return if (has_property($e, "noprint"));
2774
2775         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *$ndr, const char *name, $args)");
2776         $self->pidl("{");
2777         $self->indent;
2778         $self->ParseTypePrint($e, $ndr, $varname);
2779         $self->deindent;
2780         $self->pidl("}");
2781         $self->pidl("");
2782 }
2783
2784 sub ParseTypeNdrSize($$)
2785 {
2786         my ($self,$t) = @_;
2787
2788         my $varname = "r";
2789         my $tf = $typefamily{$t->{TYPE}};
2790         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2791
2792         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2793
2794         $self->pidl("{");
2795         $self->indent;
2796         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2797         $self->deindent;
2798         $self->pidl("}");
2799         $self->pidl("");
2800 }
2801
2802 #####################################################################
2803 # parse the interface definitions
2804 sub ParseInterface($$$)
2805 {
2806         my($self,$interface,$needed) = @_;
2807
2808         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2809         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2810
2811         $self->pidl_hdr("");
2812
2813         $self->HeaderInterface($interface, $needed);
2814
2815         # Typedefs
2816         foreach my $d (@{$interface->{TYPES}}) {
2817                 if (Parse::Pidl::Typelist::typeIs($d, "PIPE")) {
2818                         ($needed->{TypeFunctionName("ndr_push", $d)}) &&
2819                                 $self->ParsePipePushChunk($d);
2820                         ($needed->{TypeFunctionName("ndr_pull", $d)}) &&
2821                                 $self->ParsePipePullChunk($d);
2822                         ($needed->{TypeFunctionName("ndr_print", $d)}) &&
2823                                 $self->ParsePipePrintChunk($d);
2824
2825                         $needed->{TypeFunctionName("ndr_pull", $d)} = 0;
2826                         $needed->{TypeFunctionName("ndr_push", $d)} = 0;
2827                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2828                         next;
2829                 }
2830
2831                 next unless(typeHasBody($d));
2832
2833                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2834                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2835                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2836
2837                 # Make sure we don't generate a function twice...
2838                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2839                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2840                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2841
2842                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2843         }
2844
2845         # Functions
2846         foreach my $d (@{$interface->{FUNCTIONS}}) {
2847                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2848                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2849                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2850         }
2851
2852         $self->FunctionTable($interface);
2853
2854         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2855 }
2856
2857 sub GenerateIncludes($)
2858 {
2859         my ($self) = @_;
2860         if (is_intree()) {
2861                 $self->pidl("#include \"includes.h\"");
2862         } else {
2863                 $self->pidl("#ifndef _GNU_SOURCE");
2864                 $self->pidl("#define _GNU_SOURCE");
2865                 $self->pidl("#endif");
2866                 $self->pidl("#include <stdint.h>");
2867                 $self->pidl("#include <stdlib.h>");
2868                 $self->pidl("#include <stdio.h>");
2869                 $self->pidl("#include <stdbool.h>");
2870                 $self->pidl("#include <stdarg.h>");
2871                 $self->pidl("#include <string.h>");
2872         }
2873 }
2874
2875 #####################################################################
2876 # parse a parsed IDL structure back into an IDL file
2877 sub Parse($$$$)
2878 {
2879         my($self, $ndr,$gen_header,$ndr_header) = @_;
2880
2881         $self->pidl_hdr("/* header auto-generated by pidl */");
2882         $self->pidl_hdr("");
2883         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2884         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2885         $self->pidl_hdr("");
2886
2887         $self->pidl("/* parser auto-generated by pidl */");
2888         $self->pidl("");
2889         $self->GenerateIncludes();
2890         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2891         $self->pidl("");
2892
2893         my %needed = ();
2894
2895         foreach (@{$ndr}) {
2896                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2897         }
2898
2899         foreach (@{$ndr}) {
2900                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2901                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2902                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2903         }
2904
2905         return ($self->{res_hdr}, $self->{res});
2906 }
2907
2908 sub NeededElement($$$)
2909 {
2910         my ($e, $dir, $needed) = @_;
2911
2912         return if ($e->{TYPE} eq "EMPTY");
2913
2914         return if (ref($e->{TYPE}) eq "HASH" and 
2915                        not defined($e->{TYPE}->{NAME}));
2916
2917         my ($t, $rt);
2918         if (ref($e->{TYPE}) eq "HASH") {
2919                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2920         } else {
2921                 $t = $e->{TYPE};
2922         }
2923
2924         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2925                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2926         } else {
2927                 $rt = $e->{REPRESENTATION_TYPE};
2928         }
2929
2930         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2931
2932         my @fn = ();
2933         if ($dir eq "print") {
2934                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2935         } elsif ($dir eq "pull") {
2936                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2937                 push (@fn, "ndr_$t\_to_$rt")
2938                         if ($rt ne $t);
2939         } elsif ($dir eq "push") {
2940                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2941                 push (@fn, "ndr_$rt\_to_$t")
2942                         if ($rt ne $t);
2943         } else {
2944                 die("invalid direction `$dir'");
2945         }
2946
2947         foreach (@fn) {
2948                 unless (defined($needed->{$_})) {
2949                         $needed->{$_} = 1;
2950                 }
2951         }
2952 }
2953
2954 sub NeededFunction($$)
2955 {
2956         my ($fn,$needed) = @_;
2957         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2958         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2959         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2960         foreach my $e (@{$fn->{ELEMENTS}}) {
2961                 $e->{PARENT} = $fn;
2962                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2963         }
2964 }
2965
2966 sub NeededType($$$)
2967 {
2968         sub NeededType($$$);
2969         my ($t,$needed,$req) = @_;
2970
2971         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2972         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "PIPE");
2973
2974         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2975                 return unless defined($t->{ELEMENTS});
2976                 for my $e (@{$t->{ELEMENTS}}) {
2977                         $e->{PARENT} = $t;
2978                         if (has_property($e, "compression")) { 
2979                                 $needed->{"compression"} = 1;
2980                         }
2981                         NeededElement($e, $req, $needed);
2982                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
2983                 }
2984         }
2985 }
2986
2987 #####################################################################
2988 # work out what parse functions are needed
2989 sub NeededInterface($$)
2990 {
2991         my ($interface,$needed) = @_;
2992         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
2993         foreach (reverse @{$interface->{TYPES}}) {
2994
2995                 if (has_property($_, "public")) {
2996                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
2997                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
2998                 }
2999
3000                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
3001                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
3002                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
3003                 if (has_property($_, "gensize")) {
3004                         $needed->{"ndr_size_$_->{NAME}"} = 1;
3005                 }
3006         }
3007 }
3008
3009 sub TypeFunctionName($$)
3010 {
3011         my ($prefix, $t) = @_;
3012
3013         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
3014                         $t->{TYPE} eq "TYPEDEF");
3015         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
3016         return "$prefix\_$t";
3017 }
3018
3019 1;