/[cvs]/nfo/perl/libs/Data/Mungle/Transform/Deep.pm
ViewVC logotype

Diff of /nfo/perl/libs/Data/Mungle/Transform/Deep.pm

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.7 by joko, Sun Jan 19 03:26:59 2003 UTC revision 1.23 by joko, Tue May 13 07:39:22 2003 UTC
# Line 2  Line 2 
2  ##  $Id$  ##  $Id$
3  ## ---------------------------------------------------------------------------  ## ---------------------------------------------------------------------------
4  ##  $Log$  ##  $Log$
5    ##  Revision 1.23  2003/05/13 07:39:22  joko
6    ##  new option 'define' for "sub expand": set value to empty string if desired
7    ##
8    ##  Revision 1.22  2003/05/10 17:09:18  jonen
9    ##  + added keep of empty arrays/hashes if 'expand' for php
10    ##
11    ##  Revision 1.21  2003/04/09 07:21:56  joko
12    ##  childObj2string now inside Encode.pm, renamed to 'twingle_reference'
13    ##
14    ##  Revision 1.20  2003/04/04 17:31:23  joko
15    ##  minor update to 'childObj2string'
16    ##
17    ##  Revision 1.19  2003/03/28 03:11:25  jonen
18    ##  + bugfix
19    ##
20    ##  Revision 1.18  2003/03/28 03:07:26  jonen
21    ##  + minor changes
22    ##
23    ##  Revision 1.17  2003/03/27 15:17:07  joko
24    ##  namespace fixes for Data::Mungle::*
25    ##
26    ##  Revision 1.16  2003/03/27 15:04:52  joko
27    ##  minor update: comment
28    ##
29    ##  Revision 1.15  2003/02/27 14:39:48  jonen
30    ##  + fixed bug at _hash2object()
31    ##
32    ##  Revision 1.14  2003/02/22 17:13:55  jonen
33    ##  + added function 'childObject2string()' to encode 'child'-references to option related string
34    ##  + use new option at 'expand()' for replacing 'childObject2string'
35    ##
36    ##  Revision 1.13  2003/02/21 01:48:50  joko
37    ##  renamed core function
38    ##
39    ##  Revision 1.12  2003/02/20 22:45:19  joko
40    ##  fix regarding new deep_copy
41    ##
42    ##  Revision 1.11  2003/02/20 21:13:54  joko
43    ##  - removed implementation of deep_copy2 - get this from the Pitonyak namespace (now cloned to repository)
44    ##
45    ##  Revision 1.10  2003/02/20 20:48:00  joko
46    ##  - refactored lots of code to Data::Code::Ref
47    ##  + alternative 'deep_copy' implementation
48    ##
49    ##  Revision 1.9  2003/02/18 19:35:56  joko
50    ##  +- modified 'sub refexpr2perlref': now can get the $delimiter passed, too
51    ##
52    ##  Revision 1.8  2003/02/09 05:10:56  joko
53    ##  + minor update
54    ##
55  ##  Revision 1.7  2003/01/19 03:26:59  joko  ##  Revision 1.7  2003/01/19 03:26:59  joko
56  ##  + added 'sub deep_copy'  -  refactored from libp  ##  + added 'sub deep_copy'  -  refactored from libp
57  ##  + add 'sub merge'  -  exported from CPAN's 'Hash::Merge'  ##  + add 'sub merge'  -  exported from CPAN's 'Hash::Merge'
# Line 30  Line 80 
80  ## ---------------------------------------------------------------------------  ## ---------------------------------------------------------------------------
81    
82    
83  package Data::Transform::Deep;  package Data::Mungle::Transform::Deep;
84    
85  use strict;  use strict;
86  use warnings;  use warnings;
# Line 38  use warnings; Line 88  use warnings;
88  require Exporter;  require Exporter;
89  our @ISA = qw( Exporter );  our @ISA = qw( Exporter );
90  our @EXPORT_OK = qw(  our @EXPORT_OK = qw(
   &var_NumericalHashToArray  
   &var_mixin  
   &object2hash  
   &hash2object  
   &refexpr2perlref  
91    &expand    &expand
92    &deep_copy    &deep_copy
93    &merge    &merge_to
94  );  );
95  #  &var_deref  
 #  &getStructSlotByStringyAddress  
96    
97  use attributes;  use attributes;
98  use Data::Dumper;  use Data::Dumper;
 use Data::Transform::Encode qw( var_utf2iso var2utf8 scalar2utf8 );  
   
 use Hash::Merge qw( merge );  
 #use libp qw( deep_copy );  
99  use Iterate;  use Iterate;
100    
101  sub var_NumericalHashToArray {  use Pitonyak::DeepCopy;
102    use Data::Mungle::Transform::Encode qw( latin_to_utf8 latin_to_utf8_scalar utf8_to_latin utf8_to_latin_scalar twingle_reference );
103    use Data::Mungle::Code::Ref qw( ref_slot );
104    
105    sub numhash2list {
106    my $vref = shift;    my $vref = shift;
107    #my $context = shift;    #my $context = shift;
108    if (ref $vref eq 'HASH') {    if (ref $vref eq 'HASH') {
# Line 74  sub var_NumericalHashToArray { Line 118  sub var_NumericalHashToArray {
118                }                }
119                $vref->{$_} = \@arr;                $vref->{$_} = \@arr;
120              }              }
121              var_NumericalHashToArray($vref->{$_});              numhash2list($vref->{$_});
122            }            }
123  #      } else {  #      } else {
124  #        #$vref->{$_} = scalar2iso($vref->{$_});  #        #$vref->{$_} = scalar2iso($vref->{$_});
# Line 84  sub var_NumericalHashToArray { Line 128  sub var_NumericalHashToArray {
128  }  }
129    
130    
131  sub var_deref {  # FIXME: could this be refactored using expand?
132    # btw: "expand": look at scripts@CPAN (System Administration):
133    # there is a perl make with perl
134    sub _var_deref_test {
135    my $obj = shift;    my $obj = shift;
136    my $options = shift;    my $options = shift;
137    my $result;    my $result;
# Line 123  sub var_deref { Line 170  sub var_deref {
170  }  }
171    
172    
173    # convert values in hash to utf8 (and back) to be ready for (e.g.) encapsulation in XML
174    # but still using the known latin locale stuff
175    # TODO: Review: Could this be revamped using Clone.pm?
176  sub expand {  sub expand {
177    
178    my $obj = shift;    my $obj = shift;
179    my $options = shift;    my $options = shift;
180    my $result;    my $result;
181    
182    if ((ref $obj) eq 'ARRAY') {    #print "ref: ", ref $obj, "\n";
183    
184      if (ref $obj eq 'ARRAY') {
185      
186       # if we expand for php, keep empty ARRAY
187       if($#$obj == -1 && $options->{childObj2string}) {
188         $result = $obj;
189       } else {
190      IterArray @$obj, sub {      IterArray @$obj, sub {
191        my $item;        my $item;
192        # if current item is a reference ...        # if current item is a reference ...
193        if (ref $_[0]) {        if (ref $_[0]) {
194          # ... expand structure recursively          $item = $_[0];
195          $item = expand($_[0], $options);          # if $options->{childObj2string} is TRUE or STRING don't expand referenced object,
196            # instead replace it by per option choosed string (default: o_<classname>_<ref type>_<guid> )
197            if ($item && $options->{childObj2string}) {
198              $item = twingle_reference($item);
199            } else {
200              # ... expand structure recursively
201              $item = expand($_[0], $options);
202            }
203          # destroy item via seperate callback method (a POST) if requested          # destroy item via seperate callback method (a POST) if requested
204          #$options->{cb}->{destroy}->($_[0]) if $options->{destroy};          #$options->{cb}->{destroy}->($_[0]) if $options->{destroy};
205    
# Line 145  sub expand { Line 208  sub expand {
208          #$item = deep_copy($_[0]);          #$item = deep_copy($_[0]);
209          $item = $_[0];          $item = $_[0];
210          # conversions/encodings          # conversions/encodings
211          $item = scalar2utf8($item) if ($item && $options->{utf8});          $item = latin_to_utf8_scalar($item) if ($item && $options->{utf8});
212            $item = utf8_to_latin_scalar($item) if ($item && $options->{to_latin});
213        }        }
214          
215          $item = '' if $options->{define} and not defined $item;
216        #push(@{$result}, $item) if $item;   # use item only if not undef  (TODO: make configurable via $options)        #push(@{$result}, $item) if $item;   # use item only if not undef  (TODO: make configurable via $options)
217        push(@{$result}, $item);                 # use item in any case        push(@{$result}, $item);                 # use item in any case
218    
219      }      }
220       }
221    
222    # TODO: "} elsif (ref $obj eq 'HASH') { [...] } else { croak 'could not deref blah'; }"  ???    } elsif (ref $obj eq 'CODE') {
223    } else {      #print Dumper($obj);
224        #exit;
225    
226      # TODO: "} elsif (ref $obj eq 'HASH') { [...] } else { croak 'could not deref blah'; }"  ???
227      } elsif (ref $obj) {
228      
229       # if we expand for php, keep empty HASH
230       my @tmp = keys %$obj;
231       if($#tmp == -1 && $options->{childObj2string}) {
232         $result = $obj;
233       } else {
234      IterHash %$obj, sub {      IterHash %$obj, sub {
235        my $item;        my $item;
236                
237        # if current item is a reference ...        # if current item is a reference ...
238        if (ref $_[1]) {        if (ref $_[1]) {
239          # ... expand structure recursively          $item = $_[1];
240          $item = expand($_[1], $options);          # if $options->{childObj2string} is TRUE or STRING don't expand referenced object,
241            # instead replace it by per option choosed string (default: o_<classname>_<ref type>_<guid> )
242            if ($item && $options->{childObj2string} && !(ref $_[1] eq "ARRAY") && !(ref $_[1] eq "HASH") && !(ref $_[1] eq "Set::Object")) {
243              $item = twingle_reference($item);
244            } else {
245              # ... expand structure recursively
246              $item = expand($_[1], $options);
247            }
248          # destroy item via seperate callback method (a POST) if requested          # destroy item via seperate callback method (a POST) if requested
249          #$options->{cb}->{destroy}->($_[1]) if $options->{destroy};          #$options->{cb}->{destroy}->($_[1]) if $options->{destroy};
250                
# Line 170  sub expand { Line 253  sub expand {
253          #$item = deep_copy($_[1]);          #$item = deep_copy($_[1]);
254          $item = $_[1];          $item = $_[1];
255          # conversions/encodings          # conversions/encodings
256          $item = scalar2utf8($item) if ($item && $options->{utf8});          $item = latin_to_utf8_scalar($item) if ($item && $options->{utf8});
257            $item = utf8_to_latin_scalar($item) if ($item && $options->{to_latin});
258        }        }
259          
260          $item = '' if $options->{define} and not defined $item;
261        #$result->{$_[0]} = $item if $item;   # use item only if not undef  (TODO: make configurable via $options)        #$result->{$_[0]} = $item if $item;   # use item only if not undef  (TODO: make configurable via $options)
262        $result->{$_[0]} = $item;               # use item in any case        $result->{$_[0]} = $item;               # use item in any case
263      }      }
264       }
265    
266      } else {
267        #die ("not a reference!");
268        $result = $obj;
269    
270    }    }
271    
272    # convert all values to utf8 (inside complex struct)    # convert all values to utf8 (inside complex struct)
273      # now done in core-item-callbacks via Greg London's "Iterate" from CPAN      # now done in core-item-callbacks via Greg London's "Iterate" from CPAN
274      # var2utf8($result) if ($options->{utf8});      # latin_to_utf8($result) if ($options->{utf8});
275    
276    # destroy persistent object from memory to be sure to get a fresh one next time    # destroy persistent object from memory to be sure to get a fresh one next time
277    #undef $obj if $options->{destroy};    #undef $obj if $options->{destroy};
# Line 193  sub expand { Line 284  sub expand {
284    
285    
286  my @indexstack;  my @indexstack;
287  sub var_traverse_mixin_update {  sub _var_traverse_mixin_update_old {
288    my $obj = shift;    my $obj = shift;
289    my $data = shift;    my $data = shift;
290    my $bool_recursion = shift;    my $bool_recursion = shift;
# Line 237  sub var_traverse_mixin_update { Line 328  sub var_traverse_mixin_update {
328    #return $result;    #return $result;
329  }  }
330    
331  sub object2hash {  sub merge_to {
332    my $object = shift;    _hash2object(@_);
333    my $options = shift;    # TODO:
334    #my $deref = var_deref($object);    # re-implement using CPAN's "Iterate" and/or a modified Hash::Merge.
   my $deref = expand($object, $options);  
   #var2utf8($deref) if ($options->{utf8});  
   return $deref;  
335  }  }
336    
337    
338  # todo: maybe do diff(s) here sometimes!?  # todo: maybe do diff(s) here sometimes!?
339  sub hash2object {  sub _hash2object {
340    my $object = shift;    my $object = shift;
341    my $data = shift;    my $data = shift;
342    my $options = shift;    my $options = shift;
# Line 256  sub hash2object { Line 345  sub hash2object {
345        
346    # "patch" needed 'cause php passes numerical-indexed-arrays as hash-tables,    # "patch" needed 'cause php passes numerical-indexed-arrays as hash-tables,
347    # this method corrects this    # this method corrects this
348    var_NumericalHashToArray($data) if ($options->{php});    numhash2list($data) if ($options->{php});
349    
350    # utf8-conversion/-encoding (essential for I18N)    # utf8-conversion/-encoding (essential for I18N)
351    var_utf2iso($data) if ($options->{utf8});    utf8_to_latin($data) if ($options->{utf8});
352    
353    # get fresh object from database    # get fresh object from database
354    # todo:    # todo:
# Line 268  sub hash2object { Line 357  sub hash2object {
357    #my $obj = $self->getObject($oid);    #my $obj = $self->getObject($oid);
358    
359    # mix changes into fresh object and save it back    # mix changes into fresh object and save it back
360    hash2object_traverse_mixin($object, $data, 0, $options);    _hash2object_traverse_mixin($object, $data, 0, $options);
361    
362    # done in core mixin function?    # done in core mixin function?
363    #$self->{storage}->update($obj);    #$self->{storage}->update($obj);
# Line 291  sub hash2object { Line 380  sub hash2object {
380  #my @indexstack;  #my @indexstack;
381    
382  # traverse a deeply nested structure, mix in values from given hash, update underlying tangram-object  # traverse a deeply nested structure, mix in values from given hash, update underlying tangram-object
383  sub hash2object_traverse_mixin {  sub _hash2object_traverse_mixin {
384    my $object = shift;    my $object = shift;
385    my $data = shift;    my $data = shift;
386    my $bool_recursion = shift;    my $bool_recursion = shift;
# Line 309  sub hash2object_traverse_mixin { Line 398  sub hash2object_traverse_mixin {
398    # what's exactly done here? hmmm.... it works ;)    # what's exactly done here? hmmm.... it works ;)
399    # maybe a HACK: please try not to use "IntrHash"es, maybe this cannot handle them!!!    # maybe a HACK: please try not to use "IntrHash"es, maybe this cannot handle them!!!
400    # extend! check!    # extend! check!
401    if ((attributes::reftype($object) eq 'HASH') && (ref($object) ne 'HASH') && (ref($object) ne 'ARRAY')) {    
402      #print attributes::reftype($object), "\n";
403      
404      # V1
405      #if ((attributes::reftype($object) eq 'HASH') && (ref($object) ne 'HASH') && (ref($object) ne 'ARRAY')) {
406      # V2
407      my $reftype = attributes::reftype($object);
408      #print "reftype: '$reftype'", "\n";
409      if ($reftype eq 'HASH') {
410    
411  #    print STDERR "===", "reftype: ", attributes::reftype($obj), "\n";  #    print STDERR "===", "reftype: ", attributes::reftype($obj), "\n";
412                    
# Line 329  sub hash2object_traverse_mixin { Line 426  sub hash2object_traverse_mixin {
426        my $ref = ref $object->{$field};        my $ref = ref $object->{$field};
427  #      print STDERR "attrname: $_  ATTRref: $ref", "\n";  #      print STDERR "attrname: $_  ATTRref: $ref", "\n";
428        if ($ref) {        if ($ref) {
429          hash2object_traverse_mixin($object->{$field}, $data, 1, $options);          _hash2object_traverse_mixin($object->{$field}, $data, 1, $options);
430        } else {        } else {
431          my $val = getStructSlotByStringyAddress($data, \@indexstack);          my $val = ref_slot($data, \@indexstack);
432                    
433  print Dumper($options);  #print Dumper($options);
434          my $field_target = $field;          my $field_target = $field;
435          if (my $pattern = $options->{pattern_strip_key}) {          if (my $pattern = $options->{pattern_strip_key}) {
436            print "pattern: $pattern", "\n";            print "pattern: $pattern", "\n";
# Line 374  print Dumper($options); Line 471  print Dumper($options);
471  #      print STDERR "attrname: $_  ATTRref: $ref", "\n";  #      print STDERR "attrname: $_  ATTRref: $ref", "\n";
472  #      if ($ref && $_) {  #      if ($ref && $_) {
473        if ($ref) {        if ($ref) {
474          hash2object_traverse_mixin($_, $data, 1, $options);          _hash2object_traverse_mixin($_, $data, 1, $options);
475        } else {        } else {
476          $object->[$i] = $_ if defined $_;          $object->[$i] = $_ if defined $_;
477        }        }
478        pop @indexstack;        pop @indexstack;
479        $i++;        $i++;
480      }      }
   }  
   
 }  
   
   
 # this function seems to do similar stuff like these below (refexpr2perlref & co.)  
 # TODO: maybe this mechanism can be replaced completely through some nice module from CPAN .... ?   ;-)  
 sub getStructSlotByStringyAddress {  
   my $var = shift;  
   my $indexstack_ref = shift;  
   my @indexstack = @{$indexstack_ref};  
   my $joiner = '->';  
   my @evlist;  
   foreach (@indexstack) {  
     my $elem;  
     if ($_ =~ m/\d+/) { $elem = "[$_]"; }  
     if ($_ =~ m/\D+/) { $elem = "{$_}"; }  
     push @evlist, $elem;  
   }  
   my $evstring = join($joiner, @evlist);  
   $evstring = 'return $var->' . $evstring . ';';  
   #print "ev: $evstring\n";  
   return eval($evstring);  
 }  
   
   
 sub refexpr2perlref {  
   
   my $obj = shift;  
   my $expr = shift;  
   my $callbackMap = shift;  
   
   my $value;  
   # detect for callback (code-reference)  
   if (ref($expr) eq 'CODE') {  
     $value = &$expr($obj);  
   
   } elsif ($expr =~ m/->/) {  
     # use expr as complex object reference declaration (obj->subObj->subSubObj->0->attribute)  
     (my $objPerlRefString, my $parts) = refexpr2perlref_parts($expr);  
     #print "\n", "expr: $expr";  
     #print "\n", "objPerlRefString: $objPerlRefString";  
     $value = eval('$obj' . '->' . $objPerlRefString);  
       
     # if value isn't set, try to "fallback" to callbackMap  
     # callbacks are applied this way:  
     #   take the last element of the expression parts and check if this string exists as a key in the callback-map  
     if (!$value && $callbackMap) {  
       #print Dumper($callbackMap);  
         
       # prepare needle  
       my @parts = @$parts;  
       my $count = $#parts;  
       my $needle = $parts[$count];  
   
       # prepare haystack  
       my @haystack = keys %$callbackMap;  
       if (grep($needle, @haystack)) {  
         $value = $callbackMap->{$needle}->();  
         #print "value: ", $value, "\n";  
       }  
     }  
481    
482    =pod
483      # object?
484    } else {    } else {
485      # use expr as simple scalar key (attributename)      print "reference: ", ref $object, "\n";
486      $value = $obj->{$expr};      print "reftype: ", $reftype, "\n";
487    }      die(__PACKAGE__ . "->_hash2object_traverse_mixin: can not handle this!");
488              =cut
   return $value;  
489        
490  }    }
   
   
 sub refexpr2perlref_parts {  
   my $expr = shift;  
   
   # split expression by dereference operators first  
   my @parts_pure = split(/->/, $expr);  
   
   # wrap []'s around each part, if it consists of numeric characters only (=> numeric = array-index),  
   # use {}'s, if there are word-characters in it (=> alphanumeric = hash-key)  
   my @parts_capsule = @parts_pure;  
   map {  
     m/^\d+$/ && ($_ = "[$_]") || ($_ = "{$_}");  
   } @parts_capsule;  
491    
   # join parts with dereference operators together again and return built string  
   return (join('->', @parts_capsule), \@parts_pure);  
492  }  }
493    
494  # ACK's go to ...  
495  sub deep_copy {  # ACK's go to Randal L. Schwartz <merlyn@stonehenge.com>
496    # on the website:
497    # This text is copyright by Miller-Freeman, Inc., and is used with their permission.
498    # Further distribution or use is not permitted.
499    # please visit http://www.stonehenge.com/merlyn/UnixReview/col30.html
500    sub deep_copy1 {
501    my $this = shift;    my $this = shift;
502    if (not ref $this) {    if (not ref $this) {
503      $this;      $this;
504    } elsif (ref $this eq "ARRAY") {    } elsif (ref $this eq "ARRAY") {
505      [map deep_copy($_), @$this];      [map deep_copy1($_), @$this];
506    } elsif (ref $this eq "HASH") {    } elsif (ref $this eq "HASH") {
507      +{map { $_ => deep_copy($this->{$_}) } keys %$this};      +{map { $_ => deep_copy1($this->{$_}) } keys %$this};
508    } elsif (ref $this eq "CODE") {    } elsif (ref $this eq "CODE") {
509      $this;      $this;
510    #} else { die "deep_copy asks: what type is $this?" }    } else { die "deep_copy1 asks: what type is $this?" }
511    } else { print "deep_copy asks: what type is $this?", "\n"; }    #} else { print "deep_copy asks: what type is $this?", "\n"; }
512  }  }
513    
514    # ACK's go to Andrew Pitonyak
515    # Copyright 2002, Andrew Pitonyak (perlboy@pitonyak.org)
516    # please visit: http://www.pitonyak.org/code/perl/Pitonyak/DeepCopy.pm.html
517    sub deep_copy {
518      Pitonyak::DeepCopy::deep_copy(@_);
519    }
520    
521    
522  1;  1;
523    __END__
Legend:
Removed from v.1.7  
changed lines
  Added in v.1.23
MailToCvsAdmin">MailToCvsAdmin
 ViewVC Help
Powered by ViewVC 1.1.26 RSS 2.0 feed