/[cvs]/nfo/perl/libs/Data/Mungle/Transform/Deep.pm
ViewVC logotype

Diff of /nfo/perl/libs/Data/Mungle/Transform/Deep.pm

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.1 by joko, Fri Nov 29 04:49:20 2002 UTC revision 1.24 by joko, Mon Jun 7 16:44:54 2004 UTC
# Line 1  Line 1 
1  ##############################################  ## ---------------------------------------------------------------------------
2  #  ##  $Id$
3  #  $Id$  ## ---------------------------------------------------------------------------
4  #  ##  $Log$
5  #  $Log$  ##  Revision 1.24  2004/06/07 16:44:54  joko
6  #  Revision 1.1  2002/11/29 04:49:20  joko  ##  sub expand: Now also converts hash-keys to/from utf-8
7  #  + initial check-in  ##
8  #  ##  Revision 1.23  2003/05/13 07:39:22  joko
9  #  Revision 1.1  2002/10/10 03:26:00  cvsjoko  ##  new option 'define' for "sub expand": set value to empty string if desired
10  #  + new  ##
11  #  ##  Revision 1.22  2003/05/10 17:09:18  jonen
12  ##############################################  ##  + added keep of empty arrays/hashes if 'expand' for php
13    ##
14    ##  Revision 1.21  2003/04/09 07:21:56  joko
15    ##  childObj2string now inside Encode.pm, renamed to 'twingle_reference'
16    ##
17    ##  Revision 1.20  2003/04/04 17:31:23  joko
18    ##  minor update to 'childObj2string'
19    ##
20    ##  Revision 1.19  2003/03/28 03:11:25  jonen
21    ##  + bugfix
22    ##
23    ##  Revision 1.18  2003/03/28 03:07:26  jonen
24    ##  + minor changes
25    ##
26    ##  Revision 1.17  2003/03/27 15:17:07  joko
27    ##  namespace fixes for Data::Mungle::*
28    ##
29    ##  Revision 1.16  2003/03/27 15:04:52  joko
30    ##  minor update: comment
31    ##
32    ##  Revision 1.15  2003/02/27 14:39:48  jonen
33    ##  + fixed bug at _hash2object()
34    ##
35    ##  Revision 1.14  2003/02/22 17:13:55  jonen
36    ##  + added function 'childObject2string()' to encode 'child'-references to option related string
37    ##  + use new option at 'expand()' for replacing 'childObject2string'
38    ##
39    ##  Revision 1.13  2003/02/21 01:48:50  joko
40    ##  renamed core function
41    ##
42    ##  Revision 1.12  2003/02/20 22:45:19  joko
43    ##  fix regarding new deep_copy
44    ##
45    ##  Revision 1.11  2003/02/20 21:13:54  joko
46    ##  - removed implementation of deep_copy2 - get this from the Pitonyak namespace (now cloned to repository)
47    ##
48    ##  Revision 1.10  2003/02/20 20:48:00  joko
49    ##  - refactored lots of code to Data::Code::Ref
50    ##  + alternative 'deep_copy' implementation
51    ##
52    ##  Revision 1.9  2003/02/18 19:35:56  joko
53    ##  +- modified 'sub refexpr2perlref': now can get the $delimiter passed, too
54    ##
55    ##  Revision 1.8  2003/02/09 05:10:56  joko
56    ##  + minor update
57    ##
58    ##  Revision 1.7  2003/01/19 03:26:59  joko
59    ##  + added 'sub deep_copy'  -  refactored from libp
60    ##  + add 'sub merge'  -  exported from CPAN's 'Hash::Merge'
61    ##
62    ##  Revision 1.6  2002/12/23 11:27:53  jonen
63    ##  + changed behavior WATCH!
64    ##
65    ##  Revision 1.5  2002/12/16 19:57:54  joko
66    ##  + option 'init'
67    ##
68    ##  Revision 1.4  2002/12/05 13:56:49  joko
69    ##  - var_deref
70    ##  + expand - more sophisticated dereferencing with callbacks using Iterate
71    ##
72    ##  Revision 1.3  2002/12/03 05:34:55  joko
73    ##  + bugfix: now utilizing var_utf2iso from Data::Transform::Encode
74    ##
75    ##  Revision 1.2  2002/12/01 04:44:07  joko
76    ##  + code from Data::Transform::OO
77    ##
78    ##  Revision 1.1  2002/11/29 04:49:20  joko
79    ##  + initial check-in
80    ##
81    ##  Revision 1.1  2002/10/10 03:26:00  cvsjoko
82    ##  + new
83    ## ---------------------------------------------------------------------------
84    
85    
86  package Data::Transform::Deep;  package Data::Mungle::Transform::Deep;
87    
88  use strict;  use strict;
89  use warnings;  use warnings;
90    
91  require Exporter;  require Exporter;
92  our @ISA = qw( Exporter );  our @ISA = qw( Exporter );
93  our @EXPORT_OK = qw(  our @EXPORT_OK = qw(
94    &var_NumericalHashToArray    &expand
95    &var_deref    &deep_copy
96    &var_mixin    &merge_to
   &getStructSlotByStringyAddress  
97  );  );
98    
99    
100  use attributes;  use attributes;
101    use Data::Dumper;
102    use Iterate;
103    
104    use Pitonyak::DeepCopy;
105    use Data::Mungle::Transform::Encode qw( latin_to_utf8 latin_to_utf8_scalar utf8_to_latin utf8_to_latin_scalar twingle_reference );
106    use Data::Mungle::Code::Ref qw( ref_slot );
107    
108  sub var_NumericalHashToArray {  sub numhash2list {
109    my $vref = shift;    my $vref = shift;
110    #my $context = shift;    #my $context = shift;
111    if (ref $vref eq 'HASH') {    if (ref $vref eq 'HASH') {
# Line 45  sub var_NumericalHashToArray { Line 121  sub var_NumericalHashToArray {
121                }                }
122                $vref->{$_} = \@arr;                $vref->{$_} = \@arr;
123              }              }
124              var_NumericalHashToArray($vref->{$_});              numhash2list($vref->{$_});
125            }            }
126  #      } else {  #      } else {
127  #        #$vref->{$_} = scalar2iso($vref->{$_});  #        #$vref->{$_} = scalar2iso($vref->{$_});
# Line 55  sub var_NumericalHashToArray { Line 131  sub var_NumericalHashToArray {
131  }  }
132    
133    
134  sub var_deref {  # FIXME: could this be refactored using expand?
135    # btw: "expand": look at scripts@CPAN (System Administration):
136    # there is a perl make with perl
137    sub _var_deref_test {
138    my $obj = shift;    my $obj = shift;
139      my $options = shift;
140    my $result;    my $result;
141    if ((ref $obj) eq 'ARRAY') {    if ((ref $obj) eq 'ARRAY') {
142      foreach (@{$obj}) {      foreach (@{$obj}) {
143        my $ref = ref $_;        my $ref = ref $_;
144        if ($ref) {        if ($ref) {
145          push(@{$result}, var_deref($_));          push(@{$result}, var_deref($_, $options));
146            #undef $_;
147        } else {        } else {
148          push(@{$result}, $_);          #push(@{$result}, $_);
149            push(@{$result}, deep_copy($_));
150        }        }
151          #undef $_ if $options->{destroy};
152          #$options->{destroy}->($_) if $options->{destroy};
153      }      }
154      # TODO: "} elsif (ref $obj eq 'HASH') { [...] } else { croak 'could not deref blah'; }"  ???
155    } else {    } else {
156      foreach (keys %{$obj}) {      foreach (keys %{$obj}) {
157        my $key = $_;        my $key = $_;
158        my $ref = ref $obj->{$_};        my $ref = ref $obj->{$_};
159        if ($ref) {        if ($ref) {
160          $result->{$_} = var_deref($obj->{$_});          $result->{$_} = var_deref($obj->{$_}, $options);
161            #undef $obj->{$_};
162        } else {        } else {
163          $result->{$_} = $obj->{$_};          #$result->{$_} = $obj->{$_};
164            $result->{$_} = deep_copy($obj->{$_});
165        }        }
166          #undef $obj->{$_} if $options->{destroy};
167          #$options->{destroy}->($obj->{$_}) if $options->{destroy};
168      }      }
169    }    }
170      #undef $obj if $options->{destroy};
171      $options->{cb_destroy}->($obj) if $options->{cb_destroy};
172    return $result;    return $result;
173  }  }
174    
175    
176    # convert values in hash to utf8 (and back) to be ready for (e.g.) encapsulation in XML
177    # but still using the known latin locale stuff
178    # TODO: Review: Could this be revamped using Clone.pm?
179    sub expand {
180    
181      my $obj = shift;
182      my $options = shift;
183      my $result;
184    
185      #print "ref: ", ref $obj, "\n";
186    
187      if (ref $obj eq 'ARRAY') {
188      
189       # if we expand for php, keep empty ARRAY
190       if($#$obj == -1 && $options->{childObj2string}) {
191         $result = $obj;
192       } else {
193        IterArray @$obj, sub {
194          my $item;
195          # if current item is a reference ...
196          if (ref $_[0]) {
197            $item = $_[0];
198            # if $options->{childObj2string} is TRUE or STRING don't expand referenced object,
199            # instead replace it by per option choosed string (default: o_<classname>_<ref type>_<guid> )
200            if ($item && $options->{childObj2string}) {
201              $item = twingle_reference($item);
202            } else {
203              # ... expand structure recursively
204              $item = expand($_[0], $options);
205            }
206            # destroy item via seperate callback method (a POST) if requested
207            #$options->{cb}->{destroy}->($_[0]) if $options->{destroy};
208    
209          # ... assume plain scalar
210          } else {
211            #$item = deep_copy($_[0]);
212            $item = $_[0];
213            # conversions/encodings
214            $item = latin_to_utf8_scalar($item) if ($item && $options->{utf8});
215            $item = utf8_to_latin_scalar($item) if ($item && $options->{to_latin});
216          }
217          
218          $item = '' if $options->{define} and not defined $item;
219          #push(@{$result}, $item) if $item;   # use item only if not undef  (TODO: make configurable via $options)
220          push(@{$result}, $item);                 # use item in any case
221    
222        }
223       }
224    
225      } elsif (ref $obj eq 'CODE') {
226        #print Dumper($obj);
227        #exit;
228    
229      # TODO: "} elsif (ref $obj eq 'HASH') { [...] } else { croak 'could not deref blah'; }"  ???
230      } elsif (ref $obj) {
231      
232       # if we expand for php, keep empty HASH
233       my @tmp = keys %$obj;
234       if($#tmp == -1 && $options->{childObj2string}) {
235         $result = $obj;
236       } else {
237        IterHash %$obj, sub {
238          my $key = $_[0];
239          my $item;
240    
241          # conversions/encodings
242          $key = latin_to_utf8_scalar($key) if ($key && $options->{utf8});
243          $key = utf8_to_latin_scalar($key) if ($key && $options->{to_latin});
244    
245          # if current item is a reference ...
246          if (ref $_[1]) {
247            $item = $_[1];
248            # if $options->{childObj2string} is TRUE or STRING don't expand referenced object,
249            # instead replace it by per option choosed string (default: o_<classname>_<ref type>_<guid> )
250            if ($item && $options->{childObj2string} && !(ref $_[1] eq "ARRAY") && !(ref $_[1] eq "HASH") && !(ref $_[1] eq "Set::Object")) {
251              $item = twingle_reference($item);
252            } else {
253              # ... expand structure recursively
254              $item = expand($_[1], $options);
255            }
256            # destroy item via seperate callback method (a POST) if requested
257            #$options->{cb}->{destroy}->($_[1]) if $options->{destroy};
258          
259          # ... assume plain scalar
260          } else {
261            #$item = deep_copy($_[1]);
262            $item = $_[1];
263            # conversions/encodings
264            $item = latin_to_utf8_scalar($item) if ($item && $options->{utf8});
265            $item = utf8_to_latin_scalar($item) if ($item && $options->{to_latin});
266          }
267          
268          $item = '' if $options->{define} and not defined $item;
269          #$result->{$_[0]} = $item if $item;   # use item only if not undef  (TODO: make configurable via $options)
270          $result->{$key} = $item;               # use item in any case
271        }
272       }
273    
274      } else {
275        #die ("not a reference!");
276        $result = $obj;
277    
278      }
279    
280      # convert all values to utf8 (inside complex struct)
281        # now done in core-item-callbacks via Greg London's "Iterate" from CPAN
282        # latin_to_utf8($result) if ($options->{utf8});
283    
284      # destroy persistent object from memory to be sure to get a fresh one next time
285      #undef $obj if $options->{destroy};
286      #$options->{cb_destroy}->($obj) if $options->{cb_destroy};
287      #$options->{cb}->{destroy}->($obj) if $options->{destroy};
288      
289      return $result;
290    }
291    
292    
293    
294  my @indexstack;  my @indexstack;
295  sub var_traverse_mixin_update {  sub _var_traverse_mixin_update_old {
296    my $obj = shift;    my $obj = shift;
297    my $data = shift;    my $data = shift;
298    my $bool_recursion = shift;    my $bool_recursion = shift;
# Line 129  sub var_traverse_mixin_update { Line 336  sub var_traverse_mixin_update {
336    #return $result;    #return $result;
337  }  }
338    
339  sub getStructSlotByStringyAddress {  sub merge_to {
340    my $var = shift;    _hash2object(@_);
341    my $indexstack_ref = shift;    # TODO:
342    my @indexstack = @{$indexstack_ref};    # re-implement using CPAN's "Iterate" and/or a modified Hash::Merge.
   my $joiner = '->';  
   my @evlist;  
   foreach (@indexstack) {  
     my $elem;  
     if ($_ =~ m/\d+/) { $elem = "[$_]"; }  
     if ($_ =~ m/\D+/) { $elem = "{$_}"; }  
     push @evlist, $elem;  
   }  
   my $evstring = join($joiner, @evlist);  
   $evstring = 'return $var->' . $evstring . ';';  
   #print "ev: $evstring\n";  
   return eval($evstring);  
343  }  }
344    
345    
346    # todo: maybe do diff(s) here sometimes!?
347    sub _hash2object {
348      my $object = shift;
349      my $data = shift;
350      my $options = shift;
351    
352      #print "hash2object", "\n";
353      
354      # "patch" needed 'cause php passes numerical-indexed-arrays as hash-tables,
355      # this method corrects this
356      numhash2list($data) if ($options->{php});
357    
358      # utf8-conversion/-encoding (essential for I18N)
359      utf8_to_latin($data) if ($options->{utf8});
360    
361      # get fresh object from database
362      # todo:
363      #   - handle "locked" objects !!!
364      #   - check if already another update occoured (object-revisioning needed!)
365      #my $obj = $self->getObject($oid);
366    
367      # mix changes into fresh object and save it back
368      _hash2object_traverse_mixin($object, $data, 0, $options);
369    
370      # done in core mixin function?
371      #$self->{storage}->update($obj);
372    
373      # we should "undef" some objects here to destroy them in memory and enforce reloading when used next time
374      # simulate:
375      #$self->{storage}->disconnect();
376    
377    }
378    
379    # ------------------------------------
380    #   core mixin function
381    # TODO-FEATURE: make this possible in a reverse way: object is empty (no fields) and gets filled up by mixin-data
382    
383    # remember keys of structures we are traversing
384    # this is a HACK:
385    #  - don't (!!!) "packageglobal" @indexstack
386    #  - it will lead to problems with parallelism!
387    
388    #my @indexstack;
389    
390    # traverse a deeply nested structure, mix in values from given hash, update underlying tangram-object
391    sub _hash2object_traverse_mixin {
392      my $object = shift;
393      my $data = shift;
394      my $bool_recursion = shift;
395      my $options = shift;
396    
397      # clear our key - stack if we are called from user-code (non-recursively)
398      @indexstack = () if (!$bool_recursion);
399    
400      my $classname = ref $object;
401    #  if ($classname) {
402    #    print STDERR "*****************", Dumper(Class::Tangram::attribute_types($classname)), "\n";
403    #  }
404    
405      # parser: detected OBJECT (a Tangram one?)   (reftype == HASH) (assume)
406      # what's exactly done here? hmmm.... it works ;)
407      # maybe a HACK: please try not to use "IntrHash"es, maybe this cannot handle them!!!
408      # extend! check!
409      
410      #print attributes::reftype($object), "\n";
411      
412      # V1
413      #if ((attributes::reftype($object) eq 'HASH') && (ref($object) ne 'HASH') && (ref($object) ne 'ARRAY')) {
414      # V2
415      my $reftype = attributes::reftype($object);
416      #print "reftype: '$reftype'", "\n";
417      if ($reftype eq 'HASH') {
418    
419    #    print STDERR "===", "reftype: ", attributes::reftype($obj), "\n";
420            
421        my @fields;
422        # loop through fields of object (Tangram-object)
423        @fields = keys %{$object};
424    
425        # loop through fields of to.be.injected-data (arbitrary Perl-data-structure)
426        @fields = keys %{$data} if $options->{init};
427    #    @fields = keys %{$data} if $options->{mixin};
428        
429        foreach (@fields) {
430          my $field = $_;
431          push @indexstack, $field;
432                
433          # determine type of object
434          my $ref = ref $object->{$field};
435    #      print STDERR "attrname: $_  ATTRref: $ref", "\n";
436          if ($ref) {
437            _hash2object_traverse_mixin($object->{$field}, $data, 1, $options);
438          } else {
439            my $val = ref_slot($data, \@indexstack);
440            
441    #print Dumper($options);
442            my $field_target = $field;
443            if (my $pattern = $options->{pattern_strip_key}) {
444              print "pattern: $pattern", "\n";
445              $field_target =~ s/$pattern//;
446              print "field: $field_target", "\n";
447            }
448    
449            $object->{$field_target} = $val if defined $val;
450          }
451          pop @indexstack;
452        }
453    
454        # save object to database ...
455        # ... do an update if it already exists, do an insert if it doesn't
456    #    my $objectId = $self->{storage}->id($obj);
457    #    $logger->debug( __PACKAGE__ . "->saveObjectFromHash_traverse_mixin_update( object $obj objectId $objectId )" );
458    #    if ($objectId) {
459    #      $self->{storage}->update($obj);
460    
461    #print __PACKAGE__ . ":", "\n";
462    #print Dumper($object);
463    
464    #    } else {
465    #      $self->{storage}->insert($obj);
466    #    }
467        
468      }
469    
470    #&& ( ref($obj) ne 'HASH' )
471    
472        # loop through entries of array (IntrArray, isn't it?)
473      if ((ref $object) eq 'ARRAY') {
474    #    print STDERR "===", "refttype ", attributes::reftype($obj), "\n";
475        my $i = 0;
476        foreach (@{$object}) {
477          push @indexstack, $i;
478          my $ref = ref $_;
479    #      print STDERR "attrname: $_  ATTRref: $ref", "\n";
480    #      if ($ref && $_) {
481          if ($ref) {
482            _hash2object_traverse_mixin($_, $data, 1, $options);
483          } else {
484            $object->[$i] = $_ if defined $_;
485          }
486          pop @indexstack;
487          $i++;
488        }
489    
490    =pod
491      # object?
492      } else {
493        print "reference: ", ref $object, "\n";
494        print "reftype: ", $reftype, "\n";
495        die(__PACKAGE__ . "->_hash2object_traverse_mixin: can not handle this!");
496    =cut
497      
498      }
499    
500    }
501    
502    
503    # ACK's go to Randal L. Schwartz <merlyn@stonehenge.com>
504    # on the website:
505    # This text is copyright by Miller-Freeman, Inc., and is used with their permission.
506    # Further distribution or use is not permitted.
507    # please visit http://www.stonehenge.com/merlyn/UnixReview/col30.html
508    sub deep_copy1 {
509      my $this = shift;
510      if (not ref $this) {
511        $this;
512      } elsif (ref $this eq "ARRAY") {
513        [map deep_copy1($_), @$this];
514      } elsif (ref $this eq "HASH") {
515        +{map { $_ => deep_copy1($this->{$_}) } keys %$this};
516      } elsif (ref $this eq "CODE") {
517        $this;
518      } else { die "deep_copy1 asks: what type is $this?" }
519      #} else { print "deep_copy asks: what type is $this?", "\n"; }
520    }
521    
522    # ACK's go to Andrew Pitonyak
523    # Copyright 2002, Andrew Pitonyak (perlboy@pitonyak.org)
524    # please visit: http://www.pitonyak.org/code/perl/Pitonyak/DeepCopy.pm.html
525    sub deep_copy {
526      Pitonyak::DeepCopy::deep_copy(@_);
527    }
528    
529    
530  1;  1;
531    __END__
Legend:
Removed from v.1.1  
changed lines
  Added in v.1.24
MailToCvsAdmin">MailToCvsAdmin
 ViewVC Help
Powered by ViewVC 1.1.26 RSS 2.0 feed