2 |
## $Id$ |
## $Id$ |
3 |
## --------------------------------------------------------------------------- |
## --------------------------------------------------------------------------- |
4 |
## $Log$ |
## $Log$ |
5 |
|
## Revision 1.21 2003/04/09 07:21:56 joko |
6 |
|
## childObj2string now inside Encode.pm, renamed to 'twingle_reference' |
7 |
|
## |
8 |
|
## Revision 1.20 2003/04/04 17:31:23 joko |
9 |
|
## minor update to 'childObj2string' |
10 |
|
## |
11 |
|
## Revision 1.19 2003/03/28 03:11:25 jonen |
12 |
|
## + bugfix |
13 |
|
## |
14 |
|
## Revision 1.18 2003/03/28 03:07:26 jonen |
15 |
|
## + minor changes |
16 |
|
## |
17 |
|
## Revision 1.17 2003/03/27 15:17:07 joko |
18 |
|
## namespace fixes for Data::Mungle::* |
19 |
|
## |
20 |
|
## Revision 1.16 2003/03/27 15:04:52 joko |
21 |
|
## minor update: comment |
22 |
|
## |
23 |
|
## Revision 1.15 2003/02/27 14:39:48 jonen |
24 |
|
## + fixed bug at _hash2object() |
25 |
|
## |
26 |
|
## Revision 1.14 2003/02/22 17:13:55 jonen |
27 |
|
## + added function 'childObject2string()' to encode 'child'-references to option related string |
28 |
|
## + use new option at 'expand()' for replacing 'childObject2string' |
29 |
|
## |
30 |
|
## Revision 1.13 2003/02/21 01:48:50 joko |
31 |
|
## renamed core function |
32 |
|
## |
33 |
|
## Revision 1.12 2003/02/20 22:45:19 joko |
34 |
|
## fix regarding new deep_copy |
35 |
|
## |
36 |
|
## Revision 1.11 2003/02/20 21:13:54 joko |
37 |
|
## - removed implementation of deep_copy2 - get this from the Pitonyak namespace (now cloned to repository) |
38 |
|
## |
39 |
|
## Revision 1.10 2003/02/20 20:48:00 joko |
40 |
|
## - refactored lots of code to Data::Code::Ref |
41 |
|
## + alternative 'deep_copy' implementation |
42 |
|
## |
43 |
|
## Revision 1.9 2003/02/18 19:35:56 joko |
44 |
|
## +- modified 'sub refexpr2perlref': now can get the $delimiter passed, too |
45 |
|
## |
46 |
|
## Revision 1.8 2003/02/09 05:10:56 joko |
47 |
|
## + minor update |
48 |
|
## |
49 |
## Revision 1.7 2003/01/19 03:26:59 joko |
## Revision 1.7 2003/01/19 03:26:59 joko |
50 |
## + added 'sub deep_copy' - refactored from libp |
## + added 'sub deep_copy' - refactored from libp |
51 |
## + add 'sub merge' - exported from CPAN's 'Hash::Merge' |
## + add 'sub merge' - exported from CPAN's 'Hash::Merge' |
74 |
## --------------------------------------------------------------------------- |
## --------------------------------------------------------------------------- |
75 |
|
|
76 |
|
|
77 |
package Data::Transform::Deep; |
package Data::Mungle::Transform::Deep; |
78 |
|
|
79 |
use strict; |
use strict; |
80 |
use warnings; |
use warnings; |
82 |
require Exporter; |
require Exporter; |
83 |
our @ISA = qw( Exporter ); |
our @ISA = qw( Exporter ); |
84 |
our @EXPORT_OK = qw( |
our @EXPORT_OK = qw( |
|
&var_NumericalHashToArray |
|
|
&var_mixin |
|
|
&object2hash |
|
|
&hash2object |
|
|
&refexpr2perlref |
|
85 |
&expand |
&expand |
86 |
&deep_copy |
&deep_copy |
87 |
&merge |
&merge_to |
88 |
); |
); |
89 |
# &var_deref |
|
|
# &getStructSlotByStringyAddress |
|
90 |
|
|
91 |
use attributes; |
use attributes; |
92 |
use Data::Dumper; |
use Data::Dumper; |
|
use Data::Transform::Encode qw( var_utf2iso var2utf8 scalar2utf8 ); |
|
|
|
|
|
use Hash::Merge qw( merge ); |
|
|
#use libp qw( deep_copy ); |
|
93 |
use Iterate; |
use Iterate; |
94 |
|
|
95 |
sub var_NumericalHashToArray { |
use Pitonyak::DeepCopy; |
96 |
|
use Data::Mungle::Transform::Encode qw( latin_to_utf8 latin_to_utf8_scalar utf8_to_latin utf8_to_latin_scalar twingle_reference ); |
97 |
|
use Data::Mungle::Code::Ref qw( ref_slot ); |
98 |
|
|
99 |
|
sub numhash2list { |
100 |
my $vref = shift; |
my $vref = shift; |
101 |
#my $context = shift; |
#my $context = shift; |
102 |
if (ref $vref eq 'HASH') { |
if (ref $vref eq 'HASH') { |
112 |
} |
} |
113 |
$vref->{$_} = \@arr; |
$vref->{$_} = \@arr; |
114 |
} |
} |
115 |
var_NumericalHashToArray($vref->{$_}); |
numhash2list($vref->{$_}); |
116 |
} |
} |
117 |
# } else { |
# } else { |
118 |
# #$vref->{$_} = scalar2iso($vref->{$_}); |
# #$vref->{$_} = scalar2iso($vref->{$_}); |
122 |
} |
} |
123 |
|
|
124 |
|
|
125 |
sub var_deref { |
# FIXME: could this be refactored using expand? |
126 |
|
# btw: "expand": look at scripts@CPAN (System Administration): |
127 |
|
# there is a perl make with perl |
128 |
|
sub _var_deref_test { |
129 |
my $obj = shift; |
my $obj = shift; |
130 |
my $options = shift; |
my $options = shift; |
131 |
my $result; |
my $result; |
164 |
} |
} |
165 |
|
|
166 |
|
|
167 |
|
# convert values in hash to utf8 (and back) to be ready for (e.g.) encapsulation in XML |
168 |
|
# but still using the known latin locale stuff |
169 |
sub expand { |
sub expand { |
170 |
|
|
171 |
my $obj = shift; |
my $obj = shift; |
172 |
my $options = shift; |
my $options = shift; |
173 |
my $result; |
my $result; |
174 |
|
|
175 |
if ((ref $obj) eq 'ARRAY') { |
#print "ref: ", ref $obj, "\n"; |
176 |
|
|
177 |
|
if (ref $obj eq 'ARRAY') { |
178 |
|
|
179 |
IterArray @$obj, sub { |
IterArray @$obj, sub { |
180 |
my $item; |
my $item; |
181 |
# if current item is a reference ... |
# if current item is a reference ... |
182 |
if (ref $_[0]) { |
if (ref $_[0]) { |
183 |
# ... expand structure recursively |
$item = $_[0]; |
184 |
$item = expand($_[0], $options); |
# if $options->{childObj2string} is TRUE or STRING don't expand referenced object, |
185 |
|
# instead replace it by per option choosed string (default: o_<classname>_<ref type>_<guid> ) |
186 |
|
if ($item && $options->{childObj2string}) { |
187 |
|
$item = twingle_reference($item); |
188 |
|
} else { |
189 |
|
# ... expand structure recursively |
190 |
|
$item = expand($_[0], $options); |
191 |
|
} |
192 |
# destroy item via seperate callback method (a POST) if requested |
# destroy item via seperate callback method (a POST) if requested |
193 |
#$options->{cb}->{destroy}->($_[0]) if $options->{destroy}; |
#$options->{cb}->{destroy}->($_[0]) if $options->{destroy}; |
194 |
|
|
197 |
#$item = deep_copy($_[0]); |
#$item = deep_copy($_[0]); |
198 |
$item = $_[0]; |
$item = $_[0]; |
199 |
# conversions/encodings |
# conversions/encodings |
200 |
$item = scalar2utf8($item) if ($item && $options->{utf8}); |
$item = latin_to_utf8_scalar($item) if ($item && $options->{utf8}); |
201 |
|
$item = utf8_to_latin_scalar($item) if ($item && $options->{to_latin}); |
202 |
} |
} |
203 |
#push(@{$result}, $item) if $item; # use item only if not undef (TODO: make configurable via $options) |
#push(@{$result}, $item) if $item; # use item only if not undef (TODO: make configurable via $options) |
204 |
push(@{$result}, $item); # use item in any case |
push(@{$result}, $item); # use item in any case |
205 |
|
|
206 |
} |
} |
207 |
|
|
208 |
|
} elsif (ref $obj eq 'CODE') { |
209 |
|
#print Dumper($obj); |
210 |
|
#exit; |
211 |
|
|
212 |
# TODO: "} elsif (ref $obj eq 'HASH') { [...] } else { croak 'could not deref blah'; }" ??? |
# TODO: "} elsif (ref $obj eq 'HASH') { [...] } else { croak 'could not deref blah'; }" ??? |
213 |
} else { |
} elsif (ref $obj) { |
214 |
|
|
215 |
IterHash %$obj, sub { |
IterHash %$obj, sub { |
216 |
my $item; |
my $item; |
217 |
|
|
218 |
# if current item is a reference ... |
# if current item is a reference ... |
219 |
if (ref $_[1]) { |
if (ref $_[1]) { |
220 |
# ... expand structure recursively |
$item = $_[1]; |
221 |
$item = expand($_[1], $options); |
# if $options->{childObj2string} is TRUE or STRING don't expand referenced object, |
222 |
|
# instead replace it by per option choosed string (default: o_<classname>_<ref type>_<guid> ) |
223 |
|
if ($item && $options->{childObj2string} && !(ref $_[1] eq "ARRAY") && !(ref $_[1] eq "HASH")) { |
224 |
|
$item = twingle_reference($item); |
225 |
|
} else { |
226 |
|
# ... expand structure recursively |
227 |
|
$item = expand($_[1], $options); |
228 |
|
} |
229 |
# destroy item via seperate callback method (a POST) if requested |
# destroy item via seperate callback method (a POST) if requested |
230 |
#$options->{cb}->{destroy}->($_[1]) if $options->{destroy}; |
#$options->{cb}->{destroy}->($_[1]) if $options->{destroy}; |
231 |
|
|
234 |
#$item = deep_copy($_[1]); |
#$item = deep_copy($_[1]); |
235 |
$item = $_[1]; |
$item = $_[1]; |
236 |
# conversions/encodings |
# conversions/encodings |
237 |
$item = scalar2utf8($item) if ($item && $options->{utf8}); |
$item = latin_to_utf8_scalar($item) if ($item && $options->{utf8}); |
238 |
|
$item = utf8_to_latin_scalar($item) if ($item && $options->{to_latin}); |
239 |
} |
} |
240 |
#$result->{$_[0]} = $item if $item; # use item only if not undef (TODO: make configurable via $options) |
#$result->{$_[0]} = $item if $item; # use item only if not undef (TODO: make configurable via $options) |
241 |
$result->{$_[0]} = $item; # use item in any case |
$result->{$_[0]} = $item; # use item in any case |
242 |
} |
} |
243 |
|
|
244 |
|
} else { |
245 |
|
#die ("not a reference!"); |
246 |
|
$result = $obj; |
247 |
|
|
248 |
} |
} |
249 |
|
|
250 |
# convert all values to utf8 (inside complex struct) |
# convert all values to utf8 (inside complex struct) |
251 |
# now done in core-item-callbacks via Greg London's "Iterate" from CPAN |
# now done in core-item-callbacks via Greg London's "Iterate" from CPAN |
252 |
# var2utf8($result) if ($options->{utf8}); |
# latin_to_utf8($result) if ($options->{utf8}); |
253 |
|
|
254 |
# destroy persistent object from memory to be sure to get a fresh one next time |
# destroy persistent object from memory to be sure to get a fresh one next time |
255 |
#undef $obj if $options->{destroy}; |
#undef $obj if $options->{destroy}; |
262 |
|
|
263 |
|
|
264 |
my @indexstack; |
my @indexstack; |
265 |
sub var_traverse_mixin_update { |
sub _var_traverse_mixin_update_old { |
266 |
my $obj = shift; |
my $obj = shift; |
267 |
my $data = shift; |
my $data = shift; |
268 |
my $bool_recursion = shift; |
my $bool_recursion = shift; |
306 |
#return $result; |
#return $result; |
307 |
} |
} |
308 |
|
|
309 |
sub object2hash { |
sub merge_to { |
310 |
my $object = shift; |
_hash2object(@_); |
311 |
my $options = shift; |
# TODO: |
312 |
#my $deref = var_deref($object); |
# re-implement using CPAN's "Iterate" and/or a modified Hash::Merge. |
|
my $deref = expand($object, $options); |
|
|
#var2utf8($deref) if ($options->{utf8}); |
|
|
return $deref; |
|
313 |
} |
} |
314 |
|
|
315 |
|
|
316 |
# todo: maybe do diff(s) here sometimes!? |
# todo: maybe do diff(s) here sometimes!? |
317 |
sub hash2object { |
sub _hash2object { |
318 |
my $object = shift; |
my $object = shift; |
319 |
my $data = shift; |
my $data = shift; |
320 |
my $options = shift; |
my $options = shift; |
323 |
|
|
324 |
# "patch" needed 'cause php passes numerical-indexed-arrays as hash-tables, |
# "patch" needed 'cause php passes numerical-indexed-arrays as hash-tables, |
325 |
# this method corrects this |
# this method corrects this |
326 |
var_NumericalHashToArray($data) if ($options->{php}); |
numhash2list($data) if ($options->{php}); |
327 |
|
|
328 |
# utf8-conversion/-encoding (essential for I18N) |
# utf8-conversion/-encoding (essential for I18N) |
329 |
var_utf2iso($data) if ($options->{utf8}); |
utf8_to_latin($data) if ($options->{utf8}); |
330 |
|
|
331 |
# get fresh object from database |
# get fresh object from database |
332 |
# todo: |
# todo: |
335 |
#my $obj = $self->getObject($oid); |
#my $obj = $self->getObject($oid); |
336 |
|
|
337 |
# mix changes into fresh object and save it back |
# mix changes into fresh object and save it back |
338 |
hash2object_traverse_mixin($object, $data, 0, $options); |
_hash2object_traverse_mixin($object, $data, 0, $options); |
339 |
|
|
340 |
# done in core mixin function? |
# done in core mixin function? |
341 |
#$self->{storage}->update($obj); |
#$self->{storage}->update($obj); |
358 |
#my @indexstack; |
#my @indexstack; |
359 |
|
|
360 |
# traverse a deeply nested structure, mix in values from given hash, update underlying tangram-object |
# traverse a deeply nested structure, mix in values from given hash, update underlying tangram-object |
361 |
sub hash2object_traverse_mixin { |
sub _hash2object_traverse_mixin { |
362 |
my $object = shift; |
my $object = shift; |
363 |
my $data = shift; |
my $data = shift; |
364 |
my $bool_recursion = shift; |
my $bool_recursion = shift; |
376 |
# what's exactly done here? hmmm.... it works ;) |
# what's exactly done here? hmmm.... it works ;) |
377 |
# maybe a HACK: please try not to use "IntrHash"es, maybe this cannot handle them!!! |
# maybe a HACK: please try not to use "IntrHash"es, maybe this cannot handle them!!! |
378 |
# extend! check! |
# extend! check! |
379 |
if ((attributes::reftype($object) eq 'HASH') && (ref($object) ne 'HASH') && (ref($object) ne 'ARRAY')) { |
|
380 |
|
#print attributes::reftype($object), "\n"; |
381 |
|
|
382 |
|
# V1 |
383 |
|
#if ((attributes::reftype($object) eq 'HASH') && (ref($object) ne 'HASH') && (ref($object) ne 'ARRAY')) { |
384 |
|
# V2 |
385 |
|
my $reftype = attributes::reftype($object); |
386 |
|
#print "reftype: '$reftype'", "\n"; |
387 |
|
if ($reftype eq 'HASH') { |
388 |
|
|
389 |
# print STDERR "===", "reftype: ", attributes::reftype($obj), "\n"; |
# print STDERR "===", "reftype: ", attributes::reftype($obj), "\n"; |
390 |
|
|
404 |
my $ref = ref $object->{$field}; |
my $ref = ref $object->{$field}; |
405 |
# print STDERR "attrname: $_ ATTRref: $ref", "\n"; |
# print STDERR "attrname: $_ ATTRref: $ref", "\n"; |
406 |
if ($ref) { |
if ($ref) { |
407 |
hash2object_traverse_mixin($object->{$field}, $data, 1, $options); |
_hash2object_traverse_mixin($object->{$field}, $data, 1, $options); |
408 |
} else { |
} else { |
409 |
my $val = getStructSlotByStringyAddress($data, \@indexstack); |
my $val = ref_slot($data, \@indexstack); |
410 |
|
|
411 |
print Dumper($options); |
#print Dumper($options); |
412 |
my $field_target = $field; |
my $field_target = $field; |
413 |
if (my $pattern = $options->{pattern_strip_key}) { |
if (my $pattern = $options->{pattern_strip_key}) { |
414 |
print "pattern: $pattern", "\n"; |
print "pattern: $pattern", "\n"; |
449 |
# print STDERR "attrname: $_ ATTRref: $ref", "\n"; |
# print STDERR "attrname: $_ ATTRref: $ref", "\n"; |
450 |
# if ($ref && $_) { |
# if ($ref && $_) { |
451 |
if ($ref) { |
if ($ref) { |
452 |
hash2object_traverse_mixin($_, $data, 1, $options); |
_hash2object_traverse_mixin($_, $data, 1, $options); |
453 |
} else { |
} else { |
454 |
$object->[$i] = $_ if defined $_; |
$object->[$i] = $_ if defined $_; |
455 |
} |
} |
456 |
pop @indexstack; |
pop @indexstack; |
457 |
$i++; |
$i++; |
458 |
} |
} |
|
} |
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
# this function seems to do similar stuff like these below (refexpr2perlref & co.) |
|
|
# TODO: maybe this mechanism can be replaced completely through some nice module from CPAN .... ? ;-) |
|
|
sub getStructSlotByStringyAddress { |
|
|
my $var = shift; |
|
|
my $indexstack_ref = shift; |
|
|
my @indexstack = @{$indexstack_ref}; |
|
|
my $joiner = '->'; |
|
|
my @evlist; |
|
|
foreach (@indexstack) { |
|
|
my $elem; |
|
|
if ($_ =~ m/\d+/) { $elem = "[$_]"; } |
|
|
if ($_ =~ m/\D+/) { $elem = "{$_}"; } |
|
|
push @evlist, $elem; |
|
|
} |
|
|
my $evstring = join($joiner, @evlist); |
|
|
$evstring = 'return $var->' . $evstring . ';'; |
|
|
#print "ev: $evstring\n"; |
|
|
return eval($evstring); |
|
|
} |
|
|
|
|
|
|
|
|
sub refexpr2perlref { |
|
|
|
|
|
my $obj = shift; |
|
|
my $expr = shift; |
|
|
my $callbackMap = shift; |
|
|
|
|
|
my $value; |
|
|
# detect for callback (code-reference) |
|
|
if (ref($expr) eq 'CODE') { |
|
|
$value = &$expr($obj); |
|
|
|
|
|
} elsif ($expr =~ m/->/) { |
|
|
# use expr as complex object reference declaration (obj->subObj->subSubObj->0->attribute) |
|
|
(my $objPerlRefString, my $parts) = refexpr2perlref_parts($expr); |
|
|
#print "\n", "expr: $expr"; |
|
|
#print "\n", "objPerlRefString: $objPerlRefString"; |
|
|
$value = eval('$obj' . '->' . $objPerlRefString); |
|
|
|
|
|
# if value isn't set, try to "fallback" to callbackMap |
|
|
# callbacks are applied this way: |
|
|
# take the last element of the expression parts and check if this string exists as a key in the callback-map |
|
|
if (!$value && $callbackMap) { |
|
|
#print Dumper($callbackMap); |
|
|
|
|
|
# prepare needle |
|
|
my @parts = @$parts; |
|
|
my $count = $#parts; |
|
|
my $needle = $parts[$count]; |
|
|
|
|
|
# prepare haystack |
|
|
my @haystack = keys %$callbackMap; |
|
|
if (grep($needle, @haystack)) { |
|
|
$value = $callbackMap->{$needle}->(); |
|
|
#print "value: ", $value, "\n"; |
|
|
} |
|
|
} |
|
459 |
|
|
460 |
|
=pod |
461 |
|
# object? |
462 |
} else { |
} else { |
463 |
# use expr as simple scalar key (attributename) |
print "reference: ", ref $object, "\n"; |
464 |
$value = $obj->{$expr}; |
print "reftype: ", $reftype, "\n"; |
465 |
} |
die(__PACKAGE__ . "->_hash2object_traverse_mixin: can not handle this!"); |
466 |
|
=cut |
|
return $value; |
|
467 |
|
|
468 |
} |
} |
|
|
|
|
|
|
|
sub refexpr2perlref_parts { |
|
|
my $expr = shift; |
|
|
|
|
|
# split expression by dereference operators first |
|
|
my @parts_pure = split(/->/, $expr); |
|
|
|
|
|
# wrap []'s around each part, if it consists of numeric characters only (=> numeric = array-index), |
|
|
# use {}'s, if there are word-characters in it (=> alphanumeric = hash-key) |
|
|
my @parts_capsule = @parts_pure; |
|
|
map { |
|
|
m/^\d+$/ && ($_ = "[$_]") || ($_ = "{$_}"); |
|
|
} @parts_capsule; |
|
469 |
|
|
|
# join parts with dereference operators together again and return built string |
|
|
return (join('->', @parts_capsule), \@parts_pure); |
|
470 |
} |
} |
471 |
|
|
472 |
# ACK's go to ... |
|
473 |
sub deep_copy { |
# ACK's go to Randal L. Schwartz <merlyn@stonehenge.com> |
474 |
|
# on the website: |
475 |
|
# This text is copyright by Miller-Freeman, Inc., and is used with their permission. |
476 |
|
# Further distribution or use is not permitted. |
477 |
|
# please visit http://www.stonehenge.com/merlyn/UnixReview/col30.html |
478 |
|
sub deep_copy1 { |
479 |
my $this = shift; |
my $this = shift; |
480 |
if (not ref $this) { |
if (not ref $this) { |
481 |
$this; |
$this; |
482 |
} elsif (ref $this eq "ARRAY") { |
} elsif (ref $this eq "ARRAY") { |
483 |
[map deep_copy($_), @$this]; |
[map deep_copy1($_), @$this]; |
484 |
} elsif (ref $this eq "HASH") { |
} elsif (ref $this eq "HASH") { |
485 |
+{map { $_ => deep_copy($this->{$_}) } keys %$this}; |
+{map { $_ => deep_copy1($this->{$_}) } keys %$this}; |
486 |
} elsif (ref $this eq "CODE") { |
} elsif (ref $this eq "CODE") { |
487 |
$this; |
$this; |
488 |
#} else { die "deep_copy asks: what type is $this?" } |
} else { die "deep_copy1 asks: what type is $this?" } |
489 |
} else { print "deep_copy asks: what type is $this?", "\n"; } |
#} else { print "deep_copy asks: what type is $this?", "\n"; } |
490 |
} |
} |
491 |
|
|
492 |
|
# ACK's go to Andrew Pitonyak |
493 |
|
# Copyright 2002, Andrew Pitonyak (perlboy@pitonyak.org) |
494 |
|
# please visit: http://www.pitonyak.org/code/perl/Pitonyak/DeepCopy.pm.html |
495 |
|
sub deep_copy { |
496 |
|
Pitonyak::DeepCopy::deep_copy(@_); |
497 |
|
} |
498 |
|
|
499 |
|
|
500 |
1; |
1; |
501 |
|
__END__ |