1 |
|
## ------------------------------------------------------------------------- |
2 |
|
## |
3 |
## $Id$ |
## $Id$ |
4 |
## |
## |
5 |
## Copyright (c) 2002 Andreas Motl <andreas.motl@ilo.de> |
## Copyright (c) 2002 Andreas Motl <andreas.motl@ilo.de> |
6 |
## |
## |
7 |
## See COPYRIGHT section in pod text below for usage and distribution rights. |
## See COPYRIGHT section in pod text below for usage and distribution rights. |
8 |
## |
## |
9 |
## ---------------------------------------------------------------------------------------- |
## ------------------------------------------------------------------------- |
10 |
## $Log$ |
## $Log$ |
11 |
|
## Revision 1.10 2003/06/25 23:03:57 joko |
12 |
|
## no debugging |
13 |
|
## |
14 |
|
## Revision 1.9 2003/05/13 08:17:52 joko |
15 |
|
## buildAttributeMap now propagates error |
16 |
|
## |
17 |
|
## Revision 1.8 2003/03/27 15:31:15 joko |
18 |
|
## fixes to modules regarding new namespace(s) below Data::Mungle::* |
19 |
|
## |
20 |
|
## Revision 1.7 2003/02/21 08:01:11 joko |
21 |
|
## debugging, logging |
22 |
|
## renamed module |
23 |
|
## |
24 |
|
## Revision 1.6 2003/02/14 14:03:49 joko |
25 |
|
## + logging, debugging |
26 |
|
## - refactored code to sister module |
27 |
|
## |
28 |
|
## Revision 1.5 2003/02/11 05:30:47 joko |
29 |
|
## + minor fixes and some debugging mud |
30 |
|
## |
31 |
## Revision 1.4 2003/02/09 05:01:10 joko |
## Revision 1.4 2003/02/09 05:01:10 joko |
32 |
## + major structure changes |
## + major structure changes |
33 |
## - refactored code to sister modules |
## - refactored code to sister modules |
74 |
## + minor cosmetics for logging |
## + minor cosmetics for logging |
75 |
## |
## |
76 |
## Revision 1.2 2002/12/01 04:43:25 joko |
## Revision 1.2 2002/12/01 04:43:25 joko |
77 |
## + mapping deatil entries may now be either an ARRAY or a HASH |
## + mapping detail entries may now be either an ARRAY or a HASH |
78 |
## + erase flag is used now (for export-operations) |
## + erase flag is used now (for export-operations) |
79 |
## + expressions to refer to values inside deep nested structures |
## + expressions to refer to values inside deep nested structures |
80 |
## - removed old mappingV2-code |
## - removed old mappingV2-code |
86 |
## |
## |
87 |
## Revision 1.1 2002/10/10 03:44:21 cvsjoko |
## Revision 1.1 2002/10/10 03:44:21 cvsjoko |
88 |
## + new |
## + new |
89 |
## ---------------------------------------------------------------------------------------- |
## ------------------------------------------------------------------------- |
90 |
|
|
91 |
|
|
92 |
package Data::Transfer::Sync::Core; |
package Data::Transfer::Sync::Core; |
101 |
|
|
102 |
use Data::Dumper; |
use Data::Dumper; |
103 |
|
|
104 |
use misc::HashExt; |
#use misc::HashExt; |
105 |
use Data::Compare::Struct qw( getDifference isEmpty ); |
use Hash::Serializer; |
106 |
|
use Data::Mungle::Compare::Struct qw( getDifference isEmpty ); |
107 |
use Data::Storage::Container; |
use Data::Storage::Container; |
108 |
use DesignPattern::Object; |
use DesignPattern::Object; |
109 |
|
use shortcuts::database qw( quotesql ); |
110 |
|
|
111 |
# get logger instance |
# get logger instance |
112 |
my $logger = Log::Dispatch::Config->instance; |
my $logger = Log::Dispatch::Config->instance; |
137 |
$self->{container}->addStorage($_, $self->{storages}->{$_}); |
$self->{container}->addStorage($_, $self->{storages}->{$_}); |
138 |
} |
} |
139 |
|
|
140 |
|
# trace |
141 |
|
#print Dumper($self); |
142 |
|
#exit; |
143 |
|
|
144 |
return 1; |
return 1; |
145 |
|
|
146 |
} |
} |
168 |
$logger->debug( __PACKAGE__ . "->_run" ); |
$logger->debug( __PACKAGE__ . "->_run" ); |
169 |
|
|
170 |
# for statistics |
# for statistics |
171 |
my $tc = OneLineDumpHash->new( {} ); |
my $tc = Hash::Serializer->new( {} ); |
172 |
my $results; |
my $results; |
173 |
|
|
174 |
# set of objects is already in $self->{args} |
# set of objects is already in $self->{args} |
185 |
# get reference to node list from convenient method provided by CORE-HANDLE |
# get reference to node list from convenient method provided by CORE-HANDLE |
186 |
$results ||= $self->_getNodeList('source'); |
$results ||= $self->_getNodeList('source'); |
187 |
|
|
188 |
|
#print Dumper($results); |
189 |
|
|
190 |
# checkpoint: do we actually have a list to iterate through? |
# checkpoint: do we actually have a list to iterate through? |
191 |
if (!$results || !@{$results}) { |
if (!$results || !@{$results}) { |
192 |
$logger->notice( __PACKAGE__ . "->_run: No nodes to synchronize." ); |
$logger->notice( __PACKAGE__ . "->_run: No nodes to synchronize." ); |
208 |
# iterate through set |
# iterate through set |
209 |
foreach my $source_node_real (@results) { |
foreach my $source_node_real (@results) { |
210 |
|
|
211 |
|
print ":" if $self->{verbose}; |
212 |
|
|
213 |
$tc->{total}++; |
$tc->{total}++; |
214 |
|
|
215 |
#print "======================== iter", "\n"; |
#print "======================== iter", "\n"; |
219 |
# - is a "deep_copy" needed here if occouring modifications take place? |
# - is a "deep_copy" needed here if occouring modifications take place? |
220 |
# - puuhhhh, i guess a deep_copy would destroy tangram mechanisms? |
# - puuhhhh, i guess a deep_copy would destroy tangram mechanisms? |
221 |
# - after all, just take care for now that this object doesn't get updated! |
# - after all, just take care for now that this object doesn't get updated! |
222 |
|
# - so, just use its reference for now - if some cloning is needed in future, do this here! |
223 |
my $source_node = $source_node_real; |
my $source_node = $source_node_real; |
224 |
|
|
225 |
# modify entry - handle new style callbacks (the readers) |
# modify entry - handle new style callbacks (the readers) |
226 |
#print Dumper($source_node); |
|
227 |
#exit; |
# trace |
228 |
|
#print Dumper($source_node); |
229 |
|
#exit; |
230 |
|
|
231 |
my $descent = 'source'; |
my $descent = 'source'; |
232 |
|
|
234 |
my $map_callbacks = {}; |
my $map_callbacks = {}; |
235 |
if (my $callbacks = $self->{meta}->{$descent}->{Callback}) { |
if (my $callbacks = $self->{meta}->{$descent}->{Callback}) { |
236 |
|
|
237 |
|
# trace |
238 |
|
#print Dumper($callbacks); |
239 |
|
#exit; |
240 |
|
|
241 |
my $error = 0; |
my $error = 0; |
242 |
|
|
243 |
foreach my $node (keys %{$callbacks->{read}}) { |
foreach my $node (keys %{$callbacks->{read}}) { |
245 |
my $object = $source_node; |
my $object = $source_node; |
246 |
my $value; # = $source_node->{$node}; |
my $value; # = $source_node->{$node}; |
247 |
|
|
248 |
|
# trace |
249 |
|
#print Dumper($self->{options}); |
250 |
|
|
251 |
# ------------ half-redundant: make $self->callCallback($object, $value, $opts) |
# ------------ half-redundant: make $self->callCallback($object, $value, $opts) |
252 |
#my $perl_callback = $self->{meta}->{$descent}->{node} . '::' . $node . '_read'; |
#my $perl_callback = $self->{meta}->{$descent}->{node} . '::' . $node . '_read'; |
253 |
my $perl_callback = $self->{meta}->{$descent}->{nodeType} . '::' . $node . '_read'; |
my $perl_callback = $self->{meta}->{$descent}->{nodeType} . '::' . $node . '_read'; |
255 |
#print $evalstring, "\n"; exit; |
#print $evalstring, "\n"; exit; |
256 |
my $cb_result = eval($evalstring); |
my $cb_result = eval($evalstring); |
257 |
if ($@) { |
if ($@) { |
|
die $@; |
|
258 |
$error = 1; |
$error = 1; |
259 |
print $@, "\n"; |
$logger->error( __PACKAGE__ . "->_run: $@" ); |
260 |
|
next; |
261 |
} |
} |
262 |
# ------------ half-redundant: make $self->callCallback($object, $value, $opts) |
# ------------ half-redundant: make $self->callCallback($object, $value, $opts) |
263 |
|
|
267 |
|
|
268 |
} |
} |
269 |
|
|
270 |
#print Dumper($source_node); |
# trace |
271 |
|
#print Dumper($source_node); |
272 |
|
|
273 |
# exclude defined fields (simply delete from object) |
# exclude defined fields (simply delete from object) |
274 |
map { delete $source_node->{$_} } @{$self->{meta}->{source}->{subnodes_exclude}}; |
map { delete $source_node->{$_} } @{$self->{meta}->{source}->{subnodes_exclude}}; |
277 |
$self->{node} = {}; |
$self->{node} = {}; |
278 |
$self->{node}->{source}->{payload} = $source_node; |
$self->{node}->{source}->{payload} = $source_node; |
279 |
|
|
280 |
#print "res - ident", "\n"; |
# trace |
281 |
|
#print Dumper($self->{node}); |
282 |
|
#exit; |
283 |
|
|
284 |
# determine ident of entry |
# determine ident of entry |
285 |
my $identOK = $self->_resolveNodeIdent('source'); |
my $identOK = $self->_resolveNodeIdent('source'); |
301 |
|
|
302 |
#print "checksum", "\n"; |
#print "checksum", "\n"; |
303 |
|
|
|
print ":" if $self->{verbose}; |
|
|
|
|
304 |
#print Dumper($self); |
#print Dumper($self); |
305 |
|
|
306 |
# determine status of entry by synchronization method |
# determine status of entry by synchronization method |
333 |
# determine if entry is "new" or "dirty" |
# determine if entry is "new" or "dirty" |
334 |
# after all, this seems to be the point where the hammer falls..... |
# after all, this seems to be the point where the hammer falls..... |
335 |
print "c" if $self->{verbose}; |
print "c" if $self->{verbose}; |
336 |
#print Dumper($self->{node}); |
|
337 |
#exit; |
# trace |
338 |
|
#print Dumper($self->{node}); |
339 |
|
#exit; |
340 |
|
|
341 |
$self->{node}->{status}->{new} = !$self->{node}->{target}->{checksum}; |
$self->{node}->{status}->{new} = !$self->{node}->{target}->{checksum}; |
342 |
if (!$self->{node}->{status}->{new}) { |
if (!$self->{node}->{status}->{new}) { |
343 |
$self->{node}->{status}->{dirty} = |
$self->{node}->{status}->{dirty} = |
352 |
$tc->{skip}++; |
$tc->{skip}++; |
353 |
print "s" if $self->{verbose}; |
print "s" if $self->{verbose}; |
354 |
next; |
next; |
|
|
|
355 |
} |
} |
356 |
|
|
357 |
# first reaction on entry-status: continue with next entry if the current is already "in sync" |
# first reaction on entry-status: continue with next entry if the current is already "in sync" |
361 |
} |
} |
362 |
|
|
363 |
# build map to actually transfer the data from source to target |
# build map to actually transfer the data from source to target |
364 |
$self->buildAttributeMap(); |
if (!$self->buildAttributeMap()) { |
365 |
|
#$logger->warning( __PACKAGE__ . "->_run: Attribute Map could not be created. Will not insert or modify node."); |
366 |
|
$tc->{skip}++; |
367 |
#print Dumper($self->{node}); exit; |
print "e" if $self->{verbose}; |
368 |
|
next; |
369 |
|
} |
370 |
|
|
371 |
#print "attempt", "\n"; |
# trace |
372 |
|
#print Dumper($self->{node}); exit; |
373 |
|
#print "attempt", "\n"; |
374 |
|
|
375 |
# additional (new) checks for feature "write-protection" |
# additional (new) checks for feature "write-protection" |
376 |
if ($self->{meta}->{target}->{storage}->{isWriteProtected}) { |
if ($self->{meta}->{target}->{storage}->{isWriteProtected}) { |
383 |
next; |
next; |
384 |
} |
} |
385 |
|
|
386 |
#print Dumper($self); |
# trace |
387 |
#exit; |
#print Dumper($self); |
388 |
|
#exit; |
389 |
|
|
390 |
# transfer contents of map to target |
# transfer contents of map to target |
391 |
if ($self->{node}->{status}->{new}) { |
if ($self->{node}->{status}->{new}) { |
421 |
|
|
422 |
# change ident in source (take from target), if transfer was ok and target is an IdentAuthority |
# change ident in source (take from target), if transfer was ok and target is an IdentAuthority |
423 |
# this is (for now) called a "retransmit" indicated by a "r"-character when verbosing |
# this is (for now) called a "retransmit" indicated by a "r"-character when verbosing |
424 |
if ($self->{node}->{status}->{ok} && $self->{options}->{target}->{storage}->{idAuthority}) { |
#if ($self->{node}->{status}->{ok} && $self->{options}->{target}->{storage}->{idAuthority}) { |
425 |
|
if ($self->{node}->{status}->{ok} && $self->{meta}->{target}->{isIdentAuthority}) { |
426 |
print "r" if $self->{verbose}; |
print "r" if $self->{verbose}; |
427 |
#print Dumper($self->{meta}); |
#print Dumper($self->{meta}); |
428 |
#print Dumper($self->{node}); |
#print Dumper($self->{node}); |
445 |
|
|
446 |
# todo!!! |
# todo!!! |
447 |
#sysevent( { usermsg => $msg, level => $level }, $taskEvent ); |
#sysevent( { usermsg => $msg, level => $level }, $taskEvent ); |
448 |
$logger->info( __PACKAGE__ . "->_run: $msg" ); |
#$logger->info( __PACKAGE__ . "->_run: $msg" ); |
449 |
|
$logger->info($msg . "\n"); |
450 |
|
|
451 |
return $tc; |
return $tc; |
452 |
|
|
501 |
sub _doTransferToTarget { |
sub _doTransferToTarget { |
502 |
my $self = shift; |
my $self = shift; |
503 |
my $action = shift; |
my $action = shift; |
504 |
#print Dumper($self->{node}); |
|
505 |
#exit; |
# trace |
506 |
|
#print Dumper($self->{meta}); |
507 |
|
#print Dumper($self->{node}); |
508 |
|
#exit; |
509 |
|
|
510 |
$self->_modifyNode('target', $action, $self->{node}->{map}); |
$self->_modifyNode('target', $action, $self->{node}->{map}); |
511 |
} |
} |
512 |
|
|
607 |
$i++; |
$i++; |
608 |
} |
} |
609 |
|
|
610 |
print "\n" if $self->{verbose}; |
#print "\n" if $self->{verbose}; |
611 |
|
|
612 |
if (!$i) { |
if (!$i) { |
613 |
$logger->warning( __PACKAGE__ . "->_prepareNode_DummyIdent: no nodes touched" ); |
$logger->warning( __PACKAGE__ . "->_prepareNode_DummyIdent: no nodes touched" ); |
624 |
return ''; |
return ''; |
625 |
} |
} |
626 |
|
|
|
sub _erase_all { |
|
|
my $self = shift; |
|
|
my $descent = shift; |
|
|
#my $node = shift; |
|
|
my $node = $self->{meta}->{$descent}->{node}; |
|
|
$self->{meta}->{$descent}->{storage}->eraseAll($node); |
|
|
} |
|
627 |
|
|
628 |
1; |
1; |
629 |
|
__END__ |