6 |
## |
## |
7 |
## ---------------------------------------------------------------------------------------- |
## ---------------------------------------------------------------------------------------- |
8 |
## $Log$ |
## $Log$ |
9 |
|
## Revision 1.6 2002/12/06 04:49:10 jonen |
10 |
|
## + disabled output-puffer here |
11 |
|
## |
12 |
|
## Revision 1.5 2002/12/05 08:06:05 joko |
13 |
|
## + bugfix with determining empty fields (Null) with DBD::CSV |
14 |
|
## + debugging |
15 |
|
## + updated comments |
16 |
|
## |
17 |
|
## Revision 1.4 2002/12/03 15:54:07 joko |
18 |
|
## + {import}-flag is now {prepare}-flag |
19 |
|
## |
20 |
|
## Revision 1.3 2002/12/01 22:26:59 joko |
21 |
|
## + minor cosmetics for logging |
22 |
|
## |
23 |
## Revision 1.2 2002/12/01 04:43:25 joko |
## Revision 1.2 2002/12/01 04:43:25 joko |
24 |
## + mapping deatil entries may now be either an ARRAY or a HASH |
## + mapping deatil entries may now be either an ARRAY or a HASH |
25 |
## + erase flag is used now (for export-operations) |
## + erase flag is used now (for export-operations) |
51 |
# get logger instance |
# get logger instance |
52 |
my $logger = Log::Dispatch::Config->instance; |
my $logger = Log::Dispatch::Config->instance; |
53 |
|
|
54 |
|
$| = 1; |
55 |
|
|
56 |
sub new { |
sub new { |
57 |
my $invocant = shift; |
my $invocant = shift; |
225 |
|
|
226 |
# import flag means: prepare the source node to be syncable |
# import flag means: prepare the source node to be syncable |
227 |
# this is useful if there are e.g. no "ident" or "checksum" columns yet inside a DBI like (row-based) storage |
# this is useful if there are e.g. no "ident" or "checksum" columns yet inside a DBI like (row-based) storage |
228 |
if ($self->{args}->{import}) { |
if ($self->{args}->{prepare}) { |
229 |
$self->_prepareNode_MetaProperties('source'); |
$self->_prepareNode_MetaProperties('source'); |
230 |
$self->_prepareNode_DummyIdent('source'); |
$self->_prepareNode_DummyIdent('source'); |
231 |
#return; |
#return; |
264 |
$results ||= $self->_getNodeList('source', $filter); |
$results ||= $self->_getNodeList('source', $filter); |
265 |
} |
} |
266 |
|
|
267 |
# get reference to node list from convenient method provided by corehandle |
# get reference to node list from convenient method provided by CORE-HANDLE |
268 |
#$results ||= $self->{source}->getListUnfiltered($self->{meta}->{source}->{node}); |
#$results ||= $self->{source}->getListUnfiltered($self->{meta}->{source}->{node}); |
269 |
#$results ||= $self->{meta}->{source}->{storage}->getListUnfiltered($self->{meta}->{source}->{node}); |
#$results ||= $self->{meta}->{source}->{storage}->getListUnfiltered($self->{meta}->{source}->{node}); |
270 |
$results ||= $self->_getNodeList('source'); |
$results ||= $self->_getNodeList('source'); |
342 |
my $identOK = $self->_resolveNodeIdent('source'); |
my $identOK = $self->_resolveNodeIdent('source'); |
343 |
#if (!$identOK && lc $self->{args}->{direction} ne 'import') { |
#if (!$identOK && lc $self->{args}->{direction} ne 'import') { |
344 |
if (!$identOK) { |
if (!$identOK) { |
345 |
$logger->critical( __PACKAGE__ . "->syncNodes: Can not synchronize: No ident found in source node, maybe try to \"import\" this node first." ); |
#print Dumper($self->{meta}->{source}); |
346 |
|
$logger->critical( __PACKAGE__ . "->syncNodes: No ident found in source node \"$self->{meta}->{source}->{node}\", try to \"prepare\" this node first?" ); |
347 |
return; |
return; |
348 |
} |
} |
349 |
|
|
350 |
#print "statload", "\n"; |
#print "statload", "\n"; |
351 |
#print "ident: ", $self->{node}->{source}->{ident}, "\n"; |
#print "ident: ", $self->{node}->{source}->{ident}, "\n"; |
352 |
|
#print Dumper($self->{node}); |
353 |
|
|
354 |
my $statOK = $self->_statloadNode('target', $self->{node}->{source}->{ident}); |
my $statOK = $self->_statloadNode('target', $self->{node}->{source}->{ident}); |
355 |
|
|
356 |
|
#print Dumper($self->{node}); |
357 |
|
|
358 |
# mark node as new either if there's no ident or if stat/load failed |
# mark node as new either if there's no ident or if stat/load failed |
359 |
if (!$statOK) { |
if (!$statOK) { |
440 |
$tc->{attempt_new}++; |
$tc->{attempt_new}++; |
441 |
$self->_doTransferToTarget('insert'); |
$self->_doTransferToTarget('insert'); |
442 |
# asymmetry: refetch node from target to re-calculate new ident and checksum (TODO: is IdentAuthority of relevance here?) |
# asymmetry: refetch node from target to re-calculate new ident and checksum (TODO: is IdentAuthority of relevance here?) |
443 |
|
#print Dumper($self->{node}); |
444 |
$self->_statloadNode('target', $self->{node}->{target}->{ident}, 1); |
$self->_statloadNode('target', $self->{node}->{target}->{ident}, 1); |
445 |
$self->_readChecksum('target'); |
$self->_readChecksum('target'); |
446 |
|
|
466 |
# change ident in source (take from target), if transfer was ok and target is an IdentAuthority |
# change ident in source (take from target), if transfer was ok and target is an IdentAuthority |
467 |
# this is (for now) called a "retransmit" indicated by a "r"-character when verbosing |
# this is (for now) called a "retransmit" indicated by a "r"-character when verbosing |
468 |
if ($self->{node}->{status}->{ok} && $self->{meta}->{target}->{storage}->{isIdentAuthority}) { |
if ($self->{node}->{status}->{ok} && $self->{meta}->{target}->{storage}->{isIdentAuthority}) { |
469 |
|
print "r" if $self->{verbose}; |
470 |
#print Dumper($self->{meta}); |
#print Dumper($self->{meta}); |
471 |
#print Dumper($self->{node}); |
#print Dumper($self->{node}); |
472 |
#exit; |
#exit; |
473 |
$self->_doModifySource_IdentChecksum($self->{node}->{target}->{ident}); |
$self->_doModifySource_IdentChecksum($self->{node}->{target}->{ident}); |
|
print "r" if $self->{verbose}; |
|
474 |
} |
} |
475 |
|
|
476 |
print ":" if $self->{verbose}; |
print ":" if $self->{verbose}; |
480 |
print "\n" if $self->{verbose}; |
print "\n" if $self->{verbose}; |
481 |
|
|
482 |
# build user-message from some stats |
# build user-message from some stats |
483 |
my $msg = "stats: $tc"; |
my $msg = "statistics: $tc"; |
484 |
|
|
485 |
if ($tc->{error_per_row}) { |
if ($tc->{error_per_row}) { |
486 |
$msg .= "\n"; |
$msg .= "\n"; |
508 |
my $item = {}; |
my $item = {}; |
509 |
foreach my $key (keys %$_) { |
foreach my $key (keys %$_) { |
510 |
my $val = $_->{$key}; |
my $val = $_->{$key}; |
511 |
|
|
512 |
|
#print Dumper($val); |
513 |
|
|
514 |
if (ref $val eq 'Set::Object') { |
if (ref $val eq 'Set::Object') { |
515 |
#print "========================= SET", "\n"; |
#print "========================= SET", "\n"; |
516 |
#print Dumper($val); |
#print Dumper($val); |
517 |
#print Dumper($val->members()); |
#print Dumper($val->members()); |
518 |
#$val = $val->members(); |
#$val = $val->members(); |
519 |
#$vars->[$count]->{$key} = $val->members() if $val->can("members"); |
#$vars->[$count]->{$key} = $val->members() if $val->can("members"); |
520 |
#$item->{$key} = $val->members() if $val->can("members"); |
#$item->{$key} = $val->members() if $val->can("members"); |
521 |
$item->{$key} = $val->members(); |
$item->{$key} = $val->members(); |
522 |
#print Dumper($vars->[$count]->{$key}); |
#print Dumper($vars->[$count]->{$key}); |
523 |
|
|
524 |
} else { |
} else { |
525 |
$item->{$key} = $val; |
$item->{$key} = $val; |
526 |
} |
} |
527 |
|
|
528 |
} |
} |
529 |
push @data, $item; |
push @data, $item; |
530 |
$count++; |
$count++; |
531 |
} |
} |
532 |
|
|
533 |
#print "Dump:", "\n"; |
#print "Dump:", Dumper(@data), "\n"; |
|
#print Dumper(@data); |
|
534 |
|
|
535 |
$Data::Dumper::Indent = 0; |
$Data::Dumper::Indent = 0; |
536 |
my $result = Dumper(@data); |
my $result = Dumper(@data); |
537 |
$Data::Dumper::Indent = 2; |
$Data::Dumper::Indent = 2; |
538 |
return $result; |
return $result; |
539 |
|
|
540 |
} |
} |
541 |
|
|
542 |
|
|
766 |
} |
} |
767 |
} |
} |
768 |
|
|
769 |
|
|
770 |
|
#print Dumper($self->{meta}); |
771 |
|
|
772 |
# DBI speaks SQL |
# DBI speaks SQL |
773 |
if ($self->{meta}->{$descent}->{storage}->{locator}->{type} eq 'DBI') { |
if ($self->{meta}->{$descent}->{storage}->{locator}->{type} eq 'DBI') { |
869 |
hash2object($object, $map); |
hash2object($object, $map); |
870 |
|
|
871 |
# ... and re-update@orm. |
# ... and re-update@orm. |
872 |
|
#print Dumper($object); |
873 |
$self->{meta}->{$descent}->{storage}->update($object); |
$self->{meta}->{$descent}->{storage}->update($object); |
874 |
|
|
875 |
# asymmetry: get ident after insert |
# asymmetry: get ident after insert |
876 |
# TODO: |
# TODO: |
877 |
# - just do this if it is an IdentAuthority |
# - just do this if it is an IdentAuthority |
878 |
# - use IdentProvider metadata here |
# - use IdentProvider metadata here |
879 |
$self->{node}->{$descent}->{ident} = $self->{meta}->{$descent}->{storage}->id($object); |
#print Dumper($self->{meta}->{$descent}); |
880 |
|
my $oid = $self->{meta}->{$descent}->{storage}->id($object); |
881 |
|
#print "oid: $oid", "\n"; |
882 |
|
$self->{node}->{$descent}->{ident} = $oid; |
883 |
|
|
884 |
|
|
885 |
} elsif (lc $action eq 'update') { |
} elsif (lc $action eq 'update') { |
976 |
#print "\n", "Attempt to fetch entry implicitely by ident failed: no ident given! This may result in an insert if no write-protection is in the way.", "\n"; |
#print "\n", "Attempt to fetch entry implicitely by ident failed: no ident given! This may result in an insert if no write-protection is in the way.", "\n"; |
977 |
return; |
return; |
978 |
} |
} |
979 |
|
|
980 |
|
# patch for DBD::CSV |
981 |
|
if ($ident && $ident eq 'Null') { |
982 |
|
return; |
983 |
|
} |
984 |
|
|
985 |
my $result = $self->{meta}->{$descent}->{storage}->sendQuery({ |
my $result = $self->{meta}->{$descent}->{storage}->sendQuery({ |
986 |
node => $self->{meta}->{$descent}->{node}, |
node => $self->{meta}->{$descent}->{node}, |
995 |
my $entry = $result->getNextEntry(); |
my $entry = $result->getNextEntry(); |
996 |
my $status = $result->getStatus(); |
my $status = $result->getStatus(); |
997 |
|
|
998 |
|
#print Dumper($status); |
999 |
|
|
1000 |
# TODO: enhance error handling (store inside tc) |
# TODO: enhance error handling (store inside tc) |
1001 |
#if (!$row) { |
#if (!$row) { |
1002 |
# print "\n", "row error", "\n"; |
# print "\n", "row error", "\n"; |
1003 |
# next; |
# next; |
1004 |
#} |
#} |
1005 |
if (($status && $status->{err}) || !$entry) { |
|
1006 |
#$logger->critical( __PACKAGE__ . "->_loadNode (ident=\"$ident\") failed" ); |
# these checks run before actually loading payload- and meta-data to node-container |
1007 |
return; |
|
1008 |
} |
# 1st level - hard error |
1009 |
|
if ($status && $status->{err}) { |
1010 |
|
$logger->debug( __PACKAGE__ . "->_statloadNode (ident=\"$ident\") failed - hard error (that's ok)" ); |
1011 |
|
return; |
1012 |
|
} |
1013 |
|
|
1014 |
|
# 2nd level - logical (empty/notfound) error |
1015 |
|
if (($status && $status->{empty}) || !$entry) { |
1016 |
|
$logger->debug( __PACKAGE__ . "->_statloadNode (ident=\"$ident\") failed - logical error (that's ok)" ); |
1017 |
|
#print "no entry (logical)", "\n"; |
1018 |
|
return; |
1019 |
|
} |
1020 |
|
|
1021 |
|
#print Dumper($entry); |
1022 |
|
|
1023 |
# was: |
# was: |
1024 |
# $self->{node}->{$descent}->{ident} = $ident; |
# $self->{node}->{$descent}->{ident} = $ident; |
1025 |
# is: |
# is: |
1026 |
# TODO: re-resolve ident from entry via metadata "IdentProvider" |
# TODO: re-resolve ident from entry via metadata "IdentProvider" here - like elsewhere |
1027 |
$self->{node}->{$descent}->{ident} = $ident; |
$self->{node}->{$descent}->{ident} = $ident; |
1028 |
$self->{node}->{$descent}->{payload} = $entry; |
$self->{node}->{$descent}->{payload} = $entry; |
1029 |
|
|
1030 |
} |
} |
1031 |
|
|
1032 |
return 1; |
return 1; |
1050 |
$self->{meta}->{source}->{IdentProvider}->{arg} => $ident_new, |
$self->{meta}->{source}->{IdentProvider}->{arg} => $ident_new, |
1051 |
cs => $self->{node}->{target}->{checksum}, |
cs => $self->{node}->{target}->{checksum}, |
1052 |
}; |
}; |
1053 |
#print Dumper($map); |
|
1054 |
#print Dumper($self->{node}); |
#print Dumper($map); |
1055 |
#exit; |
#print Dumper($self->{node}); |
1056 |
|
#exit; |
1057 |
|
|
1058 |
$self->_modifyNode('source', 'update', $map); |
$self->_modifyNode('source', 'update', $map); |
1059 |
} |
} |
1060 |
|
|
1136 |
} |
} |
1137 |
my $crit = join ' AND ', @crits; |
my $crit = join ' AND ', @crits; |
1138 |
print "p" if $self->{verbose}; |
print "p" if $self->{verbose}; |
1139 |
|
|
1140 |
|
#print Dumper($map); |
1141 |
|
#print Dumper($crit); |
1142 |
|
|
1143 |
$self->_modifyNode($descent, 'update', $map, $crit); |
$self->_modifyNode($descent, 'update', $map, $crit); |
1144 |
$i++; |
$i++; |
1145 |
} |
} |