Changeset 579 for trunk

Timestamp:

01/02/14 10:11:12 (11 years ago)

Author:

Kris Deugau

Message:

/trunk

Add another option to tiny-import.pl to merge matching PTR and A or AAAA
records.

File:

• trunk/tiny-import.pl (modified) (9 diffs)

trunk/tiny-import.pl

@@ -40 +40 @@
         trial   => 0,
         legacy  => 0,
+        merge   => 0,
         group   => 1,
         );
@@ -46 +47 @@
 while ($ARGV[0] =~ /^-/) {
   my $arg = shift @ARGV;
-  usage() if $arg !~ /^-(?:[rclt]+|g\d*)$/;
+  usage() if $arg !~ /^-(?:[rclmt]+|g\d*)$/;
   # -r  rewrite imported files to comment imported records
   # -c  coerce/downconvert A+PTR = records to PTR
   # -l  swallow A+PTR as-is
+  # -m  merge PTR and A/AAAA as possible
   # -t  trial mode;  don't commit to DB or actually rewrite flatfile (disables -r)
   # -g  import to specified group (name or ID) instead of group 1
@@ -68 +70 @@
       $importcfg{conv} = 1 if $_ eq 'c';
       $importcfg{legacy} = 1 if $_ eq 'l';
+      $importcfg{merge} = 1 if $_ eq 'm';
       $importcfg{trial} = 1 if $_ eq 't';
     }
@@ -97 +100 @@
         -l  (for "legacy")  Force import of A+PTR records as-is.  Mutually exclusive
             with -c.  -l takes precedence as -c is lossy.
+        -m  Merge PTR and A or AAAA records to A+PTR or AAAA+PTR records where possible
         -gnnn or -g nnn or -g name
             Import new zones into this group (group name or ID accepted) instead of
@@ -111 +115 @@
 my $code;
 my $dbh = $dnsdb->{dbh};
+
+# collect some things for logging
+($dnsdb->{logusername}, undef, undef, undef, undef, undef, $dnsdb->{logfullname}) = getpwuid($<);
+$dnsdb->{loguserid} = 0;        # not worth setting up a pseudouser the way the RPC system does
+$dnsdb->{logusername} = $dnsdb->{logusername}."/tiny-import.pl";
+$dnsdb->{logfullname} = $dnsdb->{logusername} if !$dnsdb->{logfullname};
 
 $dbh->{AutoCommit} = 0;
@@ -157 +167 @@
   our $recsth = $dbh->prepare("INSERT INTO records (domain_id,rdns_id,host,type,val,distance,weight,port,ttl,location,stamp,expires,stampactive) ".
         " VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?)");
+
+  # for A/AAAA records
+  our $revcheck = $dbh->prepare("SELECT rdns_id,record_id,ttl FROM records WHERE host=? AND val=? AND type=12");
+  our $mergefwd = $dbh->prepare("UPDATE records SET type=?,domain_id=?,ttl=? WHERE record_id=?");
+  # for PTR records
+  our $fwdcheck = $dbh->prepare("SELECT domain_id,record_id,ttl FROM records WHERE host=? AND val=? AND (type=1 OR type=28)");
+  our $mergerev = $dbh->prepare("UPDATE records SET type=?,rdns_id=?,ttl=? WHERE record_id=?");
 
   my %deleg;
@@ -479 +496 @@
         ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ("$msg"));
       }
+
       if ($rparent) {
-        ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
-        $recsth->execute(0, $rparent, $host, 12, $msg->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
+##fixme:  really want to pull this DB call inside an if $importcfg{merge},
+# but then we need to duplicate the insert for the case where the matching
+# reverse doesn't exist.
+        $host =~ s/\.$//g;   # pure sytactic sugar, we don't store this trailing dot.
+        $fwdcheck->execute($host, $msg->addr);
+        my ($domid, $recid, $rttl) = $fwdcheck->fetchrow_array;
+        if ($importcfg{merge} && $domid) {
+          $ttl = ($rttl < $ttl ? $rttl : $ttl);        # Take the shorter TTL
+          $mergerev->execute(($msg->{isv6} ? 65281 : 65280), $rparent, $ttl, $recid);
+          $dnsdb->_log(rdns_id => $rparent, domain_id => $domid, group_id => $importcfg{group},
+            entry => "[ import ] PTR ".$msg->addr." -> $host merged with matching ".
+                  ($msg->{isv6} ? 'AAAA' : 'A')." record");
+        } else {
+          ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
+          $recsth->execute(0, $rparent, $host, 12, $msg->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
+        }
       } else {
         push @deferred, $rec unless $nodefer;
@@ -504 +536 @@
       my $domid = $dnsdb->_hostparent($host);
       if ($domid) {
-        ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
-        $recsth->execute($domid, 0, $host, 1, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
+##fixme:  really want to pull this DB call inside an if $importcfg{merge},
+# but then we need to duplicate the insert for the case where the matching
+# reverse doesn't exist.
+        $revcheck->execute($host, $ip);
+        my ($revid, $recid, $rttl) = $revcheck->fetchrow_array;
+        if ($importcfg{merge} && $revid) {
+          $ttl = ($rttl < $ttl ? $rttl : $ttl); # Take the shorter TTL
+          $mergefwd->execute(65280, $domid, $ttl, $recid);
+          $dnsdb->_log(rdns_id => $revid, domain_id => $domid, group_id => $importcfg{group},
+            entry => "[ import ] ".($msg->{isv6} ? 'AAAA' : 'A')." record $host -> $ip".
+                  " merged with matching PTR record");
+        } else {
+          ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
+          $recsth->execute($domid, 0, $host, 1, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
+        }
       } else {
         push @deferred, $rec unless $nodefer;
@@ -776 +821 @@
         my $fparent = $dnsdb->_hostparent($fqdn);
 
-        if ($fparent) {
-          ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $fparent, 'n');
-          $recsth->execute($fparent, 0, $fqdn, 28, $val->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
-        } else {
-          push @deferred, $rec unless $nodefer;
-          $impok = 0;
-        }
+##fixme:  really want to pull this DB call inside an if $importcfg{merge},
+# but then we need to duplicate the insert for the case where the matching
+# reverse doesn't exist.
+        $revcheck->execute($fqdn, $val);
+        my ($revid, $recid, $rttl) = $revcheck->fetchrow_array;
+
+        # If we have a revzone and merging is enabled, update the existing
+        # record with a reverse ID, set the type to one of the internal
+        # pseudotypes, and set the TTL to the lower of the two.
+        if ($importcfg{merge} && $revid) {
+          $ttl = ($rttl < $ttl ? $rttl : $ttl); # Take the shorter TTL
+          $mergefwd->execute(65281, $fparent, $ttl, $recid);
+          $dnsdb->_log(rdns_id => $revid, domain_id => $fparent, group_id => $importcfg{group},
+            entry => "[ import ] ".($msg->{isv6} ? 'AAAA' : 'A')." record $fqdn -> $val".
+                  " merged with matching PTR record");
+        } else {
+          if ($fparent) {
+            ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $fparent, 'n');
+            $recsth->execute($fparent, 0, $fqdn, 28, $val->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
+          } else {
+            push @deferred, $rec unless $nodefer;
+            $impok = 0;
+          }
+        }
 
       } elsif ($type == 16) {