source: trunk/tiny-import.pl@ 781

Last change on this file since 781 was 777, checked in by Kris Deugau, 5 years ago

/trunk

Import or generate SOA serial numbers in tiny-import.pl. See #24.
  • Property svn:executable set to *
  • Property svn:keywords set to Date Rev Author Id
File size: 32.7 KB
Line 
1#!/usr/bin/perl
2# dnsadmin shell-based import tool for tinydns flatfiles
3##
4# $Id: tiny-import.pl 777 2019-07-31 21:02:44Z kdeugau $
5# Copyright 2012-2014 Kris Deugau <kdeugau@deepnet.cx>
6#
7# This program is free software: you can redistribute it and/or modify
8# it under the terms of the GNU General Public License as published by
9# the Free Software Foundation, either version 3 of the License, or
10# (at your option) any later version.
11#
12# This program is distributed in the hope that it will be useful,
13# but WITHOUT ANY WARRANTY; without even the implied warranty of
14# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15# GNU General Public License for more details.
16#
17# You should have received a copy of the GNU General Public License
18# along with this program. If not, see <http://www.gnu.org/licenses/>.
19##
20
21# WARNING: This is NOT a heavy-duty validator; it is assumed that the data
22# being imported is more or less sane. Only minor structural validation will
23# be done to weed out the most broken records.
24
25use strict;
26use warnings;
27use POSIX;
28use Time::TAI64 qw(:tai);
29
30use lib '.'; ##uselib##
31use DNSDB;
32
33my $dnsdb = new DNSDB;
34
35usage() if !@ARGV;
36
37my %importcfg = (
38 rw => 0,
39 conv => 0,
40 trial => 0,
41 legacy => 0,
42 merge => 0,
43 group => 1,
44 );
45my $gnum = '';
46# Handle some command-line arguments
47while ($ARGV[0] =~ /^-/) {
48 my $arg = shift @ARGV;
49 usage() if $arg !~ /^-(?:[rclmt]+|g\d*)$/;
50 # -r rewrite imported files to comment imported records
51 # -c coerce/downconvert A+PTR = records to PTR
52 # -l swallow A+PTR as-is
53 # -m merge PTR and A/AAAA as possible
54 # -t trial mode; don't commit to DB or actually rewrite flatfile (disables -r)
55 # -g import to specified group (name or ID) instead of group 1
56 $arg =~ s/^-//;
57# for Reasons (none clear), $arg is undefined yet defined, but only when number characters are involved. Ebbeh?
58no warnings qw(uninitialized);
59 if ($arg =~ /^g/) {
60 if ($arg eq 'g') {
61 $importcfg{group} = shift @ARGV;
62 } else {
63 $arg =~ s/^g//;
64 $importcfg{group} = $arg;
65 }
66 } else {
67 my @tmp = split //, $arg;
68 foreach (@tmp) {
69 $importcfg{rw} = 1 if $_ eq 'r';
70 $importcfg{conv} = 1 if $_ eq 'c';
71 $importcfg{legacy} = 1 if $_ eq 'l';
72 $importcfg{merge} = 1 if $_ eq 'm';
73 $importcfg{trial} = 1 if $_ eq 't';
74 }
75 }
76 use warnings qw(uninitialized);
77}
78$importcfg{rw} = 0 if $importcfg{trial};
79
80# allow group names
81if ($importcfg{group} =~ /^\d+$/) {
82 $importcfg{groupname} = $dnsdb->groupName($importcfg{group});
83} else {
84 $importcfg{groupname} = $importcfg{group};
85 $importcfg{group} = $dnsdb->groupID($importcfg{groupname});
86}
87
88die usage() if $importcfg{group} !~ /^\d+$/;
89
90sub usage {
91 die q(usage: tiny-import.pl [-rclt] [-gnn] [-g name] datafile1 datafile2 ... datafileN ...
92 -r Rewrite all specified data files with a warning header indicating the
93 records are now managed by web, and commenting out all imported records.
94 The directory containing any given datafile must be writable.
95 -c Convert any A+PTR (=) record to a bare PTR if the forward domain is
96 not present in the database. Note this does NOT look forward through
97 a single file, nor across multiple files handled in the same run.
98 Multiple passes may be necessary if SOA and = records are heavily
99 intermixed and not clustered together.
100 -l (for "legacy") Force import of A+PTR records as-is. Mutually exclusive
101 with -c. -l takes precedence as -c is lossy.
102 -m Merge PTR and A or AAAA records to A+PTR or AAAA+PTR records where possible
103 -gnnn or -g nnn or -g name
104 Import new zones into this group (group name or ID accepted) instead of
105 the root/default group 1
106 -t Trial run mode; spits out records that would be left unimported.
107 Disables -r if set.
108
109 -r and -c may be combined (-rc)
110
111 datafileN is any tinydns record data file.
112);
113}
114
115my $code;
116my $dbh = $dnsdb->{dbh};
117
118# collect some things for logging
119($dnsdb->{logusername}, undef, undef, undef, undef, undef, $dnsdb->{logfullname}) = getpwuid($<);
120$dnsdb->{logfullname} =~ s/,//g;
121$dnsdb->{loguserid} = 0; # not worth setting up a pseudouser the way the RPC system does
122$dnsdb->{logusername} = $dnsdb->{logusername}."/tiny-import.pl";
123$dnsdb->{logfullname} = $dnsdb->{logusername} if !$dnsdb->{logfullname};
124
125$dbh->{AutoCommit} = 0;
126$dbh->{RaiseError} = 1;
127
128my %cnt;
129my @deferred;
130my $converted = 0;
131my $errstr = '';
132
133foreach my $file (@ARGV) {
134 eval {
135 import(file => $file);
136# import(file => $file, nosoa => 1);
137 $dbh->rollback if $importcfg{trial};
138 $dbh->commit unless $importcfg{trial};
139 };
140 if ($@) {
141 print "Failure trying to import $file: $@\n $errstr\n";
142 unlink ".$file.$$" if $importcfg{rw}; # cleanup
143 $dbh->rollback;
144 }
145}
146
147# print summary count of record types encountered
148foreach (keys %cnt) {
149 print " $_ $cnt{$_}\n";
150}
151
152exit 0;
153
154sub import {
155 our %args = @_;
156 my $flatfile = $args{file};
157 my @fpath = split '/', $flatfile;
158 $fpath[$#fpath] = ".$fpath[$#fpath]";
159 my $rwfile = join('/', @fpath);#.".$$";
160
161 open FLAT, "<$flatfile";
162
163 if ($importcfg{rw}) {
164 open RWFLAT, ">$rwfile" or die "Couldn't open tempfile $rwfile for rewriting: $!\n";
165 print RWFLAT "# WARNING: Records in this file have been imported to the web UI.\n#\n";
166 }
167
168 our $recsth = $dbh->prepare("INSERT INTO records (domain_id,rdns_id,host,type,val,distance,weight,port,ttl,location,stamp,expires,stampactive) ".
169 " VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?)");
170
171 # for A/AAAA records
172 our $revcheck = $dbh->prepare("SELECT rdns_id,record_id,ttl FROM records WHERE host=? AND val=? AND type=12");
173 our $mergefwd = $dbh->prepare("UPDATE records SET type=?,domain_id=?,ttl=? WHERE record_id=?");
174 # for PTR records
175 our $fwdcheck = $dbh->prepare("SELECT domain_id,record_id,ttl FROM records WHERE host=? AND val=? AND (type=1 OR type=28)");
176 our $mergerev = $dbh->prepare("UPDATE records SET type=?,rdns_id=?,ttl=? WHERE record_id=?");
177
178 my %deleg;
179
180 my $ok = 0;
181 while (<FLAT>) {
182 if (/^#/ || /^\s*$/) {
183 print RWFLAT "#$_" if $importcfg{rw};
184 next;
185 }
186 chomp;
187 s/\s*$//;
188 my $recstat = recslurp($_);
189 $ok++ if $recstat;
190 if ($importcfg{rw}) {
191 if ($recstat) {
192 print RWFLAT "#$_\n";
193 } else {
194 print RWFLAT "$_\n";
195 }
196 }
197 }
198
199 # Move the rewritten flatfile in place of the original, so that any
200 # external export processing will pick up any remaining records.
201 if ($importcfg{rw}) {
202 close RWFLAT;
203 rename "$rwfile", $flatfile;
204 }
205
206 # Show the failed records
207 foreach (@deferred) {
208 print "failed to import $_\n";
209 }
210
211##fixme: hmm. can't write the record back to the flatfile in the
212# main while above, then come down here and import it anyway, can we?
213# # Try the deferred records again, once.
214# foreach (@deferred) {
215# print "trying $_ again\n";
216# recslurp($_, 1);
217# }
218
219 # .. but we can at least say how many records weren't imported.
220 print "$ok OK, ".scalar(@deferred)." deferred, $converted downconverted records in $flatfile\n";
221 undef @deferred;
222 $converted = 0;
223
224 # Sub for various nonstandard types with lots of pure bytes expressed in octal
225 # Takes a tinydns rdata string and count, returns a list of $count bytes as well
226 # as trimming those logical bytes off the front of the rdata string.
227 sub _byteparse {
228 my $src = shift;
229 my $count = shift;
230 my @ret;
231 for (my $i = 0; $i < $count; $i++) {
232 if ($$src =~ /^\\/) {
233 # we should have an octal bit
234 my ($tmp) = ($$src =~ /^(\\\d{3})/);
235 $tmp =~ s/\\/0/;
236 push @ret, oct($tmp);
237 $$src =~ s/^\\\d{3}//;
238 } else {
239 # we seem to have a byte expressed as an ASCII character
240 my ($tmp) = ($$src =~ /^(.)/);
241 push @ret, ord($tmp);
242 $$src =~ s/^.//;
243 }
244 }
245 return @ret;
246 }
247
248 # Convert octal-coded bytes back to something resembling normal characters, general case
249 sub _deoctal {
250 my $targ = shift;
251 while ($$targ =~ /\\(\d{3})/) {
252 my $sub = chr(oct($1));
253 $$targ =~ s/\\$1/$sub/g;
254 }
255 }
256
257 sub _rdata2string {
258 my $rdata = shift;
259 my $tmpout = '';
260 while ($rdata) {
261 my $bytecount = 0;
262 if ($rdata =~ /^\\/) {
263 ($bytecount) = ($rdata =~ /^(\\\d{3})/);
264 $bytecount =~ s/\\/0/;
265 $bytecount = oct($bytecount);
266 $rdata =~ s/^\\\d{3}//;
267 } else {
268 ($bytecount) = ($rdata =~ /^(.)/);
269 $bytecount = ord($bytecount);
270 $rdata =~ s/^.//;
271 }
272 my @tmp = _byteparse(\$rdata, $bytecount);
273 foreach (@tmp) { $tmpout .= chr($_); }
274##fixme: warn or fail on long (>256? >512? >321?) strings
275 }
276 return $tmpout;
277 }
278
279 sub _rdata2hex {
280 my $rdata = shift;
281 my $tmpout = '';
282 while ($rdata) {
283 my $byte = '';
284 if ($rdata =~ /^\\/) {
285 ($byte) = ($rdata =~ /^(\\\d{3})/);
286 $byte =~ s/\\/0/;
287 $tmpout .= sprintf("%0.2x", oct($byte));
288 $rdata =~ s/^\\\d{3}//;
289 } else {
290 ($byte) = ($rdata =~ /^(.)/);
291 $tmpout .= sprintf("%0.2x", ord($byte));
292 $rdata =~ s/^.//;
293 }
294 }
295 return $tmpout;
296 }
297
298 sub calcstamp {
299 my $stampin = shift;
300 my $ttl = shift;
301 my $pzone = shift;
302 my $revrec = shift;
303
304 return ($ttl, 'n', 'n', '1970-01-01 00:00:00 -0') if !$stampin;
305
306##fixme Yes, this fails for records in 2038 sometime. No, I'm not going to care for a while.
307 $stampin = "\@$stampin"; # Time::TAI64 needs the leading @. Feh.
308 my $u = tai2unix($stampin);
309 $stampin = strftime("%Y-%m-%d %H:%M:%S %z", localtime($u));
310 my $expires = 'n';
311 if ($ttl) {
312 # TTL can stay put.
313 } else {
314 # TTL on import is 0, almost certainly wrong. Get the parent zone's SOA and use the minttl.
315 my $soa = $dnsdb->getSOA('n', $revrec, $pzone);
316 $ttl = $soa->{minttl};
317 $expires = 'y';
318 }
319 return ($ttl, 'y', $expires, $stampin);
320 }
321
322 sub recslurp {
323 my $rec = shift;
324 my $nodefer = shift || 0;
325 my $impok = 1;
326 my $msg;
327
328 $errstr = $rec; # this way at least we have some idea what went <splat>
329
330 if ($rec =~ /^=/) {
331 $cnt{APTR}++;
332
333##fixme: do checks like this for all types
334 if ($rec !~ /^=(?:\*|\\052)?[a-z0-9\._-]+:[\d\.]+:\d*/i) {
335 print "bad A+PTR $rec\n";
336 return;
337 }
338 my ($host,$ip,$ttl,$stamp,$loc) = split /:/, $rec, 5;
339 $host =~ s/^=//;
340 $host =~ s/\.$//;
341 $ttl = -1 if $ttl eq '';
342 $stamp = '' if !$stamp;
343 $loc = '' if !$loc;
344 $loc = '' if $loc =~ /^:+$/;
345 my $fparent = $dnsdb->_hostparent($host);
346 my ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ($ip));
347
348 my $stampactive = 'n';
349 my $expires = 'n';
350
351 # can't set a timestamp on an orphaned record. we'll actually fail import of this record a little later.
352 if ($fparent || $rparent) {
353 if ($fparent) {
354 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $fparent, 'n');
355 } else {
356 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
357 }
358 }
359
360 if ($fparent && $rparent) {
361 $recsth->execute($fparent, $rparent, $host, 65280, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
362 } else {
363 if ($importcfg{legacy}) {
364 # Just import it already! Record may still be subject to downconversion on editing.
365 $fparent = 0 if !$fparent;
366 $rparent = 0 if !$rparent;
367 if ($fparent || $rparent) {
368 $recsth->execute($fparent, $rparent, $host, 65280, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
369 } else {
370 # No parents found, cowardly refusing to add a dangling record
371 push @deferred, $rec unless $nodefer;
372 $impok = 0;
373 }
374 } elsif ($importcfg{conv}) {
375 # downconvert A+PTR if forward zone is not found
376 $recsth->execute(0, $rparent, $host, 12, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
377 $converted++;
378 } else {
379 push @deferred, $rec unless $nodefer;
380 $impok = 0;
381 # print "$tmporig deferred; can't find both forward and reverse zone parents\n";
382 }
383 }
384
385 } elsif ($rec =~ /^C/) {
386 $cnt{CNAME}++;
387
388 my ($host,$targ,$ttl,$stamp,$loc) = split /:/, $rec, 5;
389 $host =~ s/^C//;
390 $host =~ s/\.$//;
391 $host =~ s/^\\052/*/;
392 $ttl = -1 if $ttl eq '';
393 $stamp = '' if !$stamp;
394 $loc = '' if !$loc;
395 $loc = '' if $loc =~ /^:+$/;
396
397 my $stampactive = 'n';
398 my $expires = 'n';
399
400 if ($host =~ /\.arpa$/) {
401 ($code,$msg) = DNSDB::_zone2cidr($host);
402 my ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ($msg));
403 if ($rparent) {
404 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
405 $recsth->execute(0, $rparent, $targ, 5, $msg->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
406 } else {
407 push @deferred, $rec unless $nodefer;
408 $impok = 0;
409 # print "$tmporig deferred; can't find parent zone\n";
410 }
411
412##fixme: automagically convert manually maintained sub-/24 delegations
413# my ($subip, $zone) = split /\./, $targ, 2;
414# ($code, $msg) = DNSDB::_zone2cidr($zone);
415# push @{$deleg{"$msg"}{iplist}}, $subip;
416#print "$msg $subip\n";
417
418 } else {
419 my $fparent = $dnsdb->_hostparent($host);
420 if ($fparent) {
421 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $fparent, 'n');
422 $recsth->execute($fparent, 0, $host, 5, $targ, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
423 } else {
424 push @deferred, $rec unless $nodefer;
425 $impok = 0;
426 # print "$tmporig deferred; can't find parent zone\n";
427 }
428 }
429
430 } elsif ($rec =~ /^\&/) {
431 $cnt{NS}++;
432
433 my ($zone,$ip,$ns,$ttl,$stamp,$loc) = split /:/, $rec, 6;
434 $zone =~ s/^\&//;
435 $zone =~ s/\.$//;
436 $ns =~ s/\.$//;
437 $ns = "$ns.ns.$zone" if $ns !~ /\./;
438 $ttl = -1 if $ttl eq '';
439 $stamp = '' if !$stamp;
440 $loc = '' if !$loc;
441 $loc = '' if $loc =~ /^:+$/;
442
443 my $stampactive = 'n';
444 my $expires = 'n';
445
446 if ($zone =~ /\.arpa$/) {
447 ($code,$msg) = DNSDB::_zone2cidr($zone);
448 my ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >>= ?", undef, ("$msg"));
449##fixme, in concert with the CNAME check for same; automagically
450# create "delegate" record instead for subzone NSes: convert above to use = instead of >>=
451# ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ("$msg"))
452# if !$rparent;
453 if ($rparent) {
454 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
455 $recsth->execute(0, $rparent, $ns, 2, $msg, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
456 } else {
457 push @deferred, $rec unless $nodefer;
458 $impok = 0;
459 }
460 } else {
461 my $fparent = $dnsdb->_hostparent($zone);
462 if ($fparent) {
463 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $fparent, 'n');
464 $recsth->execute($fparent, 0, $zone, 2, $ns, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
465 $recsth->execute($fparent, 0, $ns, 2, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive) if $ip;
466 } else {
467 push @deferred, $rec unless $nodefer;
468 $impok = 0;
469 }
470 }
471
472 } elsif ($rec =~ /^\^/) {
473 $cnt{PTR}++;
474
475 my ($rip,$host,$ttl,$stamp,$loc) = split /:/, $rec, 5;
476 $rip =~ s/^\^//;
477 $rip =~ s/\.$//;
478 $ttl = -1 if $ttl eq '';
479 $stamp = '' if !$stamp;
480 $loc = '' if !$loc;
481 $loc = '' if $loc =~ /^:+$/;
482
483 my $stampactive = 'n';
484 my $expires = 'n';
485
486 my $rparent;
487 if (my ($i, $z) = ($rip =~ /^(\d+)\.(\d+-(?:\d+\.){4}in-addr.arpa)$/) ) {
488 ($code,$msg) = DNSDB::_zone2cidr($z);
489 # Exact matches only, because we're in a sub-/24 delegation
490##fixme: flag the type of delegation (range, subnet-with-dash, subnet-with-slash)
491# somewhere so we can recover it on export. probably best to do that in the revzone data.
492 ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet = ?", undef, ("$msg"));
493 $z =~ s/^[\d-]+//;
494 ($code,$msg) = DNSDB::_zone2cidr("$i.$z"); # Get the actual IP and normalize
495 } else {
496 ($code,$msg) = DNSDB::_zone2cidr($rip);
497 ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ("$msg"));
498 }
499
500 if ($rparent) {
501##fixme: really want to pull this DB call inside an if $importcfg{merge},
502# but then we need to duplicate the insert for the case where the matching
503# reverse doesn't exist.
504 $host =~ s/\.$//g; # pure sytactic sugar, we don't store this trailing dot.
505 $fwdcheck->execute($host, $msg->addr);
506 my ($domid, $recid, $rttl) = $fwdcheck->fetchrow_array;
507 if ($importcfg{merge} && $domid) {
508 $ttl = ($rttl < $ttl ? $rttl : $ttl); # Take the shorter TTL
509 $mergerev->execute(($msg->{isv6} ? 65281 : 65280), $rparent, $ttl, $recid);
510 $dnsdb->_log(rdns_id => $rparent, domain_id => $domid, group_id => $importcfg{group},
511 entry => "[ import ] PTR ".$msg->addr." -> $host merged with matching ".
512 ($msg->{isv6} ? 'AAAA' : 'A')." record");
513 } else {
514 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
515 $recsth->execute(0, $rparent, $host, 12, $msg->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
516 }
517 } else {
518 push @deferred, $rec unless $nodefer;
519 $impok = 0;
520 }
521
522 } elsif ($rec =~ /^\+/) {
523 $cnt{A}++;
524
525 my ($host,$ip,$ttl,$stamp,$loc) = split /:/, $rec, 5;
526 $host =~ s/^\+//;
527 $host =~ s/\.$//;
528 $host =~ s/^\\052/*/;
529 $ttl = -1 if $ttl eq '';
530 $stamp = '' if !$stamp;
531 $loc = '' if !$loc;
532 $loc = '' if $loc =~ /^:+$/;
533
534 my $stampactive = 'n';
535 my $expires = 'n';
536
537 my $domid = $dnsdb->_hostparent($host);
538 if ($domid) {
539##fixme: really want to pull this DB call inside an if $importcfg{merge},
540# but then we need to duplicate the insert for the case where the matching
541# reverse doesn't exist.
542 $revcheck->execute($host, $ip);
543 my ($revid, $recid, $rttl) = $revcheck->fetchrow_array;
544 if ($importcfg{merge} && $revid) {
545 $ttl = ($rttl < $ttl ? $rttl : $ttl); # Take the shorter TTL
546 $mergefwd->execute(65280, $domid, $ttl, $recid);
547 $dnsdb->_log(rdns_id => $revid, domain_id => $domid, group_id => $importcfg{group},
548 entry => "[ import ] ".($msg->{isv6} ? 'AAAA' : 'A')." record $host -> $ip".
549 " merged with matching PTR record");
550 } else {
551 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
552 $recsth->execute($domid, 0, $host, 1, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
553 }
554 } else {
555 push @deferred, $rec unless $nodefer;
556 $impok = 0;
557 }
558
559 } elsif ($rec =~ /^Z/) {
560 $cnt{SOA}++;
561
562 my ($zone,$master,$contact,$serial,$refresh,$retry,$expire,$minttl,$ttl,$stamp,$loc) = split /:/, $rec, 11;
563 $zone =~ s/^Z//;
564 $zone =~ s/\.$//;
565 $master =~ s/\.$//;
566 $contact =~ s/\.$//;
567 $ttl = -1 if $ttl eq '';
568 $stamp = '' if !$stamp;
569 $loc = '' if !$loc;
570 $loc = '' if $loc =~ /^:+$/;
571# Default to UNIX epoch for zones with no existing serial value
572 $serial = scalar(time) if !$serial;
573
574 my $stampactive = 'n';
575 my $expires = 'n';
576
577##fixme er... what do we do with an SOA with a timestamp? O_o
578# fail for now, since there's no clean way I can see to handle this (yet)
579# maybe (ab)use the -l flag to import as-is?
580 if ($stamp) {
581 push @deferred, $rec unless $nodefer;
582 return 0;
583 }
584
585##fixme: need more magic on TTL, so we can decide whether to use the minttl or newttl
586# my $newttl;
587# ($newttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $minttl, 0, 'n');
588# $ttl = $newttl if !$ttl;
589
590 if ($zone =~ /\.arpa$/) {
591 ($code,$msg) = DNSDB::_zone2cidr($zone);
592 $dbh->do("INSERT INTO revzones (revnet,group_id,status,default_location,zserial) VALUES (?,?,1,?,?)",
593 undef, ($msg, $importcfg{group}, $loc, $serial));
594 my ($rdns) = $dbh->selectrow_array("SELECT currval('revzones_rdns_id_seq')");
595 my $newttl;
596 ($newttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $minttl, 0, 'y');
597 $ttl = $newttl if !$ttl;
598 $recsth->execute(0, $rdns, "$contact:$master", 6, "$refresh:$retry:$expire:$minttl", 0, 0, 0, $ttl,
599 $loc, $stamp, $expires, $stampactive);
600 } else {
601 $dbh->do("INSERT INTO domains (domain,group_id,status,default_location,zserial) VALUES (?,?,1,?,?)",
602 undef, ($zone, $importcfg{group}, $loc, $serial));
603 my ($domid) = $dbh->selectrow_array("SELECT currval('domains_domain_id_seq')");
604 my $newttl;
605 ($newttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $minttl, 0, 'n');
606 $ttl = $newttl if !$ttl;
607 $recsth->execute($domid, 0, "$contact:$master", 6, "$refresh:$retry:$expire:$minttl", 0, 0, 0, $ttl,
608 $loc, $stamp, $expires, $stampactive);
609 }
610
611 } elsif ($rec =~ /^\@/) {
612 $cnt{MX}++;
613
614 my ($zone,$ip,$host,$dist,$ttl,$stamp,$loc) = split /:/, $rec, 7;
615 $zone =~ s/^\@//;
616 $zone =~ s/\.$//;
617 $zone =~ s/^\\052/*/;
618 $host =~ s/\.$//;
619 $host = "$host.mx.$zone" if $host !~ /\./;
620 $ttl = -1 if $ttl eq '';
621 $stamp = '' if !$stamp;
622 $loc = '' if !$loc;
623 $loc = '' if $loc =~ /^:+$/;
624
625 my $stampactive = 'n';
626 my $expires = 'n';
627
628# note we don't check for reverse domains here, because MX records don't make any sense in reverse zones.
629# if this really ever becomes an issue for someone it can be expanded to handle those weirdos
630
631 # allow for subzone MXes, since it's perfectly legitimate to simply stuff it all in a single parent zone
632 my $domid = $dnsdb->_hostparent($zone);
633 if ($domid) {
634 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
635 $recsth->execute($domid, 0, $zone, 15, $host, $dist, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
636 $recsth->execute($domid, 0, $host, 1, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive) if $ip;
637 } else {
638 push @deferred, $rec unless $nodefer;
639 $impok = 0;
640 }
641
642 } elsif ($rec =~ /^'/) {
643 $cnt{TXT}++;
644
645 my ($fqdn, $rdata, $ttl, $stamp, $loc) = split /:/, $rec, 5;
646 $fqdn =~ s/^'//;
647 $fqdn =~ s/^\\052/*/;
648 _deoctal(\$rdata);
649 $ttl = -1 if $ttl eq '';
650 $stamp = '' if !$stamp;
651 $loc = '' if !$loc;
652 $loc = '' if $loc =~ /^:+$/;
653
654 my $stampactive = 'n';
655 my $expires = 'n';
656
657 if ($fqdn =~ /\.arpa$/) {
658 ($code,$msg) = DNSDB::_zone2cidr($fqdn);
659 my ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ($msg));
660 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
661 $recsth->execute(0, $rparent, $rdata, 16, "$msg", 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
662 } else {
663 my $domid = $dnsdb->_hostparent($fqdn);
664 if ($domid) {
665 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
666 $recsth->execute($domid, 0, $fqdn, 16, $rdata, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
667 } else {
668 push @deferred, $rec unless $nodefer;
669 $impok = 0;
670 }
671 }
672
673 } elsif ($rec =~ /^\./) {
674 $cnt{NSASOA}++;
675
676 my ($fqdn, $ip, $ns, $ttl, $stamp, $loc) = split /:/, $rec, 6;
677 $fqdn =~ s/^\.//;
678 $fqdn =~ s/\.$//;
679 $ns =~ s/\.$//;
680 $ns = "$ns.ns.$fqdn" if $ns !~ /\./;
681 $ttl = -1 if $ttl eq '';
682 $stamp = '' if !$stamp;
683 $loc = '' if !$loc;
684 $loc = '' if $loc =~ /^:+$/;
685
686 my $stampactive = 'n';
687 my $expires = 'n';
688
689##fixme er... what do we do with an SOA with a timestamp? O_o
690# fail for now, since there's no clean way I can see to handle this (yet)
691# maybe (ab)use the -l flag to import as-is?
692 if ($stamp) {
693 push @deferred, $rec unless $nodefer;
694 return 0;
695 }
696
697##fixme: need more magic on TTL, so we can decide whether to use the minttl or newttl
698# my $newttl;
699# ($newttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $minttl, 0, 'n');
700
701 if ($fqdn =~ /\.arpa$/) {
702 ($code,$msg) = DNSDB::_zone2cidr($fqdn);
703 my ($rdns) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet = ?", undef, ($msg));
704 if (!$rdns) {
705 $errstr = "adding revzone $msg";
706 $dbh->do("INSERT INTO revzones (revnet,group_id,status,default_location) VALUES (?,1,1,?)",
707 undef, ($msg, $loc));
708 ($rdns) = $dbh->selectrow_array("SELECT currval('revzones_rdns_id_seq')");
709 my $soattl;
710 ($soattl, $stampactive, $expires, $stamp) = calcstamp($stamp, 2560, 0, 'y');
711# this would probably make a lot more sense to do hostmaster.$config{admindomain}
712# otherwise, it's as per the tinydns defaults that work tolerably well on a small scale
713# serial -> modtime of data file, ref -> 16384, ret -> 2048, exp -> 1048576, min -> 2560
714# the SOA also gets the default 2560 TTL, no matter what was set on the . entry.
715 $recsth->execute(0, $rdns, "hostmaster.$fqdn:$ns", 6, "16384:2048:1048576:2560", 0, 0, 0, $soattl,
716 $loc, $stamp, $expires, $stampactive);
717 }
718 # NS records get the specified TTL from the original . entry
719 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rdns, 'y') if !$stamp;
720 $recsth->execute(0, $rdns, $ns, 2, "$msg", 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
721##fixme: (?) implement full conversion of tinydns . records?
722# -> problem: A record for NS must be added to the appropriate *forward* zone, not the reverse
723#$recsth->execute(0, $rdns, $ns, 1, $ip, 0, 0, 0, $ttl, $stamp, $expires, $stampactive)
724# ... auto-A-record simply does not make sense in reverse zones. Functionally
725# I think it would work, sort of, but it's a nasty mess and anyone hosting reverse
726# zones has names for their nameservers already.
727# Even the auto-nameserver-fqdn comes out... ugly.
728
729 } else {
730 my ($domid) = $dbh->selectrow_array("SELECT domain_id FROM domains WHERE lower(domain) = lower(?)",
731 undef, ($fqdn));
732 if (!$domid) {
733 $errstr = "adding domain $fqdn";
734 $dbh->do("INSERT INTO domains (domain,group_id,status,default_location) VALUES (?,1,1,?)",
735 undef, ($fqdn, $loc));
736 ($domid) = $dbh->selectrow_array("SELECT currval('domains_domain_id_seq')");
737 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, 2560, 0, 'n');
738 $recsth->execute($domid, 0, "hostmaster.$fqdn:$ns", 6, "16384:2048:1048576:2560", 0, 0, 0, "2560",
739 $loc, $stamp, $expires, $stampactive);
740 }
741 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n') if !$stamp;
742 $recsth->execute($domid, 0, $fqdn, 2, $ns, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
743 $recsth->execute($domid, 0, $ns, 1, $ip, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive) if $ip;
744 }
745
746
747 } elsif ($rec =~ /^\%/) {
748 $cnt{VIEWS}++;
749
750 # unfortunate that we don't have a guaranteed way to get a description on these. :/
751 my ($loc,$cnet) = split /:/, $rec, 2;
752 $loc =~ s/^\%//;
753 if (my ($iplist) = $dbh->selectrow_array("SELECT iplist FROM locations WHERE location = ?", undef, ($loc))) {
754 if ($cnet) {
755 $iplist .= ", $cnet";
756 $dbh->do("UPDATE locations SET iplist = ? WHERE location = ?", undef, ($iplist, $loc));
757 } else {
758 # hmm. spit out a warning? if we already have entries for $loc, adding a null
759 # entry will almost certainly Do The Wrong Thing(TM)
760 }
761 } else {
762 $cnet = '' if !$cnet; # de-nullify
763 $dbh->do("INSERT INTO locations (location,iplist,description) VALUES (?,?,?)", undef, ($loc, $cnet, $loc));
764 }
765
766 } elsif ($rec =~ /^:/) {
767 $cnt{NCUST}++;
768# Big section. Since tinydns can publish anything you can encode properly, but only provides official
769# recognition and handling for the core common types, this must deal with the leftovers.
770# :fqdn:type:rdata:ttl:time:loc
771
772 my (undef, $fqdn, $type, $rdata, $ttl, $stamp, $loc) = split /:/, $rec, 7;
773 $fqdn =~ s/\.$//;
774 $fqdn =~ s/^\\052/*/;
775 $ttl = -1 if $ttl eq '';
776 $stamp = '' if !$stamp;
777 $loc = '' if !$loc;
778 $loc = '' if $loc =~ /^:+$/;
779
780 my $stampactive = 'n';
781 my $expires = 'n';
782
783 if ($type == 33) {
784 # SRV
785 my ($prio, $weight, $port, $target) = (0,0,0,0);
786
787 my @tmp = _byteparse(\$rdata, 2);
788 $prio = $tmp[0] * 256 + $tmp[1];
789 @tmp = _byteparse(\$rdata, 2);
790 $weight = $tmp[0] * 256 + $tmp[1];
791 @tmp = _byteparse(\$rdata, 2);
792 $port = $tmp[0] * 256 + $tmp[1];
793
794 $rdata =~ s/\\\d{3}/./g;
795 ($target) = ($rdata =~ /^\.(.+)\.$/);
796# hmm. the above *should* work, but What If(TM) we have ASCII-range bytes
797# representing the target's fqdn part length(s)? axfr-get doesn't seem to,
798# probably because dec. 33->63 includes most punctuation and all the numbers
799# while ($rdata =~ /(\\\d{3})/) {
800# my $cnt = $1;
801# $rdata =~ s/^$cnt//;
802# $cnt =~ s/^\\/0/;
803# $cnt = oct($cnt);
804# my ($seg) = ($rdata =~ /^(.{$cnt})/);
805# $target .=
806# }
807
808 my $domid = $dnsdb->_hostparent($fqdn);
809 if ($domid) {
810 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
811 $recsth->execute($domid, 0, $fqdn, 33, $target, $prio, $weight, $port, $ttl, $loc, $stamp, $expires, $stampactive) if $domid;
812 } else {
813 push @deferred, $rec unless $nodefer;
814 $impok = 0;
815 }
816
817 } elsif ($type == 28) {
818 # AAAA
819 my @v6;
820
821 for (my $i=0; $i < 8; $i++) {
822 my @tmp = _byteparse(\$rdata, 2);
823 push @v6, sprintf("%0.4x", $tmp[0] * 256 + $tmp[1]);
824 }
825 my $val = NetAddr::IP->new(join(':', @v6));
826
827 my $fparent = $dnsdb->_hostparent($fqdn);
828
829##fixme: really want to pull this DB call inside an if $importcfg{merge},
830# but then we need to duplicate the insert for the case where the matching
831# reverse doesn't exist.
832 $revcheck->execute($fqdn, $val);
833 my ($revid, $recid, $rttl) = $revcheck->fetchrow_array;
834
835 # If we have a revzone and merging is enabled, update the existing
836 # record with a reverse ID, set the type to one of the internal
837 # pseudotypes, and set the TTL to the lower of the two.
838 if ($importcfg{merge} && $revid) {
839 $ttl = ($rttl < $ttl ? $rttl : $ttl); # Take the shorter TTL
840 $mergefwd->execute(65281, $fparent, $ttl, $recid);
841 $dnsdb->_log(rdns_id => $revid, domain_id => $fparent, group_id => $importcfg{group},
842 entry => "[ import ] ".($msg->{isv6} ? 'AAAA' : 'A')." record $fqdn -> $val".
843 " merged with matching PTR record");
844 } else {
845 if ($fparent) {
846 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $fparent, 'n');
847 $recsth->execute($fparent, 0, $fqdn, 28, $val->addr, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
848 } else {
849 push @deferred, $rec unless $nodefer;
850 $impok = 0;
851 }
852 }
853
854 } elsif ($type == 16) {
855 # TXT
856 my $txtstring = _rdata2string($rdata);
857
858 if ($fqdn =~ /\.arpa$/) {
859 ($code,$msg) = DNSDB::_zone2cidr($fqdn);
860 my ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ($msg));
861 if ($rparent) {
862 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
863 $recsth->execute(0, $rparent, $txtstring, 16, "$msg", 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
864 } else {
865 push @deferred, $rec unless $nodefer;
866 $impok = 0;
867 }
868 } else {
869 my $domid = $dnsdb->_hostparent($fqdn);
870 if ($domid) {
871 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
872 $recsth->execute($domid, 0, $fqdn, 16, $txtstring, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
873 } else {
874 push @deferred, $rec unless $nodefer;
875 $impok = 0;
876 }
877 }
878
879 } elsif ($type == 17) {
880 # RP
881 my ($email, $txtrec) = split /\\000/, $rdata;
882 $email =~ s/\\\d{3}/./g;
883 $email =~ s/^\.//;
884 $txtrec =~ s/\\\d{3}/./g;
885 $txtrec =~ s/^\.//;
886
887 # these might actually make sense in a reverse zone... sort of.
888 if ($fqdn =~ /\.arpa$/) {
889 ($code,$msg) = DNSDB::_zone2cidr($fqdn);
890 my ($rparent) = $dbh->selectrow_array("SELECT rdns_id FROM revzones WHERE revnet >> ?", undef, ($msg));
891 if ($rparent) {
892 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $rparent, 'y');
893 $recsth->execute(0, $rparent, "$email $txtrec", 17, "$msg", 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive );
894 } else {
895 push @deferred, $rec unless $nodefer;
896 $impok = 0;
897 }
898 } else {
899 my $domid = $dnsdb->_hostparent($fqdn);
900 if ($domid) {
901 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
902 $recsth->execute($domid, 0, $fqdn, 17, "$email $txtrec", 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
903 } else {
904 push @deferred, $rec unless $nodefer;
905 $impok = 0;
906 }
907 }
908
909 } elsif ($type == 44) {
910 # SSHFP
911 my $sshfp = _byteparse(\$rdata, 1);
912 $sshfp .= " "._byteparse(\$rdata, 1);
913 $sshfp .= " "._rdata2hex($rdata);
914
915 # these do not make sense in a reverse zone, since they're logically attached to an A record
916 my $domid = $dnsdb->_hostparent($fqdn);
917 if ($domid) {
918 ($ttl, $stampactive, $expires, $stamp) = calcstamp($stamp, $ttl, $domid, 'n');
919 $recsth->execute($domid, 0, $fqdn, 44, $sshfp, 0, 0, 0, $ttl, $loc, $stamp, $expires, $stampactive);
920 } else {
921 push @deferred, $rec unless $nodefer;
922 $impok = 0;
923 }
924
925 } else {
926 print "unhandled rec $rec\n";
927 $impok = 0;
928 # ... uhhh, dunno
929 }
930
931 } else {
932 $cnt{other}++;
933 print " $_\n";
934 }
935
936 return $impok; # just to make sure
937 } # recslurp()
938
939 close FLAT;
940}
Note: See TracBrowser for help on using the repository browser.