diff options
| author | Arthur de Jong <arthur@arthurdejong.org> | 2017-10-18 23:43:18 +0200 |
|---|---|---|
| committer | Arthur de Jong <arthur@arthurdejong.org> | 2017-10-22 21:17:58 +0200 |
| commit | cecd35cbce73ab166394352f75f85b4f83de367f (patch) | |
| tree | 75bd8676bc902f63f9dbf8318194ff79636b8217 | |
| parent | 399321b265781106d7b78209bff59925d9bfe53a (diff) | |
Add a script for updating RNC and Cedula whitelists
| -rwxr-xr-x | getdowhitelists.py | 88 |
1 files changed, 88 insertions, 0 deletions
diff --git a/getdowhitelists.py b/getdowhitelists.py new file mode 100755 index 0000000..1359a64 --- /dev/null +++ b/getdowhitelists.py @@ -0,0 +1,88 @@ +#!/usr/bin/env python +# coding: utf-8 + +# getdowhitelists.py - script to update the do.rnc and do.cedula whitelists +# +# Copyright (C) 2017 Arthur de Jong +# +# This library is free software; you can redistribute it and/or +# modify it under the terms of the GNU Lesser General Public +# License as published by the Free Software Foundation; either +# version 2.1 of the License, or (at your option) any later version. +# +# This library is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +# Lesser General Public License for more details. +# +# You should have received a copy of the GNU Lesser General Public +# License along with this library; if not, write to the Free Software +# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA +# 02110-1301 USA + +"""This script downloads a ZIP file from the Dirección General de Impuestos +Internos (DGII) web site with lists of all RNC and Cedula values and outputs +new whitelists for these modules.""" + +import os.path +import textwrap +import urllib +import zipfile +import tempfile +import shutil + +from stdnum.do import cedula, rnc + + +# The URL of the zip file with all valid numbers +download_url = 'http://www.dgii.gov.do/app/WebApps/Consultas/rnc/DGII_RNC.zip' + + +def handle_zipfile(f): + """Parse the ZIP file and return a set of invalid RNC and Cedula.""" + # collections of invalid numbers found + invalidrnc = set() + invalidcedula = set() + # read the information from the ZIP file + z = zipfile.ZipFile(f, 'r') + for line in z.open('TMP/DGII_RNC.TXT'): + number = line.split('|', 1)[0].strip() + if len(number) <= 9: + if not rnc.is_valid(number): + invalidrnc.add(number) + else: + if not cedula.is_valid(number): + invalidcedula.add(number) + # return invalid numbers + return invalidrnc, invalidcedula + + +if __name__ == '__main__': + + # Download and read the ZIP file with valid data + with tempfile.TemporaryFile() as tmp: + # Download the zip file to a temporary file + download = urllib.urlopen(download_url) + print('%s: %s' % ( + os.path.basename(download_url), + download.info().get('Last-Modified'))) + shutil.copyfileobj(download, tmp) + # Open the temporary file as a zip file and read contents + # (we cannot do this streaming because zipfile requires seek) + invalidrnc, invalidcedula = handle_zipfile(tmp) + + # Output new RNC whitelist if changed + if not invalidrnc: + print('NO NEW WHITELISTED RNC') + else: + print('NEW RNC WHITELIST:') + print('\n'.join(textwrap.wrap( + ' '.join(sorted(rnc.whitelist | invalidrnc)), 77))) + + # Output new Cedula whitelist if changed + if not invalidrnc: + print('NO NEW WHITELISTED CEDULA') + else: + print('NEW CEDULA WHITELIST:') + print('\n'.join(textwrap.wrap( + ' '.join(sorted(cedula.whitelist | invalidcedula)), 77))) |