From cecd35cbce73ab166394352f75f85b4f83de367f Mon Sep 17 00:00:00 2001
From: Arthur de Jong <arthur@arthurdejong.org>
Date: Wed, 18 Oct 2017 23:43:18 +0200
Subject: Add a script for updating RNC and Cedula whitelists

---
 getdowhitelists.py | 88 ++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 88 insertions(+)
 create mode 100755 getdowhitelists.py

diff --git a/getdowhitelists.py b/getdowhitelists.py
new file mode 100755
index 0000000..1359a64
--- /dev/null
+++ b/getdowhitelists.py
@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# getdowhitelists.py - script to update the do.rnc and do.cedula whitelists
+#
+# Copyright (C) 2017 Arthur de Jong
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+# 02110-1301 USA
+
+"""This script downloads a ZIP file from the Dirección General de Impuestos
+Internos (DGII) web site with lists of all RNC and Cedula values and outputs
+new whitelists for these modules."""
+
+import os.path
+import textwrap
+import urllib
+import zipfile
+import tempfile
+import shutil
+
+from stdnum.do import cedula, rnc
+
+
+# The URL of the zip file with all valid numbers
+download_url = 'http://www.dgii.gov.do/app/WebApps/Consultas/rnc/DGII_RNC.zip'
+
+
+def handle_zipfile(f):
+    """Parse the ZIP file and return a set of invalid RNC and Cedula."""
+    # collections of invalid numbers found
+    invalidrnc = set()
+    invalidcedula = set()
+    # read the information from the ZIP file
+    z = zipfile.ZipFile(f, 'r')
+    for line in z.open('TMP/DGII_RNC.TXT'):
+        number = line.split('|', 1)[0].strip()
+        if len(number) <= 9:
+            if not rnc.is_valid(number):
+                invalidrnc.add(number)
+        else:
+            if not cedula.is_valid(number):
+                invalidcedula.add(number)
+    # return invalid numbers
+    return invalidrnc, invalidcedula
+
+
+if __name__ == '__main__':
+
+    # Download and read the ZIP file with valid data
+    with tempfile.TemporaryFile() as tmp:
+        # Download the zip file to a temporary file
+        download = urllib.urlopen(download_url)
+        print('%s: %s' % (
+            os.path.basename(download_url),
+            download.info().get('Last-Modified')))
+        shutil.copyfileobj(download, tmp)
+        # Open the temporary file as a zip file and read contents
+        # (we cannot do this streaming because zipfile requires seek)
+        invalidrnc, invalidcedula = handle_zipfile(tmp)
+
+    # Output new RNC whitelist if changed
+    if not invalidrnc:
+        print('NO NEW WHITELISTED RNC')
+    else:
+        print('NEW RNC WHITELIST:')
+        print('\n'.join(textwrap.wrap(
+            ' '.join(sorted(rnc.whitelist | invalidrnc)), 77)))
+
+    # Output new Cedula whitelist if changed
+    if not invalidrnc:
+        print('NO NEW WHITELISTED CEDULA')
+    else:
+        print('NEW CEDULA WHITELIST:')
+        print('\n'.join(textwrap.wrap(
+            ' '.join(sorted(cedula.whitelist | invalidcedula)), 77)))
-- 
cgit v1.2.3