optimize_upip.py: Rework inclusion/exclusion logic.

We should include files by default, as a package may contain arbitrary
files, e.g. as resources. So, rework inclusion/exlusion logic to work
using incremental refinement.

Author: pfalcon

optimize_upip.py

@@ -49,8 +49,12 @@ def recompress_latest(dir):
     recompress(latest)
 
 
-EXCLUDE = [r".+/setup.py"]
-INCLUDE = [r".+\.py", r".+\.egg-info/(PKG-INFO|requires\.txt)"]
+FILTERS = [
+    # include, exclude, repeat
+    (r".+\.egg-info/(PKG-INFO|requires\.txt)", r"setup.py$"),
+    (r".+\.py$", r"[^/]+$"),
+    (None, r".+\.egg-info/.+"),
+]
 
 
 outbuf = io.BytesIO()
@@ -60,18 +64,29 @@ def filter_tar(name):
     fout = tarfile.open(fileobj=outbuf, mode="w")
     for info in fin:
 #        print(info)
+        if not "/" in info.name:
+            continue
+        fname = info.name.split("/", 1)[1]
         include = None
-        for p in EXCLUDE:
-            if re.match(p, info.name):
-                include = False
-                break
-        if include is None:
-            for p in INCLUDE:
-                if re.match(p, info.name):
+
+        for inc_re, exc_re in FILTERS:
+            if include is None and inc_re:
+                if re.match(inc_re, fname):
                     include = True
-                    print("Including:", info.name)
-        if not include:
+
+            if include is None and exc_re:
+                if re.match(exc_re, fname):
+                    include = False
+
+        if include is None:
+            include = True
+
+        if include:
+            print("Including:", fname)
+        else:
+            print("Excluding:", fname)
             continue
+
         farch = fin.extractfile(info)
         fout.addfile(info, farch)
     fout.close()