do not fail on over-huge carts without fail_on_error, and added --no-count-compress/tokenize

Author: thisismypassport

README.md

@@ -329,6 +329,8 @@ You can combine counting with other operations, in which case the counts are of
 
 In such cases, you can also use `--input-count` to count the number of tokens, characters, and compressed bytes (if applicable) of the input cart.
 
+If you're not interested in the number of tokens or in the compressed size, you can use `--no-count-tokenize` or `--no-count-compress` to avoid tokenizing or compressing the cart just to get the count. (You will still see the count if the tokenize/compress had to be done anyway, though)
+
 # Format Conversion
 
 Shrinko8 supports multiple cart formats, and allows converting between them:

pico_compress.py

@@ -268,7 +268,7 @@ def compress_code(w, code, size_handler=None, force_compress=False, fail_on_erro
     if len(code) >= k_code_size or force_compress: # (>= due to null)
         start_pos = w.pos()
         w.bytes(k_new_compressed_code_header if is_new else k_compressed_code_header)
-        w.u16(len(code) & 0xffff)
+        w.u16(len(code) & 0xffff) # only throw under fail_on_error below
         len_pos = w.pos()
         w.u16(0) # revised below
 
@@ -460,7 +460,7 @@ def write_literal(ch):
 
         if is_new:   
             w.setpos(len_pos)
-            w.u16(size)
+            w.u16(size & 0xffff) # only throw under fail_on_error above
 
     else:
         w.bytes(bytes(ord(c) for c in code))

pico_process.py

@@ -133,11 +133,14 @@ def __str__(m):
 def print_token_count(num_tokens, **kwargs):
     print_size("tokens", num_tokens, 8192, **kwargs)
 
-def process_code(ctxt, source, input_count=False, count=False, lint=False, minify=False, rename=False, fail=True):
+def process_code(ctxt, source, input_count=False, count=False, lint=False, minify=False, rename=False, fail=True, want_count=True):
     need_lint = lint not in (None, False)
     need_minify = minify not in (None, False)
     need_rename = rename not in (None, False)
 
+    if not need_lint and not need_minify and not (want_count and (count or input_count)):
+        return True, ()
+
     ok = False
     tokens, errors = tokenize(source, ctxt)
     if not errors and (need_lint or need_minify):

shrinko8.py

@@ -46,6 +46,8 @@ def ParsableCountHandler(prefix, name, size, limit):
 pgroup.add_argument("-c", "--count", action="store_true", help="enable printing token count, character count & compressed size")
 pgroup.add_argument("--input-count", action="store_true", help="enable printing input token count, character count & compressed size")
 pgroup.add_argument("--parsable-count", action="store_true", help="output counts in a stable, parsable format")
+pgroup.add_argument("--no-count-compress", action="store_true", help="do not compress the cart just to print the compressed size")
+pgroup.add_argument("--no-count-tokenize", action="store_true", help="do not tokenize the cart just to print the token count")
 
 pgroup = parser.add_argument_group("script options")
 pgroup.add_argument("-s", "--script", help="manipulate the cart via a custom python script - see README for api details")
@@ -175,7 +177,8 @@ def fail(msg):
         preproc_cb(cart=cart, src=src, ctxt=ctxt, args=args, res_path=None) # (res_path is obsolete)
 
     ok, errors = process_code(ctxt, src, input_count=args.input_count, count=args.count,
-                              lint=args.lint, minify=args.minify, rename=args.rename, fail=False)
+                              lint=args.lint, minify=args.minify, rename=args.rename,
+                              fail=False, want_count=not args.no_count_tokenize)
     if errors:
         print("Lint errors:" if ok else "Compilation errors:")
         for error in errors:
@@ -191,7 +194,7 @@ def fail(msg):
 
     if args.count:
         write_code_size(cart, handler=args.count)
-        if not (args.output and str(args.format) not in CartFormat._src_names): # else, will be done in write_cart
+        if not (args.output and str(args.format) not in CartFormat._src_names) and not args.no_count_compress: # else, will be done in write_cart
             write_compressed_size(cart, handler=args.count, fast_compress=args.fast_compression)
 
     if args.output: