File: minitl.py 1 #!/usr/bin/python3 2 3 # The MIT License (MIT) 4 # 5 # Copyright © 2024 pacman64 6 # 7 # Permission is hereby granted, free of charge, to any person obtaining a copy 8 # of this software and associated documentation files (the “Software”), to deal 9 # in the Software without restriction, including without limitation the rights 10 # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 11 # copies of the Software, and to permit persons to whom the Software is 12 # furnished to do so, subject to the following conditions: 13 # 14 # The above copyright notice and this permission notice shall be included in 15 # all copies or substantial portions of the Software. 16 # 17 # THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 18 # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 19 # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 20 # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 21 # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 22 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 23 # SOFTWARE. 24 25 26 info = ''' 27 minitl [options...] [python expression] [files/URIs...] 28 29 This is the MINImal version of the Transform Lines tool. 30 ''' 31 32 33 from json import dumps 34 from sys import argv, exit, stderr, stdin 35 from typing import Generator 36 37 38 if len(argv) < 2: 39 print(info.strip(), file=stderr) 40 exit(0) 41 if len(argv) == 2 and argv[1] in ('-h', '--h', '-help', '--help'): 42 print(info.strip()) 43 exit(0) 44 45 46 def handle_no_input(expr): 47 res = eval(expr) 48 if isinstance(res, (list, range, tuple, Generator)): 49 for e in res: 50 if not isinstance(e, Skip): 51 print(e, flush=True) 52 return 53 54 res = adapt_result(res, None) 55 if not (res is None): 56 print(res, flush=True) 57 58 59 def handle_lines(src, expr): 60 # `comprehension` expressions seem to ignore local variables: even 61 # lambda-based workarounds fail 62 global i, l, line, v, val, value 63 64 i = 0 65 for e in src: 66 l = e.rstrip('\r\n').rstrip('\n') 67 if i == 0: 68 l = l.lstrip('\xef\xbb\xbf') 69 70 line = l 71 try: 72 v = val = value = loads(l) 73 except Exception: 74 v = val = value = Skip() 75 res = eval(expr) 76 i += 1 77 78 if isinstance(res, (list, range, tuple, Generator)): 79 for e in res: 80 if not isinstance(e, Skip): 81 print(e, flush=True) 82 continue 83 84 res = adapt_result(res, line) 85 if not (res is None): 86 print(res, flush=True) 87 88 89 def hold_lines(src, lines): 90 for e in src: 91 lines.append(e) 92 yield e 93 94 95 def adapt_result(res, fallback): 96 if callable(res): 97 return res(fallback) 98 99 if res is None or res is False or isinstance(res, Skip): 100 return None 101 if res is True: 102 return fallback 103 if isinstance(res, dict): 104 return dumps(res, allow_nan=False) 105 return str(res) 106 107 108 class Skip: 109 pass 110 111 112 skip = Skip() 113 114 115 def rescue(attempt, fallback = None): 116 try: 117 return attempt() 118 except Exception as e: 119 if callable(fallback): 120 return fallback(e) 121 return fallback 122 123 catch = rescue 124 catched = rescue 125 caught = rescue 126 recover = rescue 127 recovered = rescue 128 rescued = rescue 129 130 131 def make_open_utf8(open): 132 def open_utf8_readonly(path): 133 return open(path, encoding='utf-8') 134 return open_utf8_readonly 135 136 137 def seems_url(path): 138 protocols = ('https://', 'http://', 'file://', 'ftp://', 'data:') 139 return any(path.startswith(p) for p in protocols) 140 141 142 cr = '\r' 143 crlf = '\r\n' 144 dquo = '"' 145 dquote = '"' 146 empty = '' 147 lcurly = '{' 148 lf = '\n' 149 rcurly = '}' 150 s = '' 151 squo = '\'' 152 squote = '\'' 153 utf8bom = '\xef\xbb\xbf' 154 155 nil = None 156 none = None 157 null = None 158 159 160 exec = None 161 open_utf8 = make_open_utf8(open) 162 open = open_utf8 163 164 no_input_opts = ( 165 '=', '--n', '-nil', '--nil', '-none', '--none', '-null', '--null', 166 ) 167 more_modules_opts = ('-mm', '--mm', '-more', '--more') 168 169 args = argv[1:] 170 if any(seems_url(e) for e in args): 171 from io import TextIOWrapper 172 from urllib.request import urlopen 173 174 no_input = False 175 while len(args) > 0: 176 if args[0] in no_input_opts: 177 no_input = True 178 args = args[1:] 179 continue 180 181 if args[0] in more_modules_opts: 182 import functools 183 import itertools 184 import math 185 import random 186 import statistics 187 import string 188 import time 189 args = args[1:] 190 continue 191 192 break 193 194 195 try: 196 expr = '.' 197 if len(args) > 0: 198 expr = args[0] 199 args = args[1:] 200 201 # if expr in globals().keys(): 202 # v = globals().get(expr) 203 # if callable(v): 204 # expr = f'{expr}(line)' 205 206 if expr == '.' and no_input: 207 print(info.strip(), file=stderr) 208 exit(0) 209 210 if expr == '.': 211 expr = 'line' 212 expr = compile(expr, expr, 'eval') 213 214 if no_input: 215 handle_no_input(expr) 216 exit(0) 217 218 if len(args) == 0: 219 handle_lines(stdin, expr) 220 exit(0) 221 222 got_stdin = False 223 all_stdin = None 224 dashes = args.count('-') 225 226 for path in args: 227 if path == '-': 228 if dashes > 1: 229 if not got_stdin: 230 handle_lines(hold_lines(stdin, all_stdin), expr) 231 got_stdin = True 232 else: 233 handle_lines(all_stdin, expr) 234 else: 235 handle_lines(stdin, expr) 236 continue 237 238 if seems_url(path): 239 with urlopen(path) as inp: 240 with TextIOWrapper(inp, encoding='utf-8') as txt: 241 handle_lines(txt, expr) 242 continue 243 244 with open_utf8(path) as txt: 245 handle_lines(txt, expr) 246 except BrokenPipeError: 247 # quit quietly, instead of showing a confusing error message 248 stderr.close() 249 exit(0) 250 except KeyboardInterrupt: 251 # stderr.close() 252 exit(2) 253 except Exception as e: 254 print(f'\x1b[31m{str(e)}\x1b[0m', file=stderr) 255 exit(1)