Source code for wolframclient.cli.commands.benchmark

from __future__ import absolute_import, print_function, unicode_literals

import cProfile
import decimal
import os
import tempfile

from wolframclient.cli.utils import SimpleCommand
from wolframclient.language import wl
from wolframclient.serializers import export
from wolframclient.utils.debug import timed
from wolframclient.utils.encoding import force_text
from wolframclient.utils.functional import first


[docs]def repeat(el, n=1): return tuple(el for _ in range(n))
[docs]class Command(SimpleCommand): col_size = 8 repetitions = 10 complexity = [1, 2, 5, 10, 100, 1000]
[docs] def add_arguments(self, parser): parser.add_argument("--profile", dest="profile", default=False, action="store_true")
[docs] def complexity_handler(self, complexity): return { "symbols": repeat(wl.Symbol, complexity), "strings": repeat("string", complexity), "bytes": repeat(b"bytes", complexity), "integers": repeat(1, complexity), "decimals": repeat(decimal.Decimal("1.23"), complexity), "floats": repeat(1.23, complexity), "dict": repeat({1: 2, 3: 4, 5: 6}, complexity), "list": repeat([1, 2, 3], complexity), "functions": repeat(wl.Function(1, 2, 3), complexity), }
@timed def export(self, *args, **opts): return export(*args, **opts)
[docs] def formatted_time(self, *args, **opts): time = sum(first(self.export(*args, **opts)) for i in range(self.repetitions)) return "%.5f" % (time / self.repetitions)
[docs] def table_line(self, *iterable): self.print(*(force_text(c).ljust(self.col_size) for c in iterable))
[docs] def table_divider(self, length): self.print(*("-" * self.col_size for i in range(length)))
[docs] def report(self): path = tempfile.gettempdir() benchmarks = [(c, self.complexity_handler(c)) for c in self.complexity] self.print("dumping results in", path) # running export to do all lazy loadings export(1) for title, stream_generator in ( ("Memory", lambda complexity: None), ( "File", lambda complexity: os.path.join( path, "benchmark-test-%s.%s" % (force_text(complexity).zfill(7), export_format), ), ), ): self.table_line( title, *(force_text(c).ljust(self.col_size) for c in self.complexity) ) self.table_divider(len(self.complexity) + 1) for label, export_format, opts in ( ("wl", "wl", dict()), ("wxf", "wxf", dict()), ("wxf zip", "wxf", dict(compress=True)), ): self.table_line( label, *( self.formatted_time( expr, stream=stream_generator(complexity), target_format=export_format, **opts ) for complexity, expr in benchmarks ) ) self.table_line() self.table_line()
[docs] def handle(self, profile, **opts): if profile: cProfile.runctx("report()", {"report": self.report}, {}) else: self.report()