Skip to content
This repository was archived by the owner on Sep 13, 2023. It is now read-only.
This repository was archived by the owner on Sep 13, 2023. It is now read-only.

slow import on dvc #14

Description

@skshetry

Using pkg_resources is slower, and is costing dvc about >300ms on each invocation. I'll suggest to either lazily use it or use alternatives (importlib.resources).

Screen Shot 2021-09-29 at 17 34 31

Please see this guide to check for yourself.

Startup log
Details
$ python -X importtime -m dvc stage list 2> startup.log
import time: self [us] | cumulative | imported package
import time:       255 |        255 |   _io
import time:        42 |         42 |   marshal
import time:       282 |        282 |   posix
import time:       582 |       1159 | _frozen_importlib_external
import time:       339 |        339 |   time
import time:       214 |        553 | zipimport
import time:        64 |         64 |     _codecs
import time:       500 |        563 |   codecs
import time:      1408 |       1408 |   encodings.aliases
import time:       898 |       2868 | encodings
import time:       246 |        246 | encodings.utf_8
import time:        89 |         89 | _signal
import time:       370 |        370 | encodings.latin_1
import time:        49 |         49 |     _abc
import time:       303 |        352 |   abc
import time:       314 |        665 | io
import time:        64 |         64 |       _stat
import time:       250 |        313 |     stat
import time:      1064 |       1064 |     _collections_abc
import time:       213 |        213 |       genericpath
import time:       345 |        558 |     posixpath
import time:       603 |       2537 |   os
import time:       236 |        236 |   _sitebuiltins
import time:        94 |         94 |     _locale
import time:       323 |        417 |   _bootlocale
import time:       373 |        373 |   types
import time:       310 |        310 |       warnings
import time:       264 |        573 |     importlib
import time:       206 |        206 |       importlib.machinery
import time:       559 |        764 |     importlib.abc
import time:        83 |         83 |           _operator
import time:       368 |        450 |         operator
import time:       190 |        190 |         keyword
import time:       511 |        511 |           _heapq
import time:       238 |        748 |         heapq
import time:        99 |         99 |         itertools
import time:       249 |        249 |         reprlib
import time:        73 |         73 |         _collections
import time:      1399 |       3205 |       collections
import time:        58 |         58 |         _functools
import time:       576 |        633 |       functools
import time:       680 |       4518 |     contextlib
import time:       578 |       6431 |   importlib.util
import time:       136 |        136 |   sitecustomize
import time:     16440 |      26567 | site
import time:       297 |        297 |       _weakrefset
import time:       488 |        784 |     weakref
import time:       617 |       1400 |   pkgutil
import time:       326 |       1726 | runpy
import time:       837 |        837 |           enum
import time:        76 |         76 |             _sre
import time:       443 |        443 |               sre_constants
import time:       441 |        884 |             sre_parse
import time:       367 |       1325 |           sre_compile
import time:       317 |        317 |           copyreg
import time:       807 |       3285 |         re
import time:       296 |        296 |               token
import time:      1253 |       1548 |             tokenize
import time:       273 |       1821 |           linecache
import time:       394 |       2214 |         traceback
import time:       690 |        690 |         collections.abc
import time:        44 |         44 |           _string
import time:       860 |        904 |         string
import time:       853 |        853 |         threading
import time:        60 |         60 |         atexit
import time:      2287 |      10289 |       logging
import time:        77 |         77 |       errno
import time:       882 |        882 |           _socket
import time:       464 |        464 |             math
import time:       397 |        397 |             select
import time:       659 |       1519 |           selectors
import time:      1724 |       4124 |         socket
import time:       411 |        411 |             _struct
import time:       262 |        673 |           struct
import time:       524 |        524 |           _compat_pickle
import time:       481 |        481 |           _pickle
import time:       150 |        150 |               org
import time:        27 |        177 |             org.python
import time:        26 |        202 |           org.python.core
import time:      1077 |       2955 |         pickle
import time:       328 |        328 |           _queue
import time:       374 |        701 |         queue
import time:       138 |        138 |               org
import time:        26 |        163 |             org.python
import time:        25 |        187 |           org.python.core
import time:       300 |        487 |         copy
import time:       685 |       8950 |       logging.handlers
import time:       732 |        732 |       socketserver
import time:      1717 |      21763 |     logging.config
import time:       368 |        368 |           colorama.ansi
import time:       623 |        623 |                 _ctypes
import time:       378 |        378 |                 ctypes._endian
import time:      1007 |       2007 |               ctypes
import time:       223 |       2229 |             colorama.win32
import time:       282 |       2511 |           colorama.winterm
import time:       610 |       3488 |         colorama.ansitowin32
import time:       754 |       4241 |       colorama.initialise
import time:       302 |       4543 |     colorama
import time:       354 |        354 |             _csv
import time:      1119 |       1473 |           csv
import time:       271 |        271 |           email
import time:       360 |        360 |             fnmatch
import time:       232 |        232 |               nt
import time:       127 |        127 |               nt
import time:       122 |        122 |               nt
import time:       120 |        120 |               nt
import time:       449 |       1047 |             ntpath
import time:       222 |        222 |               urllib
import time:      1160 |       1381 |             urllib.parse
import time:      1056 |       3844 |           pathlib
import time:       413 |        413 |             binascii
import time:       352 |        352 |               zlib
import time:       323 |        323 |                 _compression
import time:       333 |        333 |                 _bz2
import time:       445 |       1100 |               bz2
import time:       376 |        376 |                 _lzma
import time:       344 |        720 |               lzma
import time:        49 |         49 |               pwd
import time:       326 |        326 |               grp
import time:       706 |       3251 |             shutil
import time:       909 |       4572 |           zipfile
import time:      2202 |       2202 |           configparser
import time:      1084 |      13444 |         importlib.metadata
import time:       605 |        605 |         fsspec.caching
import time:       404 |        404 |                 _json
import time:       576 |        980 |               json.scanner
import time:       610 |       1589 |             json.decoder
import time:       563 |        563 |             json.encoder
import time:       361 |       2512 |           json
import time:       212 |       2724 |         fsspec._version
import time:       268 |        268 |         fsspec.callbacks
import time:       239 |        239 |           __future__
import time:       521 |        521 |           glob
import time:      1657 |       1657 |                 _hashlib
import time:       357 |        357 |                 _blake2
import time:       349 |        349 |                 _sha3
import time:       345 |       2707 |               hashlib
import time:       254 |       2961 |             fsspec.utils
import time:       246 |        246 |                 distutils
import time:       945 |       1190 |               distutils.version
import time:       423 |        423 |               fsspec.config
import time:       246 |        246 |               fsspec.dircache
import time:       238 |        238 |               fsspec.transaction
import time:       613 |        613 |                   email.errors
import time:       345 |        345 |                       email.quoprimime
import time:       306 |        306 |                         base64
import time:       217 |        523 |                       email.base64mime
import time:       241 |        241 |                           quopri
import time:       196 |        437 |                         email.encoders
import time:       261 |        698 |                       email.charset
import time:       879 |       2442 |                     email.header
import time:       283 |        283 |                           _bisect
import time:       232 |        515 |                         bisect
import time:       305 |        305 |                         _sha512
import time:       303 |        303 |                         _random
import time:       568 |       1691 |                       random
import time:       437 |        437 |                         _datetime
import time:       885 |       1321 |                       datetime
import time:       888 |        888 |                           locale
import time:       561 |       1449 |                         calendar
import time:       286 |       1734 |                       email._parseaddr
import time:       598 |       5342 |                     email.utils
import time:       374 |       8158 |                   email._policybase
import time:       707 |       9476 |                 email.feedparser
import time:       382 |       9857 |               email.parser
import time:       270 |        270 |                 uu
import time:       351 |        351 |                 email._encoded_words
import time:       200 |        200 |                 email.iterators
import time:       544 |       1363 |               email.message
import time:      3295 |      16609 |             fsspec.spec
import time:       148 |        148 |             isal
import time:       423 |        423 |             gzip
import time:       141 |        141 |             lzmaffi
import time:       133 |        133 |             snappy
import time:       123 |        123 |               lz4
import time:        25 |        148 |             lz4.frame
import time:       122 |        122 |             zstandard
import time:       367 |      21048 |           fsspec.compression
import time:       262 |        262 |           fsspec.registry
import time:       405 |      22473 |         fsspec.core
import time:       231 |        231 |                 concurrent
import time:       787 |        787 |                 concurrent.futures._base
import time:       330 |       1348 |               concurrent.futures
import time:       964 |        964 |                 signal
import time:       151 |        151 |                 msvcrt
import time:       383 |        383 |                 _posixsubprocess
import time:       649 |       2145 |               subprocess
import time:      1188 |       1188 |                 _ssl
import time:      3124 |       4312 |               ssl
import time:       303 |        303 |               asyncio.constants
import time:       302 |        302 |                       _opcode
import time:       377 |        679 |                     opcode
import time:       572 |       1251 |                   dis
import time:      1927 |       3177 |                 inspect
import time:       205 |        205 |                   asyncio.format_helpers
import time:       241 |        445 |                 asyncio.base_futures
import time:       179 |        179 |                 asyncio.log
import time:       330 |       4130 |               asyncio.coroutines
import time:       288 |        288 |                   _contextvars
import time:       223 |        511 |                 contextvars
import time:       284 |        284 |                 asyncio.exceptions
import time:       220 |        220 |                   asyncio.base_tasks
import time:       507 |        726 |                 _asyncio
import time:       519 |       2038 |               asyncio.events
import time:       293 |        293 |               asyncio.futures
import time:       267 |        267 |               asyncio.protocols
import time:       327 |        327 |                 asyncio.transports
import time:       420 |        746 |               asyncio.sslproto
import time:      1797 |       1797 |                 typing
import time:       395 |        395 |                 asyncio.locks
import time:       402 |        402 |                 asyncio.tasks
import time:       442 |       3035 |               asyncio.staggered
import time:       327 |        327 |               asyncio.trsock
import time:       953 |      19889 |             asyncio.base_events
import time:       210 |        210 |             asyncio.runners
import time:       309 |        309 |             asyncio.queues
import time:       386 |        386 |             asyncio.streams
import time:       303 |        303 |             asyncio.subprocess
import time:       328 |        328 |               asyncio.base_subprocess
import time:       506 |        506 |               asyncio.selector_events
import time:      1248 |       2081 |             asyncio.unix_events
import time:       370 |      23544 |           asyncio
import time:       207 |      23751 |         fsspec.exceptions
import time:       393 |        393 |           array
import time:       291 |        683 |         fsspec.mapping
import time:     46140 |     110084 |       fsspec
import time:       356 |        356 |         tqdm._monitor
import time:       180 |        180 |         tqdm._tqdm_pandas
import time:      1138 |       1138 |             _ast
import time:       454 |       1591 |           ast
import time:       530 |        530 |             numbers
import time:       447 |        447 |               unicodedata
import time:       534 |        980 |             tqdm.utils
import time:       714 |       2223 |           tqdm.std
import time:       212 |        212 |             tqdm._dist_ver
import time:       273 |        485 |           tqdm.version
import time:       672 |       4970 |         tqdm.cli
import time:       275 |        275 |         tqdm.gui
import time:       399 |       6179 |       tqdm
import time:       183 |        183 |       dvc.env
import time:       561 |        561 |       dvc.utils
import time:       362 |     117366 |     dvc.progress
import time:       471 |     144142 |   dvc.logger
import time:     64325 |      64325 |   dvc.version
import time:      1301 |     209766 | dvc
import time:       399 |        399 |   dvc._debug
import time:      1415 |       1415 |       gettext
import time:      1055 |       2470 |     argparse
import time:       218 |        218 |     dvc.command
import time:       268 |        268 |           shtab._dist_ver
import time:       716 |        984 |         shtab
import time:       285 |        285 |         dvc.command.base
import time:       378 |        378 |             funcy.compat
import time:       311 |        311 |                 funcy.decorators
import time:       307 |        617 |               funcy.calc
import time:       146 |        146 |                 __builtin__
import time:       198 |        198 |                 funcy.primitives
import time:       431 |        431 |                   funcy._inspect
import time:       249 |        249 |                     funcy.strings
import time:       214 |        463 |                   funcy.funcmakers
import time:       350 |       1243 |                 funcy.funcs
import time:       196 |        196 |                   funcy.types
import time:       340 |        536 |                 funcy.seqs
import time:       361 |       2482 |               funcy.colls
import time:       194 |        194 |               funcy.tree
import time:       182 |        182 |               funcy.funcolls
import time:       698 |        698 |               funcy.flow
import time:       311 |        311 |               funcy.objects
import time:       507 |        507 |               funcy.debug
import time:       416 |       5405 |             funcy.py3
import time:       326 |       6109 |           funcy
import time:       557 |       6665 |         dvc.ui
import time:       305 |       8237 |       dvc.command.completion
import time:       401 |       8637 |     dvc.command.add
import time:       764 |        764 |       dvc.command.config
import time:       266 |       1030 |     dvc.command.cache
import time:       256 |        256 |     dvc.command.check_ignore
import time:       840 |        840 |       dvc.exceptions
import time:       248 |       1088 |     dvc.command.checkout
import time:       236 |        236 |     dvc.command.commit
import time:       263 |        263 |     dvc.command.daemon
import time:       246 |        246 |     dvc.command.dag
import time:       319 |        319 |     dvc.command.data_sync
import time:       224 |        224 |     dvc.command.destroy
import time:       268 |        268 |     dvc.command.diff
import time:       381 |        381 |           rich._extension
import time:       473 |        854 |         rich
import time:      2356 |       2356 |           platform
import time:       784 |        784 |           dataclasses
import time:       490 |        490 |             termios
import time:       300 |        789 |           getpass
import time:      1062 |       1062 |             html.entities
import time:       572 |       1634 |           html
import time:       311 |        311 |           rich.errors
import time:       230 |        230 |                   colorsys
import time:       362 |        362 |                       rich.color_triplet
import time:       316 |        677 |                     rich.palette
import time:       304 |        980 |                   rich._palettes
import time:       457 |        457 |                   rich.repr
import time:       284 |        284 |                   rich.terminal_theme
import time:      5600 |       7549 |                 rich.color
import time:       966 |       8514 |               rich.style
import time:       784 |       9297 |             rich.default_styles
import time:       491 |        491 |             rich.theme
import time:       260 |      10047 |           rich.themes
import time:      1694 |       1694 |             rich._emoji_codes
import time:       517 |       2211 |           rich._emoji_replace
import time:      1076 |       1076 |                       rich._cell_widths
import time:       299 |        299 |                       rich._lru_cache
import time:       307 |       1681 |                     rich.cells
import time:      1174 |       2855 |                   rich.segment
import time:       293 |       3147 |                 rich.jupyter
import time:       427 |       3574 |               rich.emoji
import time:       294 |        294 |               rich._loop
import time:       184 |        184 |               rich._pick
import time:       354 |        354 |               rich._wrap
import time:       170 |        170 |                     rich.protocol
import time:       451 |        620 |                   rich.measure
import time:       227 |        847 |                 rich.constrain
import time:       465 |       1311 |               rich.align
import time:       474 |        474 |               rich.containers
import time:       371 |        371 |               rich.control
import time:      1265 |       7823 |             rich.text
import time:       394 |       8217 |           rich._log_render
import time:       369 |        369 |           rich.highlighter
import time:       882 |        882 |           rich.markup
import time:       362 |        362 |           rich.pager
import time:       402 |        402 |                     _uuid
import time:       610 |       1011 |                   uuid
import time:       187 |        187 |                   attr._config
import time:       321 |        321 |                     attr.exceptions
import time:       205 |        525 |                   attr.setters
import time:       271 |        271 |                   attr._compat
import time:      2220 |       4212 |                 attr._make
import time:       320 |       4532 |               attr.converters
import time:       215 |        215 |               attr.filters
import time:      3663 |       3663 |               attr.validators
import time:       256 |        256 |               attr._funcs
import time:       596 |        596 |               attr._version_info
import time:       225 |        225 |               attr._next_gen
import time:       499 |       9984 |             attr
import time:       213 |        213 |             rich.abc
import time:      1954 |      12149 |           rich.pretty
import time:       311 |        311 |           rich.region
import time:       367 |        367 |               rich.box
import time:       323 |        323 |               rich.padding
import time:       351 |       1041 |             rich.panel
import time:       958 |        958 |                     _decimal
import time:       229 |       1186 |                   decimal
import time:      1146 |       2331 |                 fractions
import time:       357 |       2687 |               rich._ratio
import time:      1892 |       4579 |             rich.table
import time:       258 |       5876 |           rich.scope
import time:       231 |        231 |           rich.screen
import time:       211 |        211 |           rich.styled
import time:      3444 |      50177 |         rich.console
import time:       619 |      51649 |       rich.prompt
import time:      1094 |       1094 |             typing_extensions
import time:       522 |       1615 |           dvc.utils.serialize._common
import time:       237 |        237 |           dvc.utils.serialize._json
import time:       249 |        249 |           dvc.utils.serialize._py
import time:       217 |        217 |           dvc.utils.serialize._toml
import time:       246 |        246 |           dvc.utils.serialize._yaml
import time:       480 |       3042 |         dvc.utils.serialize
import time:       329 |       3371 |       dvc.command.metrics
import time:       252 |        252 |         dvc.command.status
import time:       245 |        497 |       dvc.command.repro
import time:       176 |        176 |       dvc.utils.flatten
import time:       920 |      56610 |     dvc.command.experiments
import time:       264 |        264 |     dvc.command.freeze
import time:       238 |        238 |     dvc.command.gc
import time:       350 |        350 |     dvc.command.get
import time:       230 |        230 |     dvc.command.get_url
import time:       299 |        299 |     dvc.command.git_hook
import time:       230 |        230 |     dvc.command.imp
import time:       226 |        226 |     dvc.command.imp_url
import time:       248 |        248 |       dvc.analytics
import time:       250 |        497 |     dvc.command.init
import time:       213 |        213 |     dvc.command.install
import time:       267 |        267 |     dvc.command.live
import time:       280 |        280 |       dvc.command.ls.ls_colors
import time:       265 |        544 |     dvc.command.ls
import time:       591 |        591 |         dvc.path_info
import time:       446 |       1037 |       dvc.config
import time:       415 |       1451 |     dvc.command.machine
import time:       235 |        235 |     dvc.command.move
import time:       240 |        240 |     dvc.command.params
import time:       228 |        228 |         dvc.render
import time:       282 |        282 |         dpath
import time:       330 |        839 |       dvc.render.utils
import time:       334 |       1172 |     dvc.command.plots
import time:       359 |        359 |     dvc.command.remote
import time:       224 |        224 |     dvc.command.remove
import time:       221 |        221 |     dvc.command.root
import time:       282 |        282 |         dvc.utils.cli_parse
import time:       182 |        182 |         dvc.utils.humanize
import time:      1136 |       1599 |       dvc.command.stage
import time:       239 |       1838 |     dvc.command.run
import time:       223 |        223 |     dvc.command.unprotect
import time:       228 |        228 |     dvc.command.update
import time:       218 |        218 |     dvc.command.version
import time:       993 |      82608 |   dvc.cli
import time:       378 |        378 |     stringprep
import time:       754 |       1131 |   encodings.idna
import time:       339 |      84476 | dvc.main
import time:       180 |        180 |             pathspec.compat
import time:       348 |        527 |           pathspec.util
import time:       347 |        874 |         pathspec.pathspec
import time:       315 |        315 |         pathspec.pattern
import time:       336 |        336 |           pathspec.patterns.gitwildmatch
import time:       234 |        570 |         pathspec.patterns
import time:       362 |       2118 |       pathspec
import time:        25 |       2143 |     pathspec.patterns
import time:       185 |        185 |         dvc.scheme
import time:       227 |        227 |             dvc.system
import time:       301 |        301 |             dvc.utils.fs
import time:       318 |        318 |               concurrent.futures.thread
import time:       431 |        431 |                   multiprocessing.process
import time:       362 |        362 |                   multiprocessing.reduction
import time:       710 |       1502 |                 multiprocessing.context
import time:       317 |       1819 |               multiprocessing
import time:       478 |       2614 |             dvc.fs.base
import time:       305 |       3445 |           dvc.fs.local
import time:       311 |       3756 |         dvc.fs.utils
import time:       371 |        371 |             resource
import time:      1305 |       1675 |           fsspec.asyn
import time:       316 |        316 |           dvc.fs.fsspec_wrapper
import time:       349 |       2340 |         dvc.fs.azure
import time:       336 |        336 |         dvc.fs.gdrive
import time:       235 |        235 |         dvc.fs.gs
import time:       816 |        816 |           dvc.hash_info
import time:       241 |        241 |           dvc.fs.pool
import time:       324 |       1380 |         dvc.fs.hdfs
import time:       186 |        186 |           dvc.prompt
import time:       278 |        464 |         dvc.fs.http
import time:       193 |        193 |         dvc.fs.https
import time:       233 |        233 |         dvc.fs.oss
import time:       332 |        332 |         dvc.fs.s3
import time:       331 |        331 |         dvc.fs.ssh
import time:       273 |        273 |         dvc.fs.webdav
import time:       278 |        278 |         dvc.fs.webhdfs
import time:       435 |      10764 |       dvc.fs
import time:        24 |      10788 |     dvc.fs.base
import time:       274 |        274 |     dvc.pathspec_math
import time:       323 |        323 |     dvc.types
import time:       649 |        649 |       pygtrie
import time:       446 |       1094 |     dvc.utils.collections
import time:       634 |      15254 |   dvc.ignore
import time:       182 |        182 |     dvc.repo.scm_context
import time:       618 |        800 |   dvc.repo.add
import time:       276 |        276 |   dvc.repo.checkout
import time:       199 |        199 |   dvc.repo.commit
import time:       189 |        189 |   dvc.repo.destroy
import time:       420 |        420 |             tempfile
import time:       365 |        365 |             _multiprocessing
import time:       407 |        407 |             multiprocessing.util
import time:       145 |        145 |             _winapi
import time:       612 |       1947 |           multiprocessing.connection
import time:       299 |        299 |           multiprocessing.queues
import time:       454 |       2699 |         concurrent.futures.process
import time:       285 |        285 |             dvc.stage.params
import time:       331 |        331 |             dvc.stage.decorators
import time:       499 |        499 |             dvc.stage.exceptions
import time:       203 |        203 |             dvc.stage.imports
import time:       292 |        292 |                 dvc.repo.live
import time:       872 |       1163 |               dvc.stage.monitor
import time:       242 |       1405 |             dvc.stage.run
import time:       330 |        330 |             dvc.stage.utils
import time:      1271 |       4321 |           dvc.stage
import time:        32 |       4352 |         dvc.stage.monitor
import time:       472 |        472 |         dvc.repo.experiments.base
import time:       465 |        465 |               dvc.scm.base
import time:       478 |        478 |                 shlex
import time:       276 |        276 |                   dvc.scm.git.backend
import time:       781 |        781 |                   dvc.scm.git.objects
import time:       628 |       1684 |                 dvc.scm.git.backend.base
import time:       729 |        729 |                 dvc.scm.git.backend.dulwich
import time:       555 |        555 |                 dvc.scm.git.backend.gitpython
import time:       586 |        586 |                 dvc.scm.git.backend.pygit2
import time:       245 |        245 |                 dvc.scm.git.stash
import time:      1518 |       5792 |               dvc.scm.git
import time:       239 |       6495 |             dvc.scm
import time:        27 |       6522 |           dvc.scm.git
import time:       328 |       6849 |         dvc.repo.experiments.utils
import time:      1196 |      15566 |       dvc.repo.experiments
import time:        32 |      15597 |     dvc.repo.experiments.utils
import time:       250 |      15847 |   dvc.repo.diff
import time:       230 |        230 |   dvc.repo.fetch
import time:       193 |        193 |   dvc.repo.freeze
import time:       203 |        203 |   dvc.repo.gc
import time:       216 |        216 |   dvc.repo.get
import time:       180 |        180 |   dvc.repo.get_url
import time:       171 |        171 |   dvc.repo.imp
import time:       202 |        202 |   dvc.repo.imp_url
import time:       163 |        163 |   dvc.repo.install
import time:       185 |        185 |   dvc.repo.ls
import time:       284 |        284 |   dvc.repo.move
import time:       203 |        203 |   dvc.repo.pull
import time:       193 |        193 |   dvc.repo.push
import time:       194 |        194 |   dvc.repo.remove
import time:       237 |        237 |   dvc.repo.reproduce
import time:       197 |        197 |   dvc.repo.run
import time:       216 |        216 |   dvc.repo.status
import time:       184 |        184 |   dvc.repo.update
import time:       798 |      36802 | dvc.repo
import time:       241 |        241 |         dvc.objects.errors
import time:       314 |        314 |         dvc.objects.file
import time:       237 |        237 |             dvc.objects.db
import time:       909 |        909 |             dvc.objects.reference
import time:       344 |        344 |             dvc.objects.db.base
import time:       364 |       1852 |           dvc.objects.db.reference
import time:       331 |       2182 |         dvc.objects.stage
import time:       510 |       3246 |       dvc.objects.tree
import time:       300 |       3546 |     dvc.objects
import time:        29 |       3574 |   dvc.objects.db
import time:       277 |       3851 | dvc.data_cloud
import time:       207 |        207 |           public.types
import time:       270 |        476 |         public.private
import time:       181 |        181 |         public.public
import time:       314 |        970 |       public
import time:       484 |       1453 |     flufl.lock._lockfile
import time:       493 |       1946 |   flufl.lock
import time:       365 |        365 |     fcntl
import time:       565 |        929 |   zc.lockfile
import time:       486 |       3360 | dvc.lock
import time:       264 |        264 |     dvc.machine.backend
import time:       276 |        276 |           markupsafe._compat
import time:       251 |        251 |           markupsafe._speedups
import time:       780 |       1305 |         markupsafe
import time:       236 |        236 |           jinja2._compat
import time:       571 |        571 |           jinja2.utils
import time:       479 |       1285 |         jinja2.bccache
import time:      1541 |       1541 |           jinja2.nodes
import time:       373 |        373 |             jinja2.exceptions
import time:       224 |        224 |               jinja2.visitor
import time:       309 |        532 |             jinja2.idtracking
import time:       215 |        215 |             jinja2.optimizer
import time:       914 |       2033 |           jinja2.compiler
import time:       658 |        658 |               jinja2.runtime
import time:       686 |       1344 |             jinja2.filters
import time:       375 |        375 |             jinja2.tests
import time:       243 |       1961 |           jinja2.defaults
import time:      1475 |       1475 |             jinja2._identifier
import time:      1685 |       3159 |           jinja2.lexer
import time:       380 |        380 |           jinja2.parser
import time:       665 |       9737 |         jinja2.environment
import time:       456 |        456 |         jinja2.loaders
import time:      1173 |      13953 |       jinja2
import time:       234 |        234 |               xml
import time:       289 |        523 |             xml.parsers
import time:       487 |        487 |             pyexpat
import time:       283 |       1292 |           xml.parsers.expat
import time:      1255 |       2546 |         plistlib
import time:      1353 |       1353 |         textwrap
import time:       345 |        345 |         pkg_resources.extern
import time:       184 |        184 |             pkg_resources._vendor
import time:       377 |        561 |           pkg_resources._vendor.appdirs
import time:       163 |        724 |         pkg_resources.extern.appdirs
import time:       263 |        263 |             pkg_resources._vendor.packaging.__about__
import time:       213 |        476 |           pkg_resources._vendor.packaging
import time:        80 |        555 |         pkg_resources.extern.packaging
import time:       227 |        227 |           pkg_resources.extern.packaging._structures
import time:       174 |        174 |           pkg_resources.extern.packaging._typing
import time:      2499 |       2899 |         pkg_resources.extern.packaging.version
import time:       194 |        194 |           pkg_resources.extern.packaging._compat
import time:       257 |        257 |           pkg_resources.extern.packaging.utils
import time:      5781 |       6231 |         pkg_resources.extern.packaging.specifiers
import time:       384 |        384 |               pprint
import time:     13214 |      13597 |             pkg_resources._vendor.pyparsing
import time:        95 |      13691 |           pkg_resources.extern.pyparsing
import time:      1317 |       1317 |           pkg_resources.extern.packaging.markers
import time:      7508 |      22516 |         pkg_resources.extern.packaging.requirements
import time:       625 |        625 |         sysconfig
import time:       290 |        290 |         _osx_support
import time:       402 |        402 |         _sysconfigdata__darwin_darwin
import time:    186318 |     224798 |       pkg_resources
import time:       305 |        305 |         python_terraform.tfstate
import time:       553 |        858 |       python_terraform
import time:       266 |        266 |       tpi._dist_ver
import time:       183 |        183 |                 tqdm.autonotebook
import time:       219 |        219 |                 tqdm.asyncio
import time:       237 |        638 |               tqdm.auto
import time:       324 |        962 |             miutil.fdio
import time:       172 |        172 |             miutil._dist_ver
import time:       309 |       1442 |           miutil
import time:        25 |       1466 |         miutil.fdio
import time:      1083 |       1083 |               http
import time:      1126 |       2208 |             http.client
import time:       256 |        256 |               urllib.response
import time:       285 |        540 |             urllib.error
import time:      3921 |       3921 |             _scproxy
import time:      1452 |       8120 |           urllib.request
import time:       283 |        283 |                         urllib3.packages.ssl_match_hostname
import time:       245 |        527 |                       urllib3.packages
import time:       992 |       1518 |                     urllib3.packages.six
import time:        68 |       1585 |                   urllib3.packages.six.moves
import time:        63 |       1648 |                 urllib3.packages.six.moves.http_client
import time:       922 |       2569 |               urllib3.exceptions
import time:       185 |        185 |               urllib3._version
import time:       197 |        197 |                         urllib3.contrib
import time:       274 |        274 |                         urllib3.contrib._appengine_environ
import time:       223 |        223 |                         urllib3.util.wait
import time:       469 |       1161 |                       urllib3.util.connection
import time:       144 |        144 |                         brotli
import time:       221 |        365 |                       urllib3.util.request
import time:       197 |        197 |                       urllib3.util.response
import time:       455 |        455 |                       urllib3.util.retry
import time:       324 |        324 |                         hmac
import time:     11718 |      11718 |                         urllib3.util.url
import time:       284 |        284 |                         urllib3.util.ssltransport
import time:       344 |      12669 |                       urllib3.util.ssl_
import time:       238 |        238 |                       urllib3.util.timeout
import time:       299 |      15381 |                     urllib3.util
import time:       203 |      15583 |                   urllib3.util.proxy
import time:       339 |        339 |                   urllib3._collections
import time:       509 |      16430 |                 urllib3.connection
import time:       141 |        141 |                         winreg
import time:       344 |        484 |                       mimetypes
import time:       282 |        766 |                     urllib3.fields
import time:       219 |        985 |                   urllib3.filepost
import time:        38 |         38 |                     urllib3.packages.six.moves.urllib
import time:        57 |         94 |                   urllib3.packages.six.moves.urllib.parse
import time:       256 |       1334 |                 urllib3.request
import time:       144 |        144 |                   brotli
import time:       564 |        708 |                 urllib3.response
import time:       216 |        216 |                 urllib3.util.queue
import time:       463 |      19148 |               urllib3.connectionpool
import time:       635 |        635 |               urllib3.poolmanager
import time:       410 |      22946 |             urllib3
import time:       695 |        695 |             requests.exceptions
import time:       978 |        978 |                 charset_normalizer.constant
import time:       147 |        147 |                     unicodedata2
import time:       396 |        396 |                     _multibytecodec
import time:       404 |        946 |                   charset_normalizer.utils
import time:      1055 |       2000 |                 charset_normalizer.md
import time:       524 |        524 |                 charset_normalizer.models
import time:       320 |        320 |                   charset_normalizer.assets
import time:       326 |        646 |                 charset_normalizer.cd
import time:       503 |       4650 |               charset_normalizer.api
import time:       278 |        278 |               charset_normalizer.legacy
import time:       170 |        170 |               charset_normalizer.version
import time:       358 |       5453 |             charset_normalizer
import time:       258 |        258 |                   chardet.enums
import time:       221 |        221 |                   chardet.charsetprober
import time:       234 |        712 |                 chardet.charsetgroupprober
import time:       201 |        201 |                   chardet.codingstatemachine
import time:       208 |        208 |                   chardet.escsm
import time:       264 |        672 |                 chardet.escprober
import time:       219 |        219 |                 chardet.latin1prober
import time:       392 |        392 |                     chardet.mbcssm
import time:       225 |        617 |                   chardet.utf8prober
import time:       211 |        211 |                     chardet.mbcharsetprober
import time:       365 |        365 |                       chardet.euctwfreq
import time:       256 |        256 |                       chardet.euckrfreq
import time:       320 |        320 |                       chardet.gb2312freq
import time:       365 |        365 |                       chardet.big5freq
import time:       331 |        331 |                       chardet.jisfreq
import time:       375 |       2009 |                     chardet.chardistribution
import time:       345 |        345 |                     chardet.jpcntx
import time:       273 |       2837 |                   chardet.sjisprober
import time:       224 |        224 |                   chardet.eucjpprober
import time:       213 |        213 |                   chardet.gb2312prober
import time:       207 |        207 |                   chardet.euckrprober
import time:       199 |        199 |                   chardet.cp949prober
import time:       197 |        197 |                   chardet.big5prober
import time:       198 |        198 |                   chardet.euctwprober
import time:       321 |       5008 |                 chardet.mbcsgroupprober
import time:       217 |        217 |                   chardet.hebrewprober
import time:       352 |        352 |                     chardet.sbcharsetprober
import time:       371 |        722 |                   chardet.langbulgarianmodel
import time:       623 |        623 |                   chardet.langgreekmodel
import time:       378 |        378 |                   chardet.langhebrewmodel
import time:       430 |        430 |                   chardet.langrussianmodel
import time:       358 |        358 |                   chardet.langthaimodel
import time:       356 |        356 |                   chardet.langturkishmodel
import time:       323 |       3405 |                 chardet.sbcsgroupprober
import time:       589 |      10604 |               chardet.universaldetector
import time:       182 |        182 |               chardet.version
import time:       333 |      11118 |             chardet
import time:       178 |        178 |             requests.__version__
import time:       344 |        344 |                     importlib.resources
import time:       281 |        625 |                   certifi.core
import time:       301 |        925 |                 certifi
import time:       174 |       1099 |               requests.certs
import time:       140 |        140 |                   simplejson
import time:      3876 |       3876 |                   http.cookiejar
import time:      1712 |       1712 |                   http.cookies
import time:       257 |       5982 |                 requests.compat
import time:       190 |       6172 |               requests._internal_utils
import time:       402 |        402 |               requests.cookies
import time:       272 |        272 |               requests.structures
import time:       813 |       8756 |             requests.utils
import time:       267 |        267 |                 idna.package_data
import time:       320 |        320 |                   idna.idnadata
import time:       195 |        195 |                   idna.intranges
import time:       357 |        871 |                 idna.core
import time:       334 |       1472 |               idna
import time:       908 |       2379 |             requests.packages
import time:       182 |        182 |               requests.hooks
import time:       314 |        314 |               requests.auth
import time:       482 |        482 |               requests.status_codes
import time:       607 |       1583 |             requests.models
import time:       146 |        146 |                     socks
import time:       250 |        396 |                   urllib3.contrib.socks
import time:       406 |        801 |                 requests.adapters
import time:       375 |       1176 |               requests.sessions
import time:       231 |       1406 |             requests.api
import time:       538 |      55047 |           requests
import time:       235 |      63402 |         miutil.web
import time:       470 |      65336 |       tpi.bin
import time:       328 |        328 |       tpi.terraform
import time:       596 |     306132 |     tpi
import time:       298 |        298 |     dvc.machine.backend.base
import time:       350 |     307043 |   dvc.machine.backend.terraform
import time:       476 |     307519 | dvc.machine
import time:       247 |        247 | dvc.repo.metrics
import time:       228 |        228 | dvc.repo.params
import time:       495 |        495 |   dvc.render.vega
import time:       476 |        970 | dvc.repo.plots
import time:       641 |        641 | dvc.repo.stage
import time:       336 |        336 | dvc.stage.cache
import time:       300 |        300 | dvc.state
import time:       217 |        217 |   fsspec.implementations
import time:       459 |        675 | fsspec.implementations.local
import time:        59 |         59 |   dvc.utils.build
import time:       192 |        251 | dvc.utils.pkg
import time:       463 |        463 | appdirs
import time:      1058 |       1058 |   six
import time:       252 |        252 |   _version
import time:      4783 |       6092 | configobj
import time:       847 |        847 |     voluptuous.error
import time:       768 |       1615 |   voluptuous.schema_builder
import time:      3048 |       3048 |   voluptuous.validators
import time:       278 |        278 |   voluptuous.util
import time:       504 |       5444 | voluptuous
import time:      3694 |       3694 | dvc.config_schema
import time:       866 |        866 |     pickletools
import time:       623 |        623 |         _sqlite3
import time:       346 |        969 |       sqlite3.dbapi2
import time:       290 |       1258 |     sqlite3
import time:       869 |       2993 |   diskcache.core
import time:       408 |        408 |     diskcache.persistent
import time:       352 |        759 |   diskcache.fanout
import time:       312 |        312 |   diskcache.recipes
import time:       139 |        139 |             django
import time:        24 |        163 |           django.core
import time:        17 |        180 |         django.core.cache
import time:        21 |        201 |       django.core.cache.backends
import time:        25 |        225 |     django.core.cache.backends.base
import time:       240 |        464 |   diskcache.djangocache
import time:       380 |       4907 | diskcache
import time:       225 |        225 | dvc.objects.db.gdrive
import time:       337 |        337 |     shortuuid.main
import time:       310 |        646 |   shortuuid
import time:       298 |        943 | dvc.objects.db.local
import time:       200 |        200 | dvc.objects.db.oss
import time:       282 |        282 |   dulwich
import time:       671 |        952 | dulwich.errors
import time:       362 |        362 |   dulwich.file
import time:       316 |        316 |         dulwich._objects
import time:       827 |       1143 |       dulwich.objects
import time:       273 |        273 |       dulwich._diff_tree
import time:       452 |       1867 |     dulwich.diff_tree
import time:       773 |        773 |       difflib
import time:       504 |        504 |       mmap
import time:       281 |        281 |       dulwich.lru_cache
import time:       252 |        252 |       dulwich._pack
import time:       887 |       2695 |     dulwich.pack
import time:       363 |        363 |     dulwich.protocol
import time:       501 |        501 |     dulwich.refs
import time:       636 |       6060 |   dulwich.object_store
import time:       296 |        296 |   dulwich.hooks
import time:       263 |        263 |     dulwich.patch
import time:       270 |        532 |   dulwich.line_ending
import time:       818 |       8067 | dulwich.repo
import time:       418 |        418 | dulwich.config
import time:       393 |        393 | dulwich.ignore
import time:       612 |        612 |       dvc.parsing.interpolate
import time:      1501 |       1501 |       dvc.parsing.context
import time:       727 |       2839 |     dvc.parsing
import time:       524 |       3362 |   dvc.parsing.versions
import time:       204 |        204 |           dvc.objects.db.slow_link_detection
import time:      1504 |       1504 |           dvc.objects.diff
import time:       309 |       2016 |         dvc.checkout
import time:       184 |        184 |         dvc.istextfile
import time:       263 |        263 |           dvc.utils.threadpool
import time:       319 |        581 |         dvc.objects.transfer
import time:       762 |       3541 |       dvc.output
import time:       338 |        338 |       dvc.dependency.base
import time:       171 |        171 |           dpath.options
import time:       219 |        219 |           dpath.exceptions
import time:       237 |        237 |           dpath.segments
import time:       359 |        984 |         dpath.util
import time:       271 |       1255 |       dvc.dependency.param
import time:       343 |        343 |       dvc.dependency.repo
import time:       324 |       5798 |     dvc.dependency
import time:       319 |       6117 |   dvc.stage.serialize
import time:      2500 |       2500 |   dvc.schema
import time:       363 |        363 |   dvc.stage.loader
import time:       584 |      12925 | dvc.dvcfile
import time:       514 |        514 | dvc.utils.strictyaml
import time:       343 |        343 |         ruamel.yaml.compat
import time:       564 |        907 |       ruamel.yaml.error
import time:       224 |        224 |         ruamel.yaml.util
import time:       306 |        529 |       ruamel.yaml.reader
import time:       559 |        559 |         ruamel.yaml.tokens
import time:       576 |       1135 |       ruamel.yaml.scanner
import time:       398 |        398 |         ruamel.yaml.events
import time:       188 |        188 |             ruamel.yaml.anchor
import time:       312 |        499 |           ruamel.yaml.scalarstring
import time:       841 |       1340 |         ruamel.yaml.comments
import time:       394 |       2131 |       ruamel.yaml.parser
import time:       278 |        278 |         ruamel.yaml.nodes
import time:       286 |        564 |       ruamel.yaml.composer
import time:       315 |        315 |         ruamel.yaml.scalarint
import time:       259 |        259 |         ruamel.yaml.scalarfloat
import time:       205 |        205 |         ruamel.yaml.scalarbool
import time:       196 |        196 |         ruamel.yaml.timestamp
import time:      1229 |       2202 |       ruamel.yaml.constructor
import time:       528 |        528 |       ruamel.yaml.emitter
import time:       272 |        272 |       ruamel.yaml.serializer
import time:       507 |        507 |       ruamel.yaml.representer
import time:       681 |       9451 |     _ruamel_yaml
import time:       358 |        358 |     ruamel.yaml.resolver
import time:       469 |      10276 |   ruamel.yaml.cyaml
import time:       339 |        339 |     ruamel.yaml.loader
import time:       304 |        304 |     ruamel.yaml.dumper
import time:       614 |       1256 |   ruamel.yaml.main
import time:       535 |      12066 | ruamel.yaml
import time:       502 |        502 | dvc.ui.table
import time:       216 |        216 |       wcwidth.table_wide
import time:       272 |        272 |       wcwidth.table_zero
import time:       175 |        175 |       wcwidth.unicode_versions
import time:       522 |       1183 |     wcwidth.wcwidth
import time:       306 |       1489 |   wcwidth
import time:      1668 |       3157 | tabulate
import time:       322 |        322 | dvc.external_repo

Metadata

Metadata

Assignees

No one assigned

    Labels

    enhancementNew feature or requestinvalidThis doesn't seem right

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions